{"v":0,"name":"phd-runner","msg":"phd_runner","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.407140487Z","target":"phd_runner","line":36,"file":"phd-tests/runner/src/main.rs","runner_args":"ProcessArgs { command: Run(RunOptions { propolis_server_cmd: \"/work/phd-test/propolis-server\", base_propolis_branch: None, base_propolis_commit: None, base_propolis_cmd: None, crucible_downstairs_cmd: None, crucible_downstairs_commit: Some(Auto), tmp_directory: \"/tmp/propolis-phd\", artifact_directory: Some(\"/phd-artifacts\"), output_mode: TmpFile, default_guest_cpus: 2, default_guest_memory_mib: 512, artifact_toml_path: \"/work/phd-test/artifacts.toml\", default_guest_artifact: \"alpine\", default_bootrom_artifact: \"ovmf\", include_filter: [], exclude_filter: [\"phd_tests::migrate::from_base\"], max_buildomat_wait_secs: 1200, manual_stop_on_failure: false }), disable_ansi: false, emit_bunyan: true }"} {"v":0,"name":"phd-runner","msg":"Created new artifact store from manifest","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.431535029Z","target":"phd_framework::artifacts::store","line":219,"file":"phd-tests/framework/src/artifacts/store.rs","store":"Store { local_dir: \"/phd-artifacts\", artifacts: {\"alpine\": Mutex { data: StoredArtifact { description: Artifact { filename: \"alpine.iso\", kind: GuestOs(Alpine), source: RemoteServer { sha256: \"ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1\" }, untar: None }, cached_path: None } }, \"ovmf\": Mutex { data: StoredArtifact { description: Artifact { filename: \"OVMF_CODE.fd\", kind: Bootrom, source: Buildomat(BuildomatArtifact { repo: Repo(\"oxidecomputer/edk2\"), series: Series(\"image_debug\"), commit: Commit(\"bf64f45b1a58e69d126a3c6ca1e4512c88668132\"), sha256: \"740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448\" }), untar: None }, cached_path: None } }}, downloader: DownloadConfig { timeout: 600s, buildomat_backoff: ExponentialBackoff { current_interval: 1s, initial_interval: 1s, randomization_factor: 0.5, multiplier: 1.5, max_interval: 60s, start_time: Instant { tv_sec: 257, tv_nsec: 398759962 }, max_elapsed_time: Some(1200s), clock: SystemClock }, remote_server_uris: [\"https://oxide-omicron-build.s3.amazonaws.com\"] } }"} {"v":0,"name":"phd-runner","msg":"Adding Propolis server from local command","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.432112272Z","target":"phd_framework::artifacts::store","line":227,"file":"phd-tests/framework/src/artifacts/store.rs","propolis_server_cmd":"/work/phd-test/propolis-server"} {"v":0,"name":"phd-runner","msg":"Adding crucible-downstairs from Buildomat Git revision","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.434584Z","target":"phd_framework::artifacts::store","line":311,"file":"phd-tests/framework/src/artifacts/store.rs","commit":"ad8a31742adc45e925e63443a5b43c8e30604022"} {"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.438275675Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/ad8a31742adc45e925e63443a5b43c8e30604022/crucible-nightly.sha256.txt"} {"v":0,"name":"phd-runner","msg":"No 'migration base' Propolis server provided. Migration-from-base tests will be skipped.","level":40,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.731187575Z","target":"phd_framework","line":309,"file":"phd-tests/framework/src/lib.rs"} {"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.733447813Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.733518016Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Running 48 test(s)","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.737146341Z","target":"phd_runner::execute","line":83,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::hyperv::hyperv_smoke_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.737645225Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.737685942Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.737718814Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.739332338Z","target":"phd_tests::hyperv","line":54,"file":"phd-tests/tests/src/hyperv.rs","path":"phd_tests::hyperv::hyperv_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.74143196Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::hyperv::hyperv_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading file from Buildomat...","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:08.743483914Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/edk2/image_debug/bf64f45b1a58e69d126a3c6ca1e4512c88668132/OVMF_CODE.fd","path":"phd_tests::hyperv::hyperv_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:09.281056236Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading alpine.iso from https://oxide-omicron-build.s3.amazonaws.com/alpine.iso","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:09.294448077Z","target":"phd_framework::artifacts::store","line":614,"file":"phd-tests/framework/src/artifacts/store.rs","timeout":"600s","path":"phd_tests::hyperv::hyperv_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.594800629Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.594940604Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::hyperv::hyperv_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.612468766Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 3.89M 25.3T 2M /phd-artifacts\n","path":"phd_tests::hyperv::hyperv_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.614696562Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-88687351-3872-4f44-ad65-4a872945ed09\"]","verb":"snapshot","path":"phd_tests::hyperv::hyperv_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.631503381Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-88687351-3872-4f44-ad65-4a872945ed09\", \"phd-artifacts/phd-clone-644fd2eb-b750-420f-a486-a99bf78a507e\"]","path":"phd_tests::hyperv::hyperv_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.64838036Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-644fd2eb-b750-420f-a486-a99bf78a507e\"]","path":"phd_tests::hyperv::hyperv_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.659242126Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-644fd2eb-b750-420f-a486-a99bf78a507e 0B 25.3T 49.0M /phd-artifacts/phd-clone-644fd2eb-b750-420f-a486-a99bf78a507e\n","path":"phd_tests::hyperv::hyperv_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.665511302Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.665648131Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"hyperv_smoke_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::hyperv::hyperv_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Examining locally-sourced artifact","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.666250521Z","target":"phd_framework::artifacts::store","line":56,"file":"phd-tests/framework/src/artifacts/store.rs","sha256":"None","path":"/work/phd-test/propolis-server","path":"phd_tests::hyperv::hyperv_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Locally-sourced artifact is valid, caching its path","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.666315204Z","target":"phd_framework::artifacts::store","line":69,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::hyperv::hyperv_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.666442735Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::hyperv::hyperv_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.666523578Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_smoke_test/hyperv_smoke_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_smoke_test/hyperv_smoke_test.stderr.log\"","path":"phd_tests::hyperv::hyperv_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 917","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.700080035Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::hyperv::hyperv_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.715520577Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_smoke_test","elapsed_milliseconds":49} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.715661023Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_smoke_test","vm":"hyperv_smoke_test","vm_id":"061e890b-48c4-45a6-bd20-f1a7e24a1fcd"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:16.718514091Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_smoke_test","vm":"hyperv_smoke_test","vm_id":"061e890b-48c4-45a6-bd20-f1a7e24a1fcd"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:17.180129461Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_smoke_test","vm":"hyperv_smoke_test","vm_id":"061e890b-48c4-45a6-bd20-f1a7e24a1fcd"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:17.749105354Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_smoke_test","vm":"hyperv_smoke_test","vm_id":"061e890b-48c4-45a6-bd20-f1a7e24a1fcd"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:18.432990219Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_smoke_test","vm":"hyperv_smoke_test","vm_id":"061e890b-48c4-45a6-bd20-f1a7e24a1fcd"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:18.445902176Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"hyperv_smoke_test","path":"phd_tests::hyperv::hyperv_smoke_test","vm_id":"061e890b-48c4-45a6-bd20-f1a7e24a1fcd","elapsed_milliseconds":1730} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:18.446053943Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::hyperv::hyperv_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:18.45501408Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:18.455063864Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-644fd2eb-b750-420f-a486-a99bf78a507e\"]","verb":"destroy","path":"phd_tests::hyperv::hyperv_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:18.486191876Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:18.4862465Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-88687351-3872-4f44-ad65-4a872945ed09\"]","path":"phd_tests::hyperv::hyperv_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:18.504385678Z","target":"phd_tests::hyperv","line":54,"file":"phd-tests/tests/src/hyperv.rs","path":"phd_tests::hyperv::hyperv_smoke_test","elapsed_milliseconds":9763} {"v":0,"name":"phd-runner","msg":"test phd_tests::hyperv::hyperv_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::hyperv::hyperv_smoke_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:71:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::hyperv::hyperv_smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:54:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.569356276Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.569529614Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.575157023Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":5} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::hyperv::hyperv_lifecycle_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.575214252Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.575243717Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.575276389Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.575530049Z","target":"phd_tests::hyperv","line":77,"file":"phd-tests/tests/src/hyperv.rs","path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.575674904Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.575731771Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.575780203Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.575839716Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.586828222Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.0M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.58695928Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-5b8e4e12-1c7d-488a-a776-615f3dc488e9\"]","path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.604265203Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-5b8e4e12-1c7d-488a-a776-615f3dc488e9\", \"phd-artifacts/phd-clone-b9039ed3-3795-4965-ae1f-90a28c166b4b\"]","verb":"clone","path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.622892254Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-b9039ed3-3795-4965-ae1f-90a28c166b4b\"]","path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.633889573Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-b9039ed3-3795-4965-ae1f-90a28c166b4b 0B 25.3T 49.0M /phd-artifacts/phd-clone-b9039ed3-3795-4965-ae1f-90a28c166b4b\n","path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.634550224Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.634679562Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"hyperv_lifecycle_test","guest_os_kind":"Alpine","path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.634753883Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.634833965Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.634910059Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_lifecycle_test/hyperv_lifecycle_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_lifecycle_test/hyperv_lifecycle_test.stderr.log\"","path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 925","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.6683516Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.682559051Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":47,"path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.682729589Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"bc354c6f-56be-4799-aaaf-2f9cf2f07050","vm":"hyperv_lifecycle_test","path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:19.683491141Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"bc354c6f-56be-4799-aaaf-2f9cf2f07050","vm":"hyperv_lifecycle_test","path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:20.426951454Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"bc354c6f-56be-4799-aaaf-2f9cf2f07050","vm":"hyperv_lifecycle_test","path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.317362811Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"bc354c6f-56be-4799-aaaf-2f9cf2f07050","vm":"hyperv_lifecycle_test","path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.31759917Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"hyperv_lifecycle_test","vm_id":"bc354c6f-56be-4799-aaaf-2f9cf2f07050","elapsed_milliseconds":1634,"path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.317714392Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.326101188Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.326193543Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-b9039ed3-3795-4965-ae1f-90a28c166b4b\"]","path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.357476016Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.357536681Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-5b8e4e12-1c7d-488a-a776-615f3dc488e9\"]","verb":"destroy","path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.377042668Z","target":"phd_tests::hyperv","line":77,"file":"phd-tests/tests/src/hyperv.rs","elapsed_milliseconds":1801,"path":"phd_tests::hyperv::hyperv_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"test phd_tests::hyperv::hyperv_lifecycle_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::hyperv::hyperv_lifecycle_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:87:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::hyperv::hyperv_lifecycle_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:77:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.380963888Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.381097501Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.381198532Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.381259247Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.381295515Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.381333116Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.38152525Z","target":"phd_tests::hyperv","line":105,"file":"phd-tests/tests/src/hyperv.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.381721792Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.38179981Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.381876154Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.381954783Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.392809606Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 50.7M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.392917621Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-01671dd2-fd1d-46e8-9050-93968bd64ed6\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.409897036Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-01671dd2-fd1d-46e8-9050-93968bd64ed6\", \"phd-artifacts/phd-clone-ca4de4fd-3ef6-48a4-9f2d-75acf63bcb0c\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.426713418Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-ca4de4fd-3ef6-48a4-9f2d-75acf63bcb0c\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.437682782Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-ca4de4fd-3ef6-48a4-9f2d-75acf63bcb0c 0B 25.3T 49.0M /phd-artifacts/phd-clone-ca4de4fd-3ef6-48a4-9f2d-75acf63bcb0c\n","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.438382827Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.438452279Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"hyperv_reference_tsc_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.438527811Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.438594888Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.438670281Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_clocksource_test/hyperv_reference_tsc_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_clocksource_test/hyperv_reference_tsc_test.stderr.log\"","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 933","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.457120238Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.471524809Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","elapsed_milliseconds":33} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.471623446Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","vm_id":"9709f188-0b2d-4329-b449-334b3dfe2e03","vm":"hyperv_reference_tsc_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.473373458Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","vm_id":"9709f188-0b2d-4329-b449-334b3dfe2e03","vm":"hyperv_reference_tsc_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:21.984367449Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","vm_id":"9709f188-0b2d-4329-b449-334b3dfe2e03","vm":"hyperv_reference_tsc_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:22.381255006Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","vm_id":"9709f188-0b2d-4329-b449-334b3dfe2e03","vm":"hyperv_reference_tsc_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:22.983182563Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","vm_id":"9709f188-0b2d-4329-b449-334b3dfe2e03","vm":"hyperv_reference_tsc_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:22.983459187Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","vm_id":"9709f188-0b2d-4329-b449-334b3dfe2e03","elapsed_milliseconds":1511,"vm":"hyperv_reference_tsc_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:22.983584945Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:22.992117733Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:22.992244323Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-ca4de4fd-3ef6-48a4-9f2d-75acf63bcb0c\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.021866916Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.02193244Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-01671dd2-fd1d-46e8-9050-93968bd64ed6\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.037136973Z","target":"phd_tests::hyperv","line":105,"file":"phd-tests/tests/src/hyperv.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_clocksource_test","elapsed_milliseconds":1655} {"v":0,"name":"phd-runner","msg":"test phd_tests::hyperv::hyperv_reference_tsc_clocksource_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::hyperv::hyperv_reference_tsc_clocksource_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:112:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::hyperv::hyperv_reference_tsc_clocksource_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:105:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.04128799Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.041410231Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.041500943Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.041559324Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.041596193Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.041634576Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.041815649Z","target":"phd_tests::hyperv","line":165,"file":"phd-tests/tests/src/hyperv.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.041903054Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.041988135Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.042044873Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.042105017Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.042171402Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.053257263Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 50.7M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.05343009Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-9442e8b0-8283-4739-a7e5-fad495e66dd9\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.073225514Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-9442e8b0-8283-4739-a7e5-fad495e66dd9\", \"phd-artifacts/phd-clone-26001041-9f4d-464f-9c7f-49d2412eda08\"]","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.089388593Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-26001041-9f4d-464f-9c7f-49d2412eda08\"]","verb":"list","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.100605099Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-26001041-9f4d-464f-9c7f-49d2412eda08 0B 25.3T 49.0M /phd-artifacts/phd-clone-26001041-9f4d-464f-9c7f-49d2412eda08\n","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.101341443Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.101409332Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"hyperv_reference_tsc_elapsed_test","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.101480626Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.101543786Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.101618227Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test/hyperv_reference_tsc_elapsed_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test/hyperv_reference_tsc_elapsed_test.stderr.log\"","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 941","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.119425088Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.133843967Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":32,"path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.133943706Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"hyperv_reference_tsc_elapsed_test","vm_id":"ae4e6d83-e8b1-4275-af98-56031d073d87","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.134610565Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"hyperv_reference_tsc_elapsed_test","vm_id":"ae4e6d83-e8b1-4275-af98-56031d073d87","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:23.419062866Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"hyperv_reference_tsc_elapsed_test","vm_id":"ae4e6d83-e8b1-4275-af98-56031d073d87","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.058413789Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"hyperv_reference_tsc_elapsed_test","vm_id":"ae4e6d83-e8b1-4275-af98-56031d073d87","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.666427283Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"hyperv_reference_tsc_elapsed_test","vm_id":"ae4e6d83-e8b1-4275-af98-56031d073d87","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.66682707Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"hyperv_reference_tsc_elapsed_test","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test","vm_id":"ae4e6d83-e8b1-4275-af98-56031d073d87","elapsed_milliseconds":1532} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.667005628Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.675044601Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.675145883Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-26001041-9f4d-464f-9c7f-49d2412eda08\"]","verb":"destroy","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.706414692Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.706475417Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-9442e8b0-8283-4739-a7e5-fad495e66dd9\"]","verb":"destroy","path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.723760659Z","target":"phd_tests::hyperv","line":165,"file":"phd-tests/tests/src/hyperv.rs","elapsed_milliseconds":1681,"path":"phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test"} {"v":0,"name":"phd-runner","msg":"test phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:296:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hyperv.rs:165:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.728841375Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.728967003Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.72906049Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::smoke_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.729116245Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.729151171Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.729188843Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.730338709Z","target":"phd_tests::migrate","line":15,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.730453947Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.730526645Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.730586698Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.730655338Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.742708339Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.0M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.74284598Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-0a9d4ee3-0739-459e-9e83-64951ffdfabc\"]","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.759523051Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-0a9d4ee3-0739-459e-9e83-64951ffdfabc\", \"phd-artifacts/phd-clone-9543626c-4cdb-466d-96ae-849f541f1651\"]","verb":"clone","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.779010072Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-9543626c-4cdb-466d-96ae-849f541f1651\"]","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.790084471Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-9543626c-4cdb-466d-96ae-849f541f1651 0B 25.3T 49.0M /phd-artifacts/phd-clone-9543626c-4cdb-466d-96ae-849f541f1651\n","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.790770259Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.790837937Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_smoke","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.790917908Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.790982901Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.791053986Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::smoke_test/migration_smoke.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::smoke_test/migration_smoke.stdout.log\"","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 949","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.809375659Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.823680252Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":32,"path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.823786593Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke","vm_id":"05d7b93d-a26c-45a5-806a-6802dff809ec","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:24.824505464Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migration_smoke","vm_id":"05d7b93d-a26c-45a5-806a-6802dff809ec","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:25.45984324Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migration_smoke","vm_id":"05d7b93d-a26c-45a5-806a-6802dff809ec","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.431171043Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migration_smoke","vm_id":"05d7b93d-a26c-45a5-806a-6802dff809ec","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.431965066Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"05d7b93d-a26c-45a5-806a-6802dff809ec","vm":"migration_smoke","elapsed_milliseconds":1607,"path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.432098418Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.440061452Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.440240317Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-9543626c-4cdb-466d-96ae-849f541f1651\"]","verb":"destroy","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.474986808Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.475078511Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-0a9d4ee3-0739-459e-9e83-64951ffdfabc\"]","verb":"destroy","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.493609551Z","target":"phd_tests::migrate","line":15,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":1763,"path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::run_smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:322:21\n 8: phd_tests::migrate::smoke_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:17:73\n 9: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::migrate::smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:15:1\n 11: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.498203827Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.498350444Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.498450123Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::serial_history","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.498508503Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.498544001Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.498582423Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.498788774Z","target":"phd_tests::migrate","line":20,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.498929691Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.499011024Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.499093831Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.499178972Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.510526779Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.0M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.510618021Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-8eeb4adc-f1e3-4974-9b76-368b3ba085c3\"]","verb":"snapshot","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.532162705Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-8eeb4adc-f1e3-4974-9b76-368b3ba085c3\", \"phd-artifacts/phd-clone-68c55e52-6794-4309-8374-5ee7e327f04f\"]","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.550412352Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-68c55e52-6794-4309-8374-5ee7e327f04f\"]","verb":"list","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.562449593Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-68c55e52-6794-4309-8374-5ee7e327f04f 0B 25.3T 49.0M /phd-artifacts/phd-clone-68c55e52-6794-4309-8374-5ee7e327f04f\n","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.563149859Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.563234219Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"migration_serial_history","guest_os_kind":"Alpine","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.56332987Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.563407687Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.563497026Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::serial_history/migration_serial_history.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::serial_history/migration_serial_history.stdout.log\"","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 957","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.580744739Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.595137528Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::serial_history","elapsed_milliseconds":31} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.59523873Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a345021f-0719-4d4c-932d-a68f47267a25","path":"phd_tests::migrate::serial_history","vm":"migration_serial_history"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.595937833Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"a345021f-0719-4d4c-932d-a68f47267a25","path":"phd_tests::migrate::serial_history","vm":"migration_serial_history"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:26.849400954Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"a345021f-0719-4d4c-932d-a68f47267a25","path":"phd_tests::migrate::serial_history","vm":"migration_serial_history"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:27.34538174Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"a345021f-0719-4d4c-932d-a68f47267a25","path":"phd_tests::migrate::serial_history","vm":"migration_serial_history"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.530728886Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"a345021f-0719-4d4c-932d-a68f47267a25","path":"phd_tests::migrate::serial_history","vm":"migration_serial_history"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.530989379Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","elapsed_milliseconds":1935,"vm_id":"a345021f-0719-4d4c-932d-a68f47267a25","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.531110768Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.539741732Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.539831472Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-68c55e52-6794-4309-8374-5ee7e327f04f\"]","verb":"destroy","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.570880545Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.570975785Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-8eeb4adc-f1e3-4974-9b76-368b3ba085c3\"]","verb":"destroy","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.5884788Z","target":"phd_tests::migrate","line":20,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::serial_history","elapsed_milliseconds":2089} {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::serial_history ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::run_serial_history_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:354:21\n 8: phd_tests::migrate::serial_history::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:26:6\n 9: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::migrate::serial_history::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:20:1\n 11: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.591735854Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.591867113Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.591966621Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::multiple_migrations","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.592025392Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.59206141Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.592100234Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.592304811Z","target":"phd_tests::migrate","line":302,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.592409279Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.592470184Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.592530839Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.592597395Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.602784404Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.4M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.60287229Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-d6f0375f-abe8-40ba-8242-f2216ab00afe\"]","verb":"snapshot","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.618022002Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-d6f0375f-abe8-40ba-8242-f2216ab00afe\", \"phd-artifacts/phd-clone-b1f2f209-d7a9-4c40-8d93-a81f8780ee5d\"]","verb":"clone","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.63729154Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-b1f2f209-d7a9-4c40-8d93-a81f8780ee5d\"]","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.648817664Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-b1f2f209-d7a9-4c40-8d93-a81f8780ee5d 0B 25.3T 49.0M /phd-artifacts/phd-clone-b1f2f209-d7a9-4c40-8d93-a81f8780ee5d\n","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.649375429Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.649447195Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"multiple_migrations_0","guest_os_kind":"Alpine","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.649520434Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.649584054Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.649658726Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_0.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_0.stdout.log\"","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 965","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.667818465Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.68210346Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":32,"path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.682244998Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.682316223Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"multiple_migrations_1","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.68239406Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.682465625Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9002","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.682555496Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_1.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_1.stderr.log\"","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 966","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.701234275Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.715232798Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":32,"path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.715333619Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.715388643Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"multiple_migrations_2","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.715453195Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.715511315Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9004","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.715578282Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_2.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::multiple_migrations/multiple_migrations_2.stdout.log\"","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 967","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.729132955Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.742949334Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":27,"path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.743053461Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"22359432-e66e-4bf6-805b-326f476c2523","vm":"multiple_migrations_0","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:28.743724952Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"22359432-e66e-4bf6-805b-326f476c2523","vm":"multiple_migrations_0","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:29.247159193Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"22359432-e66e-4bf6-805b-326f476c2523","vm":"multiple_migrations_0","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:29.920419912Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"22359432-e66e-4bf6-805b-326f476c2523","vm":"multiple_migrations_0","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:29.920672349Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":1177,"vm":"multiple_migrations_0","vm_id":"22359432-e66e-4bf6-805b-326f476c2523"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:29.920794771Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9004","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:29.929778583Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:29.937556995Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:29.946064626Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:29.946158564Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-b1f2f209-d7a9-4c40-8d93-a81f8780ee5d\"]","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:29.978826699Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:29.978887825Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-d6f0375f-abe8-40ba-8242-f2216ab00afe\"]","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:29.995769455Z","target":"phd_tests::migrate","line":302,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":1403,"path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::multiple_migrations ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::multiple_migrations::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:310:18\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::multiple_migrations::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:302:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:29.999789233Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:29.999925912Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.000019048Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::migration_ensures_instance_metadata","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.00007841Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.000114729Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.000153021Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.000335166Z","target":"phd_tests::migrate","line":388,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.000443782Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.000507051Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.000569062Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.00063717Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.012193739Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.4M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.012303306Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-5c095663-9849-420c-a1cf-2367258bbb24\"]","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.028316651Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-5c095663-9849-420c-a1cf-2367258bbb24\", \"phd-artifacts/phd-clone-3ca2ce3f-d6c8-4fea-a801-9665faafee67\"]","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.046343248Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-3ca2ce3f-d6c8-4fea-a801-9665faafee67\"]","verb":"list","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.057903426Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-3ca2ce3f-d6c8-4fea-a801-9665faafee67 0B 25.3T 49.0M /phd-artifacts/phd-clone-3ca2ce3f-d6c8-4fea-a801-9665faafee67\n","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.058580718Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.058652043Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_ensures_instance_metadata_source","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.058726735Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.058791758Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.058867341Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_source.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_source.stdout.log\"","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 977","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.077953421Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.092328858Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata","elapsed_milliseconds":33} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.09245689Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.092516192Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"migration_ensures_instance_metadata_target","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.09258392Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.092644375Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9002","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.092712454Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_target.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::migration_ensures_instance_metadata/migration_ensures_instance_metadata_target.stderr.log\"","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 978","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.111325949Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.125849796Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata","elapsed_milliseconds":33} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.125959534Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source","vm_id":"35d4496b-a9f0-4a14-aff6-877490fc8882"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.126683424Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source","vm_id":"35d4496b-a9f0-4a14-aff6-877490fc8882"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:30.773165583Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source","vm_id":"35d4496b-a9f0-4a14-aff6-877490fc8882"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.641155776Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source","vm_id":"35d4496b-a9f0-4a14-aff6-877490fc8882"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.641533761Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source","vm_id":"35d4496b-a9f0-4a14-aff6-877490fc8882","elapsed_milliseconds":1515} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.641738088Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.650319307Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.658801622Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.658920747Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-3ca2ce3f-d6c8-4fea-a801-9665faafee67\"]","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.692905304Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.692963585Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-5c095663-9849-420c-a1cf-2367258bbb24\"]","path":"phd_tests::migrate::migration_ensures_instance_metadata"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.710321494Z","target":"phd_tests::migrate","line":388,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata","elapsed_milliseconds":1709} {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::migration_ensures_instance_metadata ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::migration_ensures_instance_metadata::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:402:21\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::migration_ensures_instance_metadata::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:388:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.713134058Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.713258503Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.713354926Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::vm_reaches_destroyed_after_migration_out","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.713416522Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.713453202Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.713491775Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.713689259Z","target":"phd_tests::migrate","line":433,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.713835565Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.71392226Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.714007521Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.714099715Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.725405592Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.4M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.72551531Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-16ac5b09-41b6-4d41-8245-5a7b0318105e\"]","verb":"snapshot","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.740622321Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-16ac5b09-41b6-4d41-8245-5a7b0318105e\", \"phd-artifacts/phd-clone-a075bd08-4210-43e0-b9ed-ba2b5234a4ec\"]","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.75789783Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-a075bd08-4210-43e0-b9ed-ba2b5234a4ec\"]","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.767808573Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-a075bd08-4210-43e0-b9ed-ba2b5234a4ec 0B 25.3T 49.0M /phd-artifacts/phd-clone-a075bd08-4210-43e0-b9ed-ba2b5234a4ec\n","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.768420701Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.768486887Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"vm_reaches_destroyed_after_migration_out_source","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.768549746Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.768609879Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.768685663Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_source.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_source.stdout.log\"","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 987","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.786131218Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.799962745Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":31,"path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.800111307Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.800185347Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"vm_reaches_destroyed_after_migration_out_target","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.800267262Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.800339038Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9002","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.800418698Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_target.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::vm_reaches_destroyed_after_migration_out/vm_reaches_destroyed_after_migration_out_target.stderr.log\"","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 988","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.81872262Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.832427866Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":32,"path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.832515743Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"0b87fb14-e32c-4071-908a-8b16c7fd488f","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:31.833244713Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"0b87fb14-e32c-4071-908a-8b16c7fd488f","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:32.488648216Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"0b87fb14-e32c-4071-908a-8b16c7fd488f","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:32.946665074Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"0b87fb14-e32c-4071-908a-8b16c7fd488f","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:32.947041586Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","elapsed_milliseconds":1114,"vm_id":"0b87fb14-e32c-4071-908a-8b16c7fd488f","vm":"vm_reaches_destroyed_after_migration_out_source"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:32.947239521Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:32.956046428Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:32.964967973Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:32.965046092Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-a075bd08-4210-43e0-b9ed-ba2b5234a4ec\"]","verb":"destroy","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:32.996623803Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:32.996719825Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-16ac5b09-41b6-4d41-8245-5a7b0318105e\"]","verb":"destroy","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.015711166Z","target":"phd_tests::migrate","line":433,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":1301,"path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"} {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::vm_reaches_destroyed_after_migration_out ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::vm_reaches_destroyed_after_migration_out::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:447:21\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::vm_reaches_destroyed_after_migration_out::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:433:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.018971196Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.019065785Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.019145556Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::cpuid::cpuid_boot_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.01920033Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.019236088Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.01927421Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.019578646Z","target":"phd_tests::cpuid","line":140,"file":"phd-tests/tests/src/cpuid.rs","path":"phd_tests::cpuid::cpuid_boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] read bhyve default CPUID","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.0255882Z","target":"phd_tests::cpuid","line":115,"file":"phd-tests/tests/src/cpuid.rs","host_cpuid":"CpuidSet { map: CpuidMap({0: Absent(CpuidValues { eax: 16, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 1: Absent(CpuidValues { eax: 10489617, ebx: 67584, ecx: 4275712515, edx: 395049983 }), 2: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 3: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 5: Absent(CpuidValues { eax: 64, ebx: 64, ecx: 3, edx: 17 }), 6: Absent(CpuidValues { eax: 4, ebx: 0, ecx: 0, edx: 0 }), 7: Present({0: CpuidValues { eax: 0, ebx: 537920425, ecx: 1536, edx: 0 }}), 8: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 9: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 10: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 11: Present({0: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }}), 12: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 13: Present({0: CpuidValues { eax: 7, ebx: 832, ecx: 832, edx: 0 }, 1: CpuidValues { eax: 1, ebx: 0, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 256, ebx: 576, ecx: 0, edx: 0 }}), 14: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 15: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 16: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483648: Absent(CpuidValues { eax: 2147483683, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 2147483649: Absent(CpuidValues { eax: 10489617, ebx: 1073741824, ecx: 1145057787, edx: 634649599 }), 2147483650: Absent(CpuidValues { eax: 541347137, ebx: 1129926725, ecx: 825702176, edx: 908087347 }), 2147483651: Absent(CpuidValues { eax: 1866673460, ebx: 1344300402, ecx: 1701015410, edx: 1919906675 }), 2147483652: Absent(CpuidValues { eax: 538976288, ebx: 538976288, ecx: 538976288, edx: 2105376 }), 2147483653: Absent(CpuidValues { eax: 4282449728, ebx: 4282449728, ecx: 537395520, edx: 537395520 }), 2147483654: Absent(CpuidValues { eax: 1207968256, ebx: 1744847360, ecx: 33579328, edx: 134254912 }), 2147483655: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 256 }), 2147483656: Absent(CpuidValues { eax: 12336, ebx: 7, ecx: 0, edx: 65543 }), 2147483657: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483658: Absent(CpuidValues { eax: 1, ebx: 32768, ecx: 0, edx: 295419135 }), 2147483659: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483660: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483661: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483662: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483663: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483664: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483665: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483666: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483667: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483668: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483669: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483670: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483671: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483672: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483673: Absent(CpuidValues { eax: 4030787648, ebx: 4030726144, ecx: 0, edx: 0 }), 2147483674: Absent(CpuidValues { eax: 6, ebx: 0, ecx: 0, edx: 0 }), 2147483675: Absent(CpuidValues { eax: 1023, ebx: 0, ecx: 0, edx: 0 }), 2147483676: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483677: Present({0: CpuidValues { eax: 289, ebx: 63, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 323, ebx: 63, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 355, ebx: 63, ecx: 0, edx: 0 }}), 2147483678: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483679: Absent(CpuidValues { eax: 16907583, ebx: 16755, ecx: 509, edx: 1 }), 2147483680: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483681: Absent(CpuidValues { eax: 8269, ebx: 0, ecx: 0, edx: 0 }), 2147483682: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483683: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 })}), vendor: Amd }","path":"phd_tests::cpuid::cpuid_boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.026443221Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::cpuid::cpuid_boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.026505889Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::cpuid_boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.026566191Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::cpuid_boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.02663071Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::cpuid::cpuid_boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.038148971Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.4M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::cpuid::cpuid_boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.038268504Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-1cc628ce-600c-4064-8cf6-7eb976b2b5c9\"]","path":"phd_tests::cpuid::cpuid_boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.055274893Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-1cc628ce-600c-4064-8cf6-7eb976b2b5c9\", \"phd-artifacts/phd-clone-f2c9826f-f689-4cec-9815-6fabd05e14c2\"]","path":"phd_tests::cpuid::cpuid_boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.072214392Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-f2c9826f-f689-4cec-9815-6fabd05e14c2\"]","verb":"list","path":"phd_tests::cpuid::cpuid_boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.084835849Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-f2c9826f-f689-4cec-9815-6fabd05e14c2 0B 25.3T 49.0M /phd-artifacts/phd-clone-f2c9826f-f689-4cec-9815-6fabd05e14c2\n","path":"phd_tests::cpuid::cpuid_boot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.085434442Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::cpuid_boot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.085505166Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"cpuid_boot_test","path":"phd_tests::cpuid::cpuid_boot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.085588824Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::cpuid::cpuid_boot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.08566046Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::cpuid::cpuid_boot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.08573426Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::cpuid::cpuid_boot_test/cpuid_boot_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::cpuid::cpuid_boot_test/cpuid_boot_test.stdout.log\"","path":"phd_tests::cpuid::cpuid_boot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 997","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.103139899Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::cpuid::cpuid_boot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.118037283Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::cpuid_boot_test","elapsed_milliseconds":32} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.11814655Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"cpuid_boot_test","path":"phd_tests::cpuid::cpuid_boot_test","vm_id":"af07468b-a102-4cce-acf1-c5cf9db468b2"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.119643173Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"cpuid_boot_test","path":"phd_tests::cpuid::cpuid_boot_test","vm_id":"af07468b-a102-4cce-acf1-c5cf9db468b2"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:33.734276738Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"cpuid_boot_test","path":"phd_tests::cpuid::cpuid_boot_test","vm_id":"af07468b-a102-4cce-acf1-c5cf9db468b2"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.240732557Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"cpuid_boot_test","path":"phd_tests::cpuid::cpuid_boot_test","vm_id":"af07468b-a102-4cce-acf1-c5cf9db468b2"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.241038245Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"cpuid_boot_test","elapsed_milliseconds":1122,"path":"phd_tests::cpuid::cpuid_boot_test","vm_id":"af07468b-a102-4cce-acf1-c5cf9db468b2"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.241157922Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::cpuid::cpuid_boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.249771894Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::cpuid_boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.249875189Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-f2c9826f-f689-4cec-9815-6fabd05e14c2\"]","path":"phd_tests::cpuid::cpuid_boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.279869095Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::cpuid_boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.279927225Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-1cc628ce-600c-4064-8cf6-7eb976b2b5c9\"]","path":"phd_tests::cpuid::cpuid_boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.296773106Z","target":"phd_tests::cpuid","line":140,"file":"phd-tests/tests/src/cpuid.rs","path":"phd_tests::cpuid::cpuid_boot_test","elapsed_milliseconds":1276} {"v":0,"name":"phd-runner","msg":"test phd_tests::cpuid::cpuid_boot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::cpuid::launch_cpuid_smoke_test_vm::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:134:17\n 8: phd_tests::cpuid::cpuid_boot_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:142:65\n 9: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::cpuid::cpuid_boot_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:140:1\n 11: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.301863109Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.301986152Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.302082134Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::cpuid::guest_cpu_topo_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.302139823Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.302174839Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.302212891Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.302376471Z","target":"phd_tests::cpuid","line":337,"file":"phd-tests/tests/src/cpuid.rs","path":"phd_tests::cpuid::guest_cpu_topo_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] read bhyve default CPUID","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.305886845Z","target":"phd_tests::cpuid","line":115,"file":"phd-tests/tests/src/cpuid.rs","host_cpuid":"CpuidSet { map: CpuidMap({0: Absent(CpuidValues { eax: 16, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 1: Absent(CpuidValues { eax: 10489617, ebx: 67584, ecx: 4275712515, edx: 395049983 }), 2: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 3: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 5: Absent(CpuidValues { eax: 64, ebx: 64, ecx: 3, edx: 17 }), 6: Absent(CpuidValues { eax: 4, ebx: 0, ecx: 0, edx: 0 }), 7: Present({0: CpuidValues { eax: 0, ebx: 537920425, ecx: 1536, edx: 0 }}), 8: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 9: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 10: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 11: Present({0: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }}), 12: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 13: Present({0: CpuidValues { eax: 7, ebx: 832, ecx: 832, edx: 0 }, 1: CpuidValues { eax: 1, ebx: 0, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 256, ebx: 576, ecx: 0, edx: 0 }}), 14: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 15: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 16: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483648: Absent(CpuidValues { eax: 2147483683, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 2147483649: Absent(CpuidValues { eax: 10489617, ebx: 1073741824, ecx: 1145057787, edx: 634649599 }), 2147483650: Absent(CpuidValues { eax: 541347137, ebx: 1129926725, ecx: 825702176, edx: 908087347 }), 2147483651: Absent(CpuidValues { eax: 1866673460, ebx: 1344300402, ecx: 1701015410, edx: 1919906675 }), 2147483652: Absent(CpuidValues { eax: 538976288, ebx: 538976288, ecx: 538976288, edx: 2105376 }), 2147483653: Absent(CpuidValues { eax: 4282449728, ebx: 4282449728, ecx: 537395520, edx: 537395520 }), 2147483654: Absent(CpuidValues { eax: 1207968256, ebx: 1744847360, ecx: 33579328, edx: 134254912 }), 2147483655: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 256 }), 2147483656: Absent(CpuidValues { eax: 12336, ebx: 7, ecx: 0, edx: 65543 }), 2147483657: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483658: Absent(CpuidValues { eax: 1, ebx: 32768, ecx: 0, edx: 295419135 }), 2147483659: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483660: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483661: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483662: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483663: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483664: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483665: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483666: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483667: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483668: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483669: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483670: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483671: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483672: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483673: Absent(CpuidValues { eax: 4030787648, ebx: 4030726144, ecx: 0, edx: 0 }), 2147483674: Absent(CpuidValues { eax: 6, ebx: 0, ecx: 0, edx: 0 }), 2147483675: Absent(CpuidValues { eax: 1023, ebx: 0, ecx: 0, edx: 0 }), 2147483676: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483677: Present({0: CpuidValues { eax: 289, ebx: 63, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 323, ebx: 63, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 355, ebx: 63, ecx: 0, edx: 0 }}), 2147483678: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483679: Absent(CpuidValues { eax: 16907583, ebx: 16755, ecx: 509, edx: 1 }), 2147483680: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483681: Absent(CpuidValues { eax: 8269, ebx: 0, ecx: 0, edx: 0 }), 2147483682: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483683: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 })}), vendor: Amd }","path":"phd_tests::cpuid::guest_cpu_topo_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.306262035Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::cpuid::guest_cpu_topo_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.306326207Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::guest_cpu_topo_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.3063861Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::guest_cpu_topo_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.306453508Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::cpuid::guest_cpu_topo_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.318988914Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.5M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::cpuid::guest_cpu_topo_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.319114439Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-870b6e1e-bf77-4822-aca9-ae119f1f6063\"]","path":"phd_tests::cpuid::guest_cpu_topo_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.336756216Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-870b6e1e-bf77-4822-aca9-ae119f1f6063\", \"phd-artifacts/phd-clone-ee2ac3c4-ca27-45e7-ac09-df3b9ccaef82\"]","path":"phd_tests::cpuid::guest_cpu_topo_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.355060398Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-ee2ac3c4-ca27-45e7-ac09-df3b9ccaef82\"]","verb":"list","path":"phd_tests::cpuid::guest_cpu_topo_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.366848137Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-ee2ac3c4-ca27-45e7-ac09-df3b9ccaef82 0B 25.3T 49.0M /phd-artifacts/phd-clone-ee2ac3c4-ca27-45e7-ac09-df3b9ccaef82\n","path":"phd_tests::cpuid::guest_cpu_topo_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.367438324Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::guest_cpu_topo_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.367506133Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"guest_cpu_topo_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::cpuid::guest_cpu_topo_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.367574222Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::cpuid::guest_cpu_topo_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.367635518Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::cpuid::guest_cpu_topo_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.36772118Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::cpuid::guest_cpu_topo_test/guest_cpu_topo_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::cpuid::guest_cpu_topo_test/guest_cpu_topo_test.stderr.log\"","path":"phd_tests::cpuid::guest_cpu_topo_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1005","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.385645351Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::cpuid::guest_cpu_topo_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.400458807Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::guest_cpu_topo_test","elapsed_milliseconds":32} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.400551141Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::guest_cpu_topo_test","vm":"guest_cpu_topo_test","vm_id":"34432318-5148-4ff1-a72c-2972a7877c9b"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.40151732Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::cpuid::guest_cpu_topo_test","vm":"guest_cpu_topo_test","vm_id":"34432318-5148-4ff1-a72c-2972a7877c9b"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:34.921365797Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::cpuid::guest_cpu_topo_test","vm":"guest_cpu_topo_test","vm_id":"34432318-5148-4ff1-a72c-2972a7877c9b"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.932558106Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::cpuid::guest_cpu_topo_test","vm":"guest_cpu_topo_test","vm_id":"34432318-5148-4ff1-a72c-2972a7877c9b"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.932773554Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::guest_cpu_topo_test","vm_id":"34432318-5148-4ff1-a72c-2972a7877c9b","elapsed_milliseconds":1532,"vm":"guest_cpu_topo_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.932891908Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::cpuid::guest_cpu_topo_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.941065849Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::guest_cpu_topo_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.941167263Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-ee2ac3c4-ca27-45e7-ac09-df3b9ccaef82\"]","path":"phd_tests::cpuid::guest_cpu_topo_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.972319968Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::guest_cpu_topo_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.972410219Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-870b6e1e-bf77-4822-aca9-ae119f1f6063\"]","verb":"destroy","path":"phd_tests::cpuid::guest_cpu_topo_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.990724541Z","target":"phd_tests::cpuid","line":337,"file":"phd-tests/tests/src/cpuid.rs","path":"phd_tests::cpuid::guest_cpu_topo_test","elapsed_milliseconds":1688} {"v":0,"name":"phd-runner","msg":"test phd_tests::cpuid::guest_cpu_topo_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::cpuid::launch_cpuid_smoke_test_vm::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:134:17\n 8: phd_tests::cpuid::guest_cpu_topo_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:339:69\n 9: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::cpuid::guest_cpu_topo_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:337:1\n 11: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.995539983Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.995677132Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.995784005Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::cpuid::cpuid_migrate_smoke_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.995853556Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.995899373Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.995936994Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.996120151Z","target":"phd_tests::cpuid","line":146,"file":"phd-tests/tests/src/cpuid.rs","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] read bhyve default CPUID","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.999181175Z","target":"phd_tests::cpuid","line":115,"file":"phd-tests/tests/src/cpuid.rs","host_cpuid":"CpuidSet { map: CpuidMap({0: Absent(CpuidValues { eax: 16, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 1: Absent(CpuidValues { eax: 10489617, ebx: 67584, ecx: 4275712515, edx: 395049983 }), 2: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 3: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 5: Absent(CpuidValues { eax: 64, ebx: 64, ecx: 3, edx: 17 }), 6: Absent(CpuidValues { eax: 4, ebx: 0, ecx: 0, edx: 0 }), 7: Present({0: CpuidValues { eax: 0, ebx: 537920425, ecx: 1536, edx: 0 }}), 8: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 9: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 10: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 11: Present({0: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }}), 12: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 13: Present({0: CpuidValues { eax: 7, ebx: 832, ecx: 832, edx: 0 }, 1: CpuidValues { eax: 1, ebx: 0, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 256, ebx: 576, ecx: 0, edx: 0 }}), 14: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 15: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 16: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483648: Absent(CpuidValues { eax: 2147483683, ebx: 1752462657, ecx: 1145913699, edx: 1769238117 }), 2147483649: Absent(CpuidValues { eax: 10489617, ebx: 1073741824, ecx: 1145057787, edx: 634649599 }), 2147483650: Absent(CpuidValues { eax: 541347137, ebx: 1129926725, ecx: 825702176, edx: 908087347 }), 2147483651: Absent(CpuidValues { eax: 1866673460, ebx: 1344300402, ecx: 1701015410, edx: 1919906675 }), 2147483652: Absent(CpuidValues { eax: 538976288, ebx: 538976288, ecx: 538976288, edx: 2105376 }), 2147483653: Absent(CpuidValues { eax: 4282449728, ebx: 4282449728, ecx: 537395520, edx: 537395520 }), 2147483654: Absent(CpuidValues { eax: 1207968256, ebx: 1744847360, ecx: 33579328, edx: 134254912 }), 2147483655: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 256 }), 2147483656: Absent(CpuidValues { eax: 12336, ebx: 7, ecx: 0, edx: 65543 }), 2147483657: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483658: Absent(CpuidValues { eax: 1, ebx: 32768, ecx: 0, edx: 295419135 }), 2147483659: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483660: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483661: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483662: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483663: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483664: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483665: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483666: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483667: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483668: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483669: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483670: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483671: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483672: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483673: Absent(CpuidValues { eax: 4030787648, ebx: 4030726144, ecx: 0, edx: 0 }), 2147483674: Absent(CpuidValues { eax: 6, ebx: 0, ecx: 0, edx: 0 }), 2147483675: Absent(CpuidValues { eax: 1023, ebx: 0, ecx: 0, edx: 0 }), 2147483676: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483677: Present({0: CpuidValues { eax: 289, ebx: 63, ecx: 0, edx: 0 }, 1: CpuidValues { eax: 323, ebx: 63, ecx: 0, edx: 0 }, 2: CpuidValues { eax: 355, ebx: 63, ecx: 0, edx: 0 }}), 2147483678: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483679: Absent(CpuidValues { eax: 16907583, ebx: 16755, ecx: 509, edx: 1 }), 2147483680: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483681: Absent(CpuidValues { eax: 8269, ebx: 0, ecx: 0, edx: 0 }), 2147483682: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 }), 2147483683: Absent(CpuidValues { eax: 0, ebx: 0, ecx: 0, edx: 0 })}), vendor: Amd }","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.999599386Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.999666603Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.999731897Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:35.999803072Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.012158545Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.1M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.012289052Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-a69b7bb5-0d7a-45a0-82cf-9ca853ee1288\"]","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.029852951Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-a69b7bb5-0d7a-45a0-82cf-9ca853ee1288\", \"phd-artifacts/phd-clone-03184b9e-0f49-4fb6-94c1-b18769cdb7e9\"]","verb":"clone","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.051004663Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-03184b9e-0f49-4fb6-94c1-b18769cdb7e9\"]","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.064322777Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-03184b9e-0f49-4fb6-94c1-b18769cdb7e9 0B 25.3T 49.0M /phd-artifacts/phd-clone-03184b9e-0f49-4fb6-94c1-b18769cdb7e9\n","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.065066565Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.065161554Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"cpuid_boot_test","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.065261834Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.065353307Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.065438028Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::cpuid::cpuid_migrate_smoke_test/cpuid_boot_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::cpuid::cpuid_migrate_smoke_test/cpuid_boot_test.stdout.log\"","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1013","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.083697486Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.099084306Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":33,"path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.099179315Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"f3d86392-b759-48e3-ad89-b49c5edfe29b","path":"phd_tests::cpuid::cpuid_migrate_smoke_test","vm":"cpuid_boot_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.100109025Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"f3d86392-b759-48e3-ad89-b49c5edfe29b","path":"phd_tests::cpuid::cpuid_migrate_smoke_test","vm":"cpuid_boot_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:36.506868976Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"f3d86392-b759-48e3-ad89-b49c5edfe29b","path":"phd_tests::cpuid::cpuid_migrate_smoke_test","vm":"cpuid_boot_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.407518839Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"f3d86392-b759-48e3-ad89-b49c5edfe29b","path":"phd_tests::cpuid::cpuid_migrate_smoke_test","vm":"cpuid_boot_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.407762991Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"cpuid_boot_test","elapsed_milliseconds":1308,"path":"phd_tests::cpuid::cpuid_migrate_smoke_test","vm_id":"f3d86392-b759-48e3-ad89-b49c5edfe29b"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.407883789Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.416873554Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.41696634Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-03184b9e-0f49-4fb6-94c1-b18769cdb7e9\"]","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.449630608Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.449722682Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-a69b7bb5-0d7a-45a0-82cf-9ca853ee1288\"]","path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.466951974Z","target":"phd_tests::cpuid","line":146,"file":"phd-tests/tests/src/cpuid.rs","elapsed_milliseconds":1470,"path":"phd_tests::cpuid::cpuid_migrate_smoke_test"} {"v":0,"name":"phd-runner","msg":"test phd_tests::cpuid::cpuid_migrate_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::cpuid::launch_cpuid_smoke_test_vm::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:134:17\n 8: phd_tests::cpuid::cpuid_migrate_smoke_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:148:65\n 9: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::cpuid::cpuid_migrate_smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:146:1\n 11: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.470311657Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.470443867Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.470544127Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::cpuid::cpuid_instance_spec_round_trip_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.47060378Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.470640951Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.470680305Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.470866377Z","target":"phd_tests::cpuid","line":23,"file":"phd-tests/tests/src/cpuid.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.470970274Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.471043953Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.471103576Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.471170874Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.483615195Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.5M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.483717148Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-4f865539-ddee-4fe7-9e99-e4ac7937a89c\"]","verb":"snapshot","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.501723146Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-4f865539-ddee-4fe7-9e99-e4ac7937a89c\", \"phd-artifacts/phd-clone-5dda2d55-15d0-491d-9601-b0c21155b749\"]","verb":"clone","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.517313801Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-5dda2d55-15d0-491d-9601-b0c21155b749\"]","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.527261067Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-5dda2d55-15d0-491d-9601-b0c21155b749 0B 25.3T 49.0M /phd-artifacts/phd-clone-5dda2d55-15d0-491d-9601-b0c21155b749\n","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.527874828Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.527940597Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"cpuid_instance_spec_round_trip_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.528013954Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.528137024Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.528214721Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::cpuid::cpuid_instance_spec_round_trip_test/cpuid_instance_spec_round_trip_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::cpuid::cpuid_instance_spec_round_trip_test/cpuid_instance_spec_round_trip_test.stderr.log\"","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1021","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.54632141Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.560724699Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test","elapsed_milliseconds":32} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.560822795Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test","vm":"cpuid_instance_spec_round_trip_test","vm_id":"ecfb62ad-2ca9-4037-bdb6-3d5864f01908"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.561536155Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test","vm":"cpuid_instance_spec_round_trip_test","vm_id":"ecfb62ad-2ca9-4037-bdb6-3d5864f01908"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:37.862684682Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test","vm":"cpuid_instance_spec_round_trip_test","vm_id":"ecfb62ad-2ca9-4037-bdb6-3d5864f01908"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:38.25999512Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test","vm":"cpuid_instance_spec_round_trip_test","vm_id":"ecfb62ad-2ca9-4037-bdb6-3d5864f01908"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.082372749Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test","vm":"cpuid_instance_spec_round_trip_test","vm_id":"ecfb62ad-2ca9-4037-bdb6-3d5864f01908"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.082704818Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test","elapsed_milliseconds":1521,"vm":"cpuid_instance_spec_round_trip_test","vm_id":"ecfb62ad-2ca9-4037-bdb6-3d5864f01908"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.082825987Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.091177302Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.0912716Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-5dda2d55-15d0-491d-9601-b0c21155b749\"]","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.124259733Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.124348469Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-4f865539-ddee-4fe7-9e99-e4ac7937a89c\"]","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.142379825Z","target":"phd_tests::cpuid","line":23,"file":"phd-tests/tests/src/cpuid.rs","path":"phd_tests::cpuid::cpuid_instance_spec_round_trip_test","elapsed_milliseconds":1671} {"v":0,"name":"phd-runner","msg":"test phd_tests::cpuid::cpuid_instance_spec_round_trip_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::cpuid::cpuid_instance_spec_round_trip_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:36:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::cpuid::cpuid_instance_spec_round_trip_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/cpuid.rs:23:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.147619272Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.147765057Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.147858254Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::disk::in_memory_backend_smoke_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.147917446Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.147954847Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.147992859Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.148214558Z","target":"phd_tests::disk","line":115,"file":"phd-tests/tests/src/disk.rs","path":"phd_tests::disk::in_memory_backend_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.148325488Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::disk::in_memory_backend_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.148439093Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::disk::in_memory_backend_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.148496833Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::disk::in_memory_backend_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.148553921Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::disk::in_memory_backend_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.148621659Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::disk::in_memory_backend_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.158943373Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.1M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::disk::in_memory_backend_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.159050556Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-5b10d907-9e61-4ca7-9b67-3f27b49c5998\"]","path":"phd_tests::disk::in_memory_backend_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.175798441Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-5b10d907-9e61-4ca7-9b67-3f27b49c5998\", \"phd-artifacts/phd-clone-31f59544-2894-4ccd-8a0f-33ada9d6410c\"]","verb":"clone","path":"phd_tests::disk::in_memory_backend_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.197768792Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-31f59544-2894-4ccd-8a0f-33ada9d6410c\"]","path":"phd_tests::disk::in_memory_backend_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.209445471Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-31f59544-2894-4ccd-8a0f-33ada9d6410c 0B 25.3T 49.0M /phd-artifacts/phd-clone-31f59544-2894-4ccd-8a0f-33ada9d6410c\n","path":"phd_tests::disk::in_memory_backend_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.2211435Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::disk::in_memory_backend_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.221214604Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"in_memory_backend_test","path":"phd_tests::disk::in_memory_backend_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.221294415Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::disk::in_memory_backend_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.221359669Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::disk::in_memory_backend_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.221433889Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::disk::in_memory_backend_smoke_test/in_memory_backend_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::disk::in_memory_backend_smoke_test/in_memory_backend_test.stdout.log\"","path":"phd_tests::disk::in_memory_backend_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1029","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.240368313Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::disk::in_memory_backend_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.254588646Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":33,"path":"phd_tests::disk::in_memory_backend_smoke_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.254681692Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"in_memory_backend_test","path":"phd_tests::disk::in_memory_backend_smoke_test","vm_id":"9e3fa107-c219-4475-bdcd-c9d85e0a8ed6"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.25695765Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"in_memory_backend_test","path":"phd_tests::disk::in_memory_backend_smoke_test","vm_id":"9e3fa107-c219-4475-bdcd-c9d85e0a8ed6"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:39.759330402Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"in_memory_backend_test","path":"phd_tests::disk::in_memory_backend_smoke_test","vm_id":"9e3fa107-c219-4475-bdcd-c9d85e0a8ed6"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.527466101Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"in_memory_backend_test","path":"phd_tests::disk::in_memory_backend_smoke_test","vm_id":"9e3fa107-c219-4475-bdcd-c9d85e0a8ed6"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.527742146Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"9e3fa107-c219-4475-bdcd-c9d85e0a8ed6","vm":"in_memory_backend_test","elapsed_milliseconds":1272,"path":"phd_tests::disk::in_memory_backend_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.527858137Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::disk::in_memory_backend_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.536078906Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::disk::in_memory_backend_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.536120886Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-31f59544-2894-4ccd-8a0f-33ada9d6410c\"]","verb":"destroy","path":"phd_tests::disk::in_memory_backend_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.566017626Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::disk::in_memory_backend_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.566105582Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-5b10d907-9e61-4ca7-9b67-3f27b49c5998\"]","path":"phd_tests::disk::in_memory_backend_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.584584926Z","target":"phd_tests::disk","line":115,"file":"phd-tests/tests/src/disk.rs","elapsed_milliseconds":1436,"path":"phd_tests::disk::in_memory_backend_smoke_test"} {"v":0,"name":"phd-runner","msg":"test phd_tests::disk::in_memory_backend_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::disk::launch_vm_and_find_in_memory_disk::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:34:17\n 8: phd_tests::disk::in_memory_backend_smoke_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:134:6\n 9: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::disk::in_memory_backend_smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:115:1\n 11: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.588638291Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.588751868Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.588840931Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::disk::in_memory_backend_migration_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.588893944Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.588926846Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.588962239Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.589124574Z","target":"phd_tests::disk","line":146,"file":"phd-tests/tests/src/disk.rs","path":"phd_tests::disk::in_memory_backend_migration_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.589218314Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::disk::in_memory_backend_migration_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.589275732Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::disk::in_memory_backend_migration_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.589418643Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::disk::in_memory_backend_migration_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.589507782Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::disk::in_memory_backend_migration_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.601164093Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.4M 25.3T 49.0M /phd-artifacts\n","path":"phd_tests::disk::in_memory_backend_migration_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.601264709Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-be5bc540-8ad3-4cf0-9954-e5abe2204a7b\"]","verb":"snapshot","path":"phd_tests::disk::in_memory_backend_migration_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.619499434Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-be5bc540-8ad3-4cf0-9954-e5abe2204a7b\", \"phd-artifacts/phd-clone-c1dedf01-c5a2-484c-ac27-41a182c6bd92\"]","verb":"clone","path":"phd_tests::disk::in_memory_backend_migration_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.636766192Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-c1dedf01-c5a2-484c-ac27-41a182c6bd92\"]","verb":"list","path":"phd_tests::disk::in_memory_backend_migration_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.648043385Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-c1dedf01-c5a2-484c-ac27-41a182c6bd92 0B 25.3T 49.0M /phd-artifacts/phd-clone-c1dedf01-c5a2-484c-ac27-41a182c6bd92\n","path":"phd_tests::disk::in_memory_backend_migration_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.648993954Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::disk::in_memory_backend_migration_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.649064568Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"in_memory_backend_migration_test_source","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::disk::in_memory_backend_migration_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.649140592Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::disk::in_memory_backend_migration_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.649204953Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::disk::in_memory_backend_migration_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.6492823Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::disk::in_memory_backend_migration_test/in_memory_backend_migration_test_source.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::disk::in_memory_backend_migration_test/in_memory_backend_migration_test_source.stdout.log\"","path":"phd_tests::disk::in_memory_backend_migration_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1037","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.66739585Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::disk::in_memory_backend_migration_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.681702476Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":32,"path":"phd_tests::disk::in_memory_backend_migration_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.681801694Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"in_memory_backend_migration_test_source","path":"phd_tests::disk::in_memory_backend_migration_test","vm_id":"670bfebc-849d-4560-93da-cd707c68a293"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:40.68362261Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"in_memory_backend_migration_test_source","path":"phd_tests::disk::in_memory_backend_migration_test","vm_id":"670bfebc-849d-4560-93da-cd707c68a293"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.293564774Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"in_memory_backend_migration_test_source","path":"phd_tests::disk::in_memory_backend_migration_test","vm_id":"670bfebc-849d-4560-93da-cd707c68a293"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.701973777Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"in_memory_backend_migration_test_source","path":"phd_tests::disk::in_memory_backend_migration_test","vm_id":"670bfebc-849d-4560-93da-cd707c68a293"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.702193743Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"in_memory_backend_migration_test_source","vm_id":"670bfebc-849d-4560-93da-cd707c68a293","elapsed_milliseconds":1020,"path":"phd_tests::disk::in_memory_backend_migration_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.702316906Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::disk::in_memory_backend_migration_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.710726607Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::disk::in_memory_backend_migration_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.710855973Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-c1dedf01-c5a2-484c-ac27-41a182c6bd92\"]","verb":"destroy","path":"phd_tests::disk::in_memory_backend_migration_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.743467537Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::disk::in_memory_backend_migration_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.74353254Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-be5bc540-8ad3-4cf0-9954-e5abe2204a7b\"]","path":"phd_tests::disk::in_memory_backend_migration_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.762274038Z","target":"phd_tests::disk","line":146,"file":"phd-tests/tests/src/disk.rs","elapsed_milliseconds":1172,"path":"phd_tests::disk::in_memory_backend_migration_test"} {"v":0,"name":"phd-runner","msg":"test phd_tests::disk::in_memory_backend_migration_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::disk::launch_vm_and_find_in_memory_disk::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:34:17\n 8: phd_tests::disk::in_memory_backend_migration_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:158:6\n 9: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::disk::in_memory_backend_migration_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/disk.rs:146:1\n 11: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 32: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.766341066Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.766474628Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.766571402Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::migrate::smoke_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.766628971Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.766665129Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.766703472Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.766910043Z","target":"phd_tests::crucible::migrate","line":10,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.767579029Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.767668939Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.767752978Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-nightly.tar.gz","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading file from Buildomat...","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:14:41.767837358Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/ad8a31742adc45e925e63443a5b43c8e30604022/crucible-nightly.tar.gz","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Extracting artifact from tarball","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:15.126808852Z","target":"phd_framework::artifacts::store","line":160,"file":"phd-tests/framework/src/artifacts/store.rs","extracted_path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","untar_path":"target/release/crucible-downstairs","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Extracting gzipped tarball...","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:15.126902249Z","target":"phd_framework::artifacts::store","line":514,"file":"phd-tests/framework/src/artifacts/store.rs","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:21.771568279Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:21.772244Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9000\", \"--encrypted\", \"--uuid\", \"f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:21.882009326Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:21.788123523Z\",\"hostname\":\"BRM42220010\",\"pid\":1041}\n{\"msg\":\"UUID: f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:21.874280419Z\",\"hostname\":\"BRM42220010\",\"pid\":1041}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:21.87430716Z\",\"hostname\":\"BRM42220010\",\"pid\":1041}\n","status":"ExitStatus(unix_wait_status(0))","stderr":"","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:21.882127109Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9001\", \"--encrypted\", \"--uuid\", \"f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:21.980505805Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:21.892100074Z\",\"hostname\":\"BRM42220010\",\"pid\":1042}\n{\"msg\":\"UUID: f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:21.975466699Z\",\"hostname\":\"BRM42220010\",\"pid\":1042}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:21.975490585Z\",\"hostname\":\"BRM42220010\",\"pid\":1042}\n","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:21.98072493Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9002\", \"--encrypted\", \"--uuid\", \"f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.081532383Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:21.990818362Z\",\"hostname\":\"BRM42220010\",\"pid\":1043}\n{\"msg\":\"UUID: f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:22.076347941Z\",\"hostname\":\"BRM42220010\",\"pid\":1043}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:22.076361256Z\",\"hostname\":\"BRM42220010\",\"pid\":1043}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.082752212Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9000.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9000.stdout.log\"","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.082850027Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9000\"]","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.082917555Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9000\"]","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.084905668Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9001.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9001.stderr.log\"","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.085029432Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9001\"]","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.085126987Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9001\"]","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.086913875Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9002.stderr.log\"","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.087017027Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9002\"]","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.08708905Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9002\"]","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.093004395Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.093080519Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"crucible_migrate_smoke_source","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.09315531Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.093222648Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9003","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.093304573Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_migrate_smoke_source.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::smoke_test/crucible_migrate_smoke_source.stderr.log\"","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1047","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.178258591Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.192689252Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","elapsed_milliseconds":99} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.192791897Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"035c9e39-7a1c-41b3-8080-c1add75f5c3e"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.19357549Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_migrate_smoke_source","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"035c9e39-7a1c-41b3-8080-c1add75f5c3e"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:22.664144644Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_migrate_smoke_source","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"035c9e39-7a1c-41b3-8080-c1add75f5c3e"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.252103814Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_migrate_smoke_source","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"035c9e39-7a1c-41b3-8080-c1add75f5c3e"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.252945357Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":1060,"path":"phd_tests::crucible::migrate::smoke_test","vm_id":"035c9e39-7a1c-41b3-8080-c1add75f5c3e"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.253079251Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.26126951Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9000\" } }","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.267480054Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9000\"","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.278825206Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9001\" } }","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.285370332Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9001\"","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.292512478Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9002\" } }","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.298742049Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/f19f18cf-0868-4f1f-a0e1-3c1a30e4dd73_9002\"","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.306205263Z","target":"phd_tests::crucible::migrate","line":10,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::smoke_test","elapsed_milliseconds":41535} {"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::migrate::smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::crucible::migrate::smoke_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:19:21\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::crucible::migrate::smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:10:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.310203811Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.310346521Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.31043081Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::migrate::load_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.310480505Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.310511934Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.310543804Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.310688959Z","target":"phd_tests::crucible::migrate","line":40,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.310833222Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.310929424Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.31102211Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.311102812Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.31125491Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9000\", \"--encrypted\", \"--uuid\", \"5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.41193368Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:23.322228949Z\",\"hostname\":\"BRM42220010\",\"pid\":1049}\n{\"msg\":\"UUID: 5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:23.405912744Z\",\"hostname\":\"BRM42220010\",\"pid\":1049}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:23.405932832Z\",\"hostname\":\"BRM42220010\",\"pid\":1049}\n","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.412072513Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9001\", \"--encrypted\", \"--uuid\", \"5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.513017214Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:23.422704685Z\",\"hostname\":\"BRM42220010\",\"pid\":1050}\n{\"msg\":\"UUID: 5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:23.50778865Z\",\"hostname\":\"BRM42220010\",\"pid\":1050}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:23.50780454Z\",\"hostname\":\"BRM42220010\",\"pid\":1050}\n","stderr":"","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.513163641Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9002\", \"--encrypted\", \"--uuid\", \"5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.614317901Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:23.523489453Z\",\"hostname\":\"BRM42220010\",\"pid\":1051}\n{\"msg\":\"UUID: 5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:23.607794318Z\",\"hostname\":\"BRM42220010\",\"pid\":1051}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:23.607814071Z\",\"hostname\":\"BRM42220010\",\"pid\":1051}\n","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.614573665Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9000.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9000.stdout.log\"","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.614701197Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9000\"]","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.614796958Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9000\"]","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.617132017Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9001.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9001.stdout.log\"","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.617231876Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9001\"]","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.617300947Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9001\"]","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.619077119Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9002.stderr.log\"","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.619174754Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9002\"]","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.619240258Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9002\"]","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.621336032Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.621443416Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"crucible_load_test_source","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.621555217Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.621638635Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9003","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.621724277Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_load_test_source.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::migrate::load_test/crucible_load_test_source.stdout.log\"","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1055","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.654318956Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.668499137Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":47} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.668596869Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"26a35f86-9243-4a83-84c5-d6608903cc0b"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:23.669425274Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"26a35f86-9243-4a83-84c5-d6608903cc0b"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:24.232348102Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"26a35f86-9243-4a83-84c5-d6608903cc0b"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:24.851658105Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"26a35f86-9243-4a83-84c5-d6608903cc0b"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.454840637Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"26a35f86-9243-4a83-84c5-d6608903cc0b"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.455105037Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"26a35f86-9243-4a83-84c5-d6608903cc0b","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":1786} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.45525461Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.463907375Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9000\" } }","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.469100533Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9000\"","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.476277306Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9001\" } }","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.48250438Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9001\"","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.490110867Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9002\" } }","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.495707568Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/5a4b5ad2-cd23-41d7-9d11-c2eddb7fca09_9002\"","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.503298115Z","target":"phd_tests::crucible::migrate","line":40,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":2192} {"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::migrate::load_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::crucible::migrate::load_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:49:21\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::crucible::migrate::load_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/migrate.rs:40:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.505971282Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.506117629Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.506207199Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::boot_order::configurable_boot_order","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.506256232Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.506284335Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.506316676Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.506485706Z","target":"phd_tests::boot_order","line":51,"file":"phd-tests/tests/src/boot_order.rs","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.506573893Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.506633335Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.506702476Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.506775114Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.517400554Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.517470944Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-613a4e84-cb9d-409d-9760-ddf766b9ad5e\"]","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.53516843Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-613a4e84-cb9d-409d-9760-ddf766b9ad5e\", \"phd-artifacts/phd-clone-04d5c8d5-3af4-474b-8786-d0ee8fe56bf2\"]","verb":"clone","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.553391463Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-04d5c8d5-3af4-474b-8786-d0ee8fe56bf2\"]","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.565897779Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-04d5c8d5-3af4-474b-8786-d0ee8fe56bf2 0B 25.3T 207M /phd-artifacts/phd-clone-04d5c8d5-3af4-474b-8786-d0ee8fe56bf2\n","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.566594765Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.566673544Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.578962462Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.579043254Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-371bf353-ebeb-4f42-ae6c-8f342f9db284\"]","verb":"snapshot","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.601432078Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-371bf353-ebeb-4f42-ae6c-8f342f9db284\", \"phd-artifacts/phd-clone-d84c0378-a64d-45ae-ba37-ee9fae229e5f\"]","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.619843291Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-d84c0378-a64d-45ae-ba37-ee9fae229e5f\"]","verb":"list","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.629780778Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-d84c0378-a64d-45ae-ba37-ee9fae229e5f 0B 25.3T 207M /phd-artifacts/phd-clone-d84c0378-a64d-45ae-ba37-ee9fae229e5f\n","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.630437421Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.630507513Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"configurable_boot_order","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.630569Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.630629685Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.630705799Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::boot_order::configurable_boot_order/configurable_boot_order.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::boot_order::configurable_boot_order/configurable_boot_order.stderr.log\"","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1065","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.666947768Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.680801187Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.680901867Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"configurable_boot_order","vm_id":"434d1915-97bc-46d8-a1f1-d5c4eea300a0","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:25.681643511Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"configurable_boot_order","vm_id":"434d1915-97bc-46d8-a1f1-d5c4eea300a0","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:26.285661583Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"configurable_boot_order","vm_id":"434d1915-97bc-46d8-a1f1-d5c4eea300a0","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.216303948Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"configurable_boot_order","vm_id":"434d1915-97bc-46d8-a1f1-d5c4eea300a0","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.216526669Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::configurable_boot_order","vm":"configurable_boot_order","elapsed_milliseconds":1535,"vm_id":"434d1915-97bc-46d8-a1f1-d5c4eea300a0"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.216650734Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.225776154Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.225850044Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-04d5c8d5-3af4-474b-8786-d0ee8fe56bf2\"]","verb":"destroy","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.250183155Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.250244662Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-613a4e84-cb9d-409d-9760-ddf766b9ad5e\"]","verb":"destroy","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.268500396Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.268561185Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-d84c0378-a64d-45ae-ba37-ee9fae229e5f\"]","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.29193289Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.291994236Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-371bf353-ebeb-4f42-ae6c-8f342f9db284\"]","verb":"destroy","path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.311551508Z","target":"phd_tests::boot_order","line":51,"file":"phd-tests/tests/src/boot_order.rs","elapsed_milliseconds":1804,"path":"phd_tests::boot_order::configurable_boot_order"} {"v":0,"name":"phd-runner","msg":"test phd_tests::boot_order::configurable_boot_order ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::boot_order::configurable_boot_order::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:73:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::boot_order::configurable_boot_order::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:51:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.31662441Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.316759806Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.316860076Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::boot_order::unbootable_disk_skipped","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.316919177Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.316955606Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.316994189Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.317191032Z","target":"phd_tests::boot_order","line":117,"file":"phd-tests/tests/src/boot_order.rs","path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.317285444Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.317344478Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.317412904Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.317474089Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.328925911Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.329148522Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-3344b8c5-560c-44c6-adb6-863b2f05f6c9\"]","verb":"snapshot","path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.346924824Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-3344b8c5-560c-44c6-adb6-863b2f05f6c9\", \"phd-artifacts/phd-clone-90fbecf8-8b32-4b2c-8410-8725ac95b9ca\"]","verb":"clone","path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.364889423Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-90fbecf8-8b32-4b2c-8410-8725ac95b9ca\"]","path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.376370391Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-90fbecf8-8b32-4b2c-8410-8725ac95b9ca 0B 25.3T 207M /phd-artifacts/phd-clone-90fbecf8-8b32-4b2c-8410-8725ac95b9ca\n","path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.377442949Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.37750897Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"unbootable_disk_skipped","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.377579745Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.377639502Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.377708144Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::boot_order::unbootable_disk_skipped/unbootable_disk_skipped.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::boot_order::unbootable_disk_skipped/unbootable_disk_skipped.stderr.log\"","path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1075","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.412824392Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.426539573Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":49,"path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.426632637Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"adc49bd7-1350-49f3-99f8-12dc3f2fc92e","vm":"unbootable_disk_skipped","path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.428894204Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"adc49bd7-1350-49f3-99f8-12dc3f2fc92e","vm":"unbootable_disk_skipped","path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:27.927961563Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"adc49bd7-1350-49f3-99f8-12dc3f2fc92e","vm":"unbootable_disk_skipped","path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.528147773Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"adc49bd7-1350-49f3-99f8-12dc3f2fc92e","vm":"unbootable_disk_skipped","path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.528433684Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"adc49bd7-1350-49f3-99f8-12dc3f2fc92e","elapsed_milliseconds":1101,"vm":"unbootable_disk_skipped","path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.528579631Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.537100146Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.537175649Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-90fbecf8-8b32-4b2c-8410-8725ac95b9ca\"]","path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.569352624Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.569409075Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-3344b8c5-560c-44c6-adb6-863b2f05f6c9\"]","verb":"destroy","path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.587850964Z","target":"phd_tests::boot_order","line":117,"file":"phd-tests/tests/src/boot_order.rs","elapsed_milliseconds":1270,"path":"phd_tests::boot_order::unbootable_disk_skipped"} {"v":0,"name":"phd-runner","msg":"test phd_tests::boot_order::unbootable_disk_skipped ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::boot_order::unbootable_disk_skipped::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:140:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::boot_order::unbootable_disk_skipped::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:117:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.590397554Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.590534764Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.590634873Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::boot_order::boot_order_source_priority","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.590693354Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.590729803Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.590767294Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.590967413Z","target":"phd_tests::boot_order","line":403,"file":"phd-tests/tests/src/boot_order.rs","path":"phd_tests::boot_order::boot_order_source_priority"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.591088352Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::boot_order::boot_order_source_priority"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.591169375Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::boot_order_source_priority"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.591249617Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::boot_order_source_priority"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.591335229Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::boot_order::boot_order_source_priority"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.602467126Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 210M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::boot_order_source_priority"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.602603605Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-1ec6f1dc-87ba-4637-aa51-5e9a91a1050b\"]","path":"phd_tests::boot_order::boot_order_source_priority"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.621412511Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-1ec6f1dc-87ba-4637-aa51-5e9a91a1050b\", \"phd-artifacts/phd-clone-af117a3b-644e-4c39-aff7-41048a86494f\"]","verb":"clone","path":"phd_tests::boot_order::boot_order_source_priority"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.639041094Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-af117a3b-644e-4c39-aff7-41048a86494f\"]","verb":"list","path":"phd_tests::boot_order::boot_order_source_priority"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.650885951Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-af117a3b-644e-4c39-aff7-41048a86494f 0B 25.3T 207M /phd-artifacts/phd-clone-af117a3b-644e-4c39-aff7-41048a86494f\n","path":"phd_tests::boot_order::boot_order_source_priority"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.652417821Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::boot_order_source_priority"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.652488615Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"boot_order_source_priority","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::boot_order::boot_order_source_priority"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.652564268Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::boot_order::boot_order_source_priority"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.652628439Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::boot_order::boot_order_source_priority"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.652703882Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::boot_order::boot_order_source_priority/boot_order_source_priority.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::boot_order::boot_order_source_priority/boot_order_source_priority.stdout.log\"","path":"phd_tests::boot_order::boot_order_source_priority"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1083","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.687649147Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::boot_order::boot_order_source_priority"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.701523255Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::boot_order_source_priority","elapsed_milliseconds":49} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.7016263Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::boot_order_source_priority","vm_id":"193038a1-8a1c-4c0d-9600-0c4892f9ea5d","vm":"boot_order_source_priority"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:28.705314369Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::boot_order::boot_order_source_priority","vm_id":"193038a1-8a1c-4c0d-9600-0c4892f9ea5d","vm":"boot_order_source_priority"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:29.009239121Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::boot_order::boot_order_source_priority","vm_id":"193038a1-8a1c-4c0d-9600-0c4892f9ea5d","vm":"boot_order_source_priority"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:29.968837487Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::boot_order::boot_order_source_priority","vm_id":"193038a1-8a1c-4c0d-9600-0c4892f9ea5d","vm":"boot_order_source_priority"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:29.969045339Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::boot_order_source_priority","vm_id":"193038a1-8a1c-4c0d-9600-0c4892f9ea5d","vm":"boot_order_source_priority","elapsed_milliseconds":1267} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:29.969200226Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::boot_order::boot_order_source_priority"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:29.977907322Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::boot_order_source_priority"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:29.978004576Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-af117a3b-644e-4c39-aff7-41048a86494f\"]","verb":"destroy","path":"phd_tests::boot_order::boot_order_source_priority"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.010357555Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::boot_order_source_priority"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.010447846Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-1ec6f1dc-87ba-4637-aa51-5e9a91a1050b\"]","verb":"destroy","path":"phd_tests::boot_order::boot_order_source_priority"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.027906999Z","target":"phd_tests::boot_order","line":403,"file":"phd-tests/tests/src/boot_order.rs","path":"phd_tests::boot_order::boot_order_source_priority","elapsed_milliseconds":1436} {"v":0,"name":"phd-runner","msg":"test phd_tests::boot_order::boot_order_source_priority ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::boot_order::boot_order_source_priority::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:431:30\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::boot_order::boot_order_source_priority::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:403:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.031391933Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.031546996Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.031644872Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::boot_order::guest_can_adjust_boot_order","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.031703222Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.0317391Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.031776922Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.032012888Z","target":"phd_tests::boot_order","line":236,"file":"phd-tests/tests/src/boot_order.rs","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.03217228Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.032279313Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.032387587Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.032500461Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.04341643Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.043578316Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-774b9c51-6528-4ac3-bd7d-9d3202d4f621\"]","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.061043661Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-774b9c51-6528-4ac3-bd7d-9d3202d4f621\", \"phd-artifacts/phd-clone-ccb6d1f3-9233-4079-9fa7-653c6ff38019\"]","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.078206654Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-ccb6d1f3-9233-4079-9fa7-653c6ff38019\"]","verb":"list","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.090779256Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-ccb6d1f3-9233-4079-9fa7-653c6ff38019 0B 25.3T 207M /phd-artifacts/phd-clone-ccb6d1f3-9233-4079-9fa7-653c6ff38019\n","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.091886041Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.091955392Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"guest_can_adjust_boot_order","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.092027428Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.092090107Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.092164027Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::boot_order::guest_can_adjust_boot_order/guest_can_adjust_boot_order.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::boot_order::guest_can_adjust_boot_order/guest_can_adjust_boot_order.stderr.log\"","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1091","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.126909488Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.141210429Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":49,"path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.141306371Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"guest_can_adjust_boot_order","vm_id":"3c655ef3-435b-4a4f-b05f-1d0012a7794a","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.143494883Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"guest_can_adjust_boot_order","vm_id":"3c655ef3-435b-4a4f-b05f-1d0012a7794a","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:30.569255866Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"guest_can_adjust_boot_order","vm_id":"3c655ef3-435b-4a4f-b05f-1d0012a7794a","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.076784086Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"guest_can_adjust_boot_order","vm_id":"3c655ef3-435b-4a4f-b05f-1d0012a7794a","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.077031244Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":935,"vm_id":"3c655ef3-435b-4a4f-b05f-1d0012a7794a","vm":"guest_can_adjust_boot_order","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.077188432Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.085415062Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.085536432Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-ccb6d1f3-9233-4079-9fa7-653c6ff38019\"]","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.116064857Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.116125271Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-774b9c51-6528-4ac3-bd7d-9d3202d4f621\"]","verb":"destroy","path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.133227058Z","target":"phd_tests::boot_order","line":236,"file":"phd-tests/tests/src/boot_order.rs","elapsed_milliseconds":1101,"path":"phd_tests::boot_order::guest_can_adjust_boot_order"} {"v":0,"name":"phd-runner","msg":"test phd_tests::boot_order::guest_can_adjust_boot_order ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::boot_order::guest_can_adjust_boot_order::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:254:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::boot_order::guest_can_adjust_boot_order::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:236:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.136279367Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.136408048Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.136566296Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::boot_order::nvme_boot_option_description","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.13662648Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.13666352Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.136702925Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.136918483Z","target":"phd_tests::boot_order","line":510,"file":"phd-tests/tests/src/boot_order.rs","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.137061504Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.137157766Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.13725498Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.137352715Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.148057968Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.148180158Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-7d34d306-ffe7-4b35-a453-32db70117c2f\"]","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.165801977Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-7d34d306-ffe7-4b35-a453-32db70117c2f\", \"phd-artifacts/phd-clone-108e6abd-6bd9-4f25-868d-bc683755831d\"]","verb":"clone","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.182460405Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-108e6abd-6bd9-4f25-868d-bc683755831d\"]","verb":"list","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.194253874Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-108e6abd-6bd9-4f25-868d-bc683755831d 0B 25.3T 207M /phd-artifacts/phd-clone-108e6abd-6bd9-4f25-868d-bc683755831d\n","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.19497018Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.195040784Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.207514811Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.207652422Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-1a9bc4b7-8c6d-4e90-a65e-13de111b730a\"]","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.228503543Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-1a9bc4b7-8c6d-4e90-a65e-13de111b730a\", \"phd-artifacts/phd-clone-074f0a27-53ba-41a8-83dd-1036c53d5413\"]","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.248181925Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-074f0a27-53ba-41a8-83dd-1036c53d5413\"]","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.259331055Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-074f0a27-53ba-41a8-83dd-1036c53d5413 0B 25.3T 207M /phd-artifacts/phd-clone-074f0a27-53ba-41a8-83dd-1036c53d5413\n","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.260120679Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.260199448Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"nvme_boot_option_description","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.260275853Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.260343691Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.260420837Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::boot_order::nvme_boot_option_description/nvme_boot_option_description.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::boot_order::nvme_boot_option_description/nvme_boot_option_description.stderr.log\"","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1103","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.29509548Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.308989806Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":48,"path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.309090397Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nvme_boot_option_description","vm_id":"ff379f7a-40b3-4e40-b0bc-3516b004211d","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.309898146Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"nvme_boot_option_description","vm_id":"ff379f7a-40b3-4e40-b0bc-3516b004211d","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:31.855422446Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"nvme_boot_option_description","vm_id":"ff379f7a-40b3-4e40-b0bc-3516b004211d","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:32.521788987Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"nvme_boot_option_description","vm_id":"ff379f7a-40b3-4e40-b0bc-3516b004211d","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.182092261Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"nvme_boot_option_description","vm_id":"ff379f7a-40b3-4e40-b0bc-3516b004211d","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.182345019Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1873,"path":"phd_tests::boot_order::nvme_boot_option_description","vm":"nvme_boot_option_description","vm_id":"ff379f7a-40b3-4e40-b0bc-3516b004211d"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.182491075Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.190736624Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.190852267Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-108e6abd-6bd9-4f25-868d-bc683755831d\"]","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.218474165Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.218566279Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-7d34d306-ffe7-4b35-a453-32db70117c2f\"]","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.237093093Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.237153337Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-074f0a27-53ba-41a8-83dd-1036c53d5413\"]","verb":"destroy","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.26204718Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.262131269Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-1a9bc4b7-8c6d-4e90-a65e-13de111b730a\"]","path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.280039771Z","target":"phd_tests::boot_order","line":510,"file":"phd-tests/tests/src/boot_order.rs","elapsed_milliseconds":2142,"path":"phd_tests::boot_order::nvme_boot_option_description"} {"v":0,"name":"phd-runner","msg":"test phd_tests::boot_order::nvme_boot_option_description ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::boot_order::nvme_boot_option_description::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:531:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::boot_order::nvme_boot_option_description::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/boot_order.rs:510:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.2832994Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.283440007Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.283538794Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::hw::lspci_lifecycle_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.283596403Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.28363217Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.283668409Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.28394907Z","target":"phd_tests::hw","line":8,"file":"phd-tests/tests/src/hw.rs","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.284058347Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.284122649Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.284182372Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.284251402Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.296474756Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.296563093Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-a5816ecd-1e3a-4808-9439-e5aaf36655ff\"]","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.3144532Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-a5816ecd-1e3a-4808-9439-e5aaf36655ff\", \"phd-artifacts/phd-clone-cb9d1525-75dc-4bfe-8e41-7292d4586bfc\"]","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.332232779Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-cb9d1525-75dc-4bfe-8e41-7292d4586bfc\"]","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.343370488Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-cb9d1525-75dc-4bfe-8e41-7292d4586bfc 0B 25.3T 207M /phd-artifacts/phd-clone-cb9d1525-75dc-4bfe-8e41-7292d4586bfc\n","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.343970443Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.344040025Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"lspci_lifecycle_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.344113795Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.344176563Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.34424883Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::hw::lspci_lifecycle_test/lspci_lifecycle_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::hw::lspci_lifecycle_test/lspci_lifecycle_test.stderr.log\"","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1113","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.380108356Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.394060401Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":50} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.394176641Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"7f8676fb-3011-495f-9889-21540d6e2dd0"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.394898127Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"7f8676fb-3011-495f-9889-21540d6e2dd0"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:33.997410319Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"7f8676fb-3011-495f-9889-21540d6e2dd0"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.60352561Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"7f8676fb-3011-495f-9889-21540d6e2dd0"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.604200217Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm_id":"7f8676fb-3011-495f-9889-21540d6e2dd0","vm":"lspci_lifecycle_test","elapsed_milliseconds":1209} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.604345832Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.612912186Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.612959706Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-cb9d1525-75dc-4bfe-8e41-7292d4586bfc\"]","verb":"destroy","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.64793601Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.648021121Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-a5816ecd-1e3a-4808-9439-e5aaf36655ff\"]","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.664780838Z","target":"phd_tests::hw","line":8,"file":"phd-tests/tests/src/hw.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":1380} {"v":0,"name":"phd-runner","msg":"test phd_tests::hw::lspci_lifecycle_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::hw::lspci_lifecycle_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hw.rs:17:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::hw::lspci_lifecycle_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/hw.rs:8:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.668964196Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.669094513Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.669191637Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::running_process::export_failure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.669250468Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.669287248Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.669326041Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.669525158Z","target":"phd_tests::migrate::running_process","line":206,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.669650245Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.669731468Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.669810167Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.669900358Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.681077361Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.681249436Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-ae6e3571-709f-46d9-a6e7-42792a145e97\"]","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.698667051Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-ae6e3571-709f-46d9-a6e7-42792a145e97\", \"phd-artifacts/phd-clone-bdad3a1c-cad9-49ae-b744-7db445240e5f\"]","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.716553341Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-bdad3a1c-cad9-49ae-b744-7db445240e5f\"]","verb":"list","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.727429584Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-bdad3a1c-cad9-49ae-b744-7db445240e5f 0B 25.3T 207M /phd-artifacts/phd-clone-bdad3a1c-cad9-49ae-b744-7db445240e5f\n","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.72814086Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.728220641Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"migrate_running_process::export_failure_source","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.728306855Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.728373581Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.728448833Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_source.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_source.stderr.log\"","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1121","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.762677122Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.776668191Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":48} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.776797926Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.776860976Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"migrate_running_process::export_failure_target1","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.776931499Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.777017602Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9002","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.777092053Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target1.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target1.stderr.log\"","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1122","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.81888534Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.833462276Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":56} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.83361134Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.833677587Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"migrate_running_process::export_failure_target2","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.833755181Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.83388741Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9004","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.833966861Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target2.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::export_failure/migrate_running_process::export_failure_target2.stderr.log\"","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1123","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.876112484Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.89072546Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":56} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.89084134Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"f6cbd6df-e5f0-4c5a-9993-fe129bd5e80f","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:34.891595497Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"f6cbd6df-e5f0-4c5a-9993-fe129bd5e80f","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:35.359291472Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"f6cbd6df-e5f0-4c5a-9993-fe129bd5e80f","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.183711279Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"f6cbd6df-e5f0-4c5a-9993-fe129bd5e80f","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.184056819Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"f6cbd6df-e5f0-4c5a-9993-fe129bd5e80f","elapsed_milliseconds":1293,"path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.18417361Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9004","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.193508047Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.202796085Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.211959707Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.212047994Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-bdad3a1c-cad9-49ae-b744-7db445240e5f\"]","verb":"destroy","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.245134491Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.24522921Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-ae6e3571-709f-46d9-a6e7-42792a145e97\"]","verb":"destroy","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.26272358Z","target":"phd_tests::migrate::running_process","line":206,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":1592} {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::running_process::export_failure ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::running_process::export_failure::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:230:25\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::running_process::export_failure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:206:5\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.266958686Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.267097509Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.267200564Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::running_process::import_failure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.267262351Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.267307416Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.267346911Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.267561186Z","target":"phd_tests::migrate::running_process","line":136,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.26769523Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.267771254Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.267847959Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.267916559Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.277969484Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.278057391Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-923964ca-e022-4ced-b2ec-e2e32bfcb110\"]","verb":"snapshot","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.296958721Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-923964ca-e022-4ced-b2ec-e2e32bfcb110\", \"phd-artifacts/phd-clone-5721cb47-828d-4029-9c15-45f0b9a5b945\"]","verb":"clone","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.313921315Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-5721cb47-828d-4029-9c15-45f0b9a5b945\"]","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.325509596Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-5721cb47-828d-4029-9c15-45f0b9a5b945 0B 25.3T 207M /phd-artifacts/phd-clone-5721cb47-828d-4029-9c15-45f0b9a5b945\n","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.32636244Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.326517744Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migrate_running_process::import_failure_source","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.326647109Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.32675843Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.326889027Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_source.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_source.stdout.log\"","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1133","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.364929891Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.379132839Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":52} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.379243338Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.379301529Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.379352926Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.379415314Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.390844784Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.391043521Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-8a052641-eda0-46f0-b54f-8021cb6523bd\"]","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.412734964Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-8a052641-eda0-46f0-b54f-8021cb6523bd\", \"phd-artifacts/phd-clone-15931486-f7f6-4263-856d-73e7d6237dbf\"]","verb":"clone","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.429713927Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-15931486-f7f6-4263-856d-73e7d6237dbf\"]","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.440990488Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-15931486-f7f6-4263-856d-73e7d6237dbf 0B 25.3T 207M /phd-artifacts/phd-clone-15931486-f7f6-4263-856d-73e7d6237dbf\n","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.441675575Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.441747461Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"migrate_running_process::import_failure_target1","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.441822052Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.441893086Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9002","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.44198478Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target1.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target1.stdout.log\"","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1138","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.47695898Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.490713231Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":48} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.49082925Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.490888823Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migrate_running_process::import_failure_target2","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.490958685Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.491028858Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9004","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.491105563Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target2.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::import_failure/migrate_running_process::import_failure_target2.stdout.log\"","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1139","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.520215256Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.533357568Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":42} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.533435756Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure","vm_id":"5d4cd83b-755b-4c02-8d9b-9f6f69d1cb5c"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:36.534185495Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure","vm_id":"5d4cd83b-755b-4c02-8d9b-9f6f69d1cb5c"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.124473402Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure","vm_id":"5d4cd83b-755b-4c02-8d9b-9f6f69d1cb5c"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.709739946Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure","vm_id":"5d4cd83b-755b-4c02-8d9b-9f6f69d1cb5c"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.710076032Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5d4cd83b-755b-4c02-8d9b-9f6f69d1cb5c","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":1176} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.710216989Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9004","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.718675347Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.72752181Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.727615778Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-15931486-f7f6-4263-856d-73e7d6237dbf\"]","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.758598924Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.758661112Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-8a052641-eda0-46f0-b54f-8021cb6523bd\"]","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.7764324Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.784923936Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.785033854Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-5721cb47-828d-4029-9c15-45f0b9a5b945\"]","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.808673733Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.808732685Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-923964ca-e022-4ced-b2ec-e2e32bfcb110\"]","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.827096769Z","target":"phd_tests::migrate::running_process","line":136,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":1559} {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::running_process::import_failure ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::running_process::import_failure::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:168:25\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::running_process::import_failure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:136:5\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.829968534Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.830107788Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.83020924Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::running_process::migrate_running_process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.830270125Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.830307205Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.830345959Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.830543843Z","target":"phd_tests::migrate::running_process","line":116,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.830672116Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.83074812Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.830825947Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.830907922Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.84311253Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.843242226Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-1667fcd6-bdfb-4641-ba85-3b74919aea71\"]","verb":"snapshot","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.859012653Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-1667fcd6-bdfb-4641-ba85-3b74919aea71\", \"phd-artifacts/phd-clone-26361ed8-eedd-40f1-aa43-ae829b5b74e9\"]","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.877374873Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-26361ed8-eedd-40f1-aa43-ae829b5b74e9\"]","verb":"list","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.887973311Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-26361ed8-eedd-40f1-aa43-ae829b5b74e9 0B 25.3T 207M /phd-artifacts/phd-clone-26361ed8-eedd-40f1-aa43-ae829b5b74e9\n","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.888610066Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.888679758Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.888752876Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.888817288Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.888891008Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_source.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_source.stderr.log\"","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1151","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.923708371Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.937398841Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","elapsed_milliseconds":48} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.937519189Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.937580024Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migrate_running_process_target","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.93764684Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.937705361Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9002","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.937775714Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_target.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::running_process::migrate_running_process/migrate_running_process_target.stdout.log\"","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1152","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.979063144Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.992961297Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","elapsed_milliseconds":55} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.993075633Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source","vm_id":"1c34b2b8-5777-427e-afcd-6a2b21464420"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:37.993823679Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source","vm_id":"1c34b2b8-5777-427e-afcd-6a2b21464420"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:38.526370348Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source","vm_id":"1c34b2b8-5777-427e-afcd-6a2b21464420"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.556724872Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source","vm_id":"1c34b2b8-5777-427e-afcd-6a2b21464420"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.5569774Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1563,"path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source","vm_id":"1c34b2b8-5777-427e-afcd-6a2b21464420"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.557107386Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.566093993Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.574691646Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.574784591Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-26361ed8-eedd-40f1-aa43-ae829b5b74e9\"]","verb":"destroy","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.607731484Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.607795195Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-1667fcd6-bdfb-4641-ba85-3b74919aea71\"]","verb":"destroy","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.625818145Z","target":"phd_tests::migrate::running_process","line":116,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::migrate_running_process","elapsed_milliseconds":1795} {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::running_process::migrate_running_process ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::running_process::migrate_running_process::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:124:25\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::running_process::migrate_running_process::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:116:5\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.629474273Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.62963106Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.62973146Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_reset_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.629791013Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.629828654Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.629867658Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.630088476Z","target":"phd_tests::server_state_machine","line":72,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.630231747Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.630310246Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.630377393Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.630454238Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.641855786Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.641963059Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-7bf959b2-8a20-4ea3-8f02-149e7e523562\"]","verb":"snapshot","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.660436722Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-7bf959b2-8a20-4ea3-8f02-149e7e523562\", \"phd-artifacts/phd-clone-7a6fa1a3-9250-4725-8375-b4d234a54ba3\"]","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.677921993Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-7a6fa1a3-9250-4725-8375-b4d234a54ba3\"]","verb":"list","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.689610895Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-7a6fa1a3-9250-4725-8375-b4d234a54ba3 0B 25.3T 207M /phd-artifacts/phd-clone-7a6fa1a3-9250-4725-8375-b4d234a54ba3\n","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.690251407Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.690315568Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.69037465Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.690431157Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.690516388Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_test/instance_reset_returns_to_running_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_test/instance_reset_returns_to_running_test.stderr.log\"","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1161","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.726245577Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.739934334Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","elapsed_milliseconds":49} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.740037089Z","target":"phd_framework::test_vm","line":575,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"ff2e1f7f-43b6-41c7-a998-c71656e4684d"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.740103845Z","target":"phd_framework::test_vm","line":580,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"ff2e1f7f-43b6-41c7-a998-c71656e4684d"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.740642645Z","target":"phd_framework::test_vm","line":575,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":0,"vm_id":"ff2e1f7f-43b6-41c7-a998-c71656e4684d"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.740720222Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"ff2e1f7f-43b6-41c7-a998-c71656e4684d"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:39.741167789Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"ff2e1f7f-43b6-41c7-a998-c71656e4684d"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:40.087579136Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"ff2e1f7f-43b6-41c7-a998-c71656e4684d"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.031565597Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"ff2e1f7f-43b6-41c7-a998-c71656e4684d"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.031779662Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":1290,"vm_id":"ff2e1f7f-43b6-41c7-a998-c71656e4684d"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.031923054Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.040298584Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.040413932Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-7a6fa1a3-9250-4725-8375-b4d234a54ba3\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.070715911Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.07077328Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-7bf959b2-8a20-4ea3-8f02-149e7e523562\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.088703913Z","target":"phd_tests::server_state_machine","line":72,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_reset_test","elapsed_milliseconds":1458} {"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_reset_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::server_state_machine::instance_reset_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:78:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::server_state_machine::instance_reset_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:72:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.092281164Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.092415538Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.092512051Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_start_stop_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.092571794Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.092608654Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.092647006Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.092807761Z","target":"phd_tests::server_state_machine","line":16,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.092905997Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.092967994Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.093025393Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.093101106Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.104258872Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.104444483Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-0b985b46-148b-48dc-a883-8a523f6e8a01\"]","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.121006869Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-0b985b46-148b-48dc-a883-8a523f6e8a01\", \"phd-artifacts/phd-clone-9daef753-7b1e-4f5f-8122-171649239cc7\"]","verb":"clone","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.1387038Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-9daef753-7b1e-4f5f-8122-171649239cc7\"]","verb":"list","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.150610474Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-9daef753-7b1e-4f5f-8122-171649239cc7 0B 25.3T 207M /phd-artifacts/phd-clone-9daef753-7b1e-4f5f-8122-171649239cc7\n","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.151368489Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.151442609Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"instance_ensure_running_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.151518242Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.151586141Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.151662856Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_start_stop_test/instance_ensure_running_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_start_stop_test/instance_ensure_running_test.stdout.log\"","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1169","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.187462809Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.201436916Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","elapsed_milliseconds":49} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.201542435Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"5d465562-0fa3-417e-845e-2892eb088bc7"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.202253972Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"5d465562-0fa3-417e-845e-2892eb088bc7"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:41.894498127Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"5d465562-0fa3-417e-845e-2892eb088bc7"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.453431404Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"5d465562-0fa3-417e-845e-2892eb088bc7"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.453658344Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"5d465562-0fa3-417e-845e-2892eb088bc7","elapsed_milliseconds":1251} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.453802066Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.462522629Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.462646394Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-9daef753-7b1e-4f5f-8122-171649239cc7\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.496080187Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.49614125Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-0b985b46-148b-48dc-a883-8a523f6e8a01\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.513517851Z","target":"phd_tests::server_state_machine","line":16,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","elapsed_milliseconds":1420} {"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_start_stop_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: phd_tests::server_state_machine::instance_start_stop_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:20:26\n 7: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 8: phd_tests::server_state_machine::instance_start_stop_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:16:1\n 9: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 10: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 11: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 12: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 14: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 15: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 16: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 17: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 18: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 19: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 20: __rust_try\n 21: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 22: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 23: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 24: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 25: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 26: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 27: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 28: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 29: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 30: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 31: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 32: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 33: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 34: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 35: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 36: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 37: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 38: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 39: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 40: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 41: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 42: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 43: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 44: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 45: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 46: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 47: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 48: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 49: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 50: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 51: __rust_try\n 52: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 53: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 54: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 55: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 57: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 58: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 59: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 60: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 62: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 63: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 64: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 65: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 66: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 67: __rust_try\n 68: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 69: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 70: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 71: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 72: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 73: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 74: _thrp_setup\n 75: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.51711573Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.517242771Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.51734277Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_stop_unstarted_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.517401501Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.517437499Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.517475591Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.517660221Z","target":"phd_tests::server_state_machine","line":32,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.517783715Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.517858095Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.517940652Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.518018108Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.528948074Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.529078961Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-06e2fa10-0edf-4e15-9fd7-ed0f76400efa\"]","verb":"snapshot","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.546105494Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-06e2fa10-0edf-4e15-9fd7-ed0f76400efa\", \"phd-artifacts/phd-clone-059215f6-46f2-4295-8c58-c91792f0d532\"]","verb":"clone","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.564029877Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-059215f6-46f2-4295-8c58-c91792f0d532\"]","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.575243399Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-059215f6-46f2-4295-8c58-c91792f0d532 0B 25.3T 207M /phd-artifacts/phd-clone-059215f6-46f2-4295-8c58-c91792f0d532\n","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.575860537Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.575930119Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"instance_stop_unstarted_test","guest_os_kind":"Alpine","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.575993569Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.576053212Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.576130619Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_unstarted_test/instance_stop_unstarted_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_unstarted_test/instance_stop_unstarted_test.stdout.log\"","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1177","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.611230927Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.625132547Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":49,"path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.625248887Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_unstarted_test","vm_id":"f2bfe4d0-cdbe-425f-8a48-8ccfb5f17f04","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:42.626009797Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_stop_unstarted_test","vm_id":"f2bfe4d0-cdbe-425f-8a48-8ccfb5f17f04","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:43.215691747Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_stop_unstarted_test","vm_id":"f2bfe4d0-cdbe-425f-8a48-8ccfb5f17f04","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.065797803Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_stop_unstarted_test","vm_id":"f2bfe4d0-cdbe-425f-8a48-8ccfb5f17f04","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.066199773Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test","elapsed_milliseconds":1440,"vm_id":"f2bfe4d0-cdbe-425f-8a48-8ccfb5f17f04","vm":"instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.066402116Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.07544904Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.075570239Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-059215f6-46f2-4295-8c58-c91792f0d532\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.105128778Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.105191256Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-06e2fa10-0edf-4e15-9fd7-ed0f76400efa\"]","path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.123019438Z","target":"phd_tests::server_state_machine","line":32,"file":"phd-tests/tests/src/server_state_machine.rs","elapsed_milliseconds":1605,"path":"phd_tests::server_state_machine::instance_stop_unstarted_test"} {"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_stop_unstarted_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: phd_tests::server_state_machine::instance_stop_unstarted_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:36:26\n 7: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 8: phd_tests::server_state_machine::instance_stop_unstarted_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:32:1\n 9: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 10: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 11: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 12: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 14: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 15: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 16: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 17: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 18: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 19: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 20: __rust_try\n 21: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 22: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 23: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 24: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 25: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 26: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 27: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 28: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 29: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 30: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 31: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 32: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 33: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 34: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 35: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 36: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 37: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 38: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 39: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 40: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 41: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 42: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 43: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 44: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 45: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 46: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 47: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 48: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 49: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 50: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 51: __rust_try\n 52: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 53: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 54: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 55: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 57: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 58: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 59: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 60: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 62: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 63: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 64: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 65: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 66: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 67: __rust_try\n 68: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 69: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 70: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 71: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 72: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 73: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 74: _thrp_setup\n 75: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.125830246Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.125967045Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.126069328Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::stop_while_blocked_on_start_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.126132518Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.126171371Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.126211157Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.126392229Z","target":"phd_tests::server_state_machine","line":113,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.126497799Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.12657724Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.12665668Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.126737353Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.138352178Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.138459838Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-5920e66a-c729-477c-a004-8fabb902f221\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.156273672Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-5920e66a-c729-477c-a004-8fabb902f221\", \"phd-artifacts/phd-clone-32f0cf2c-89a6-45a1-936a-f33b47572e8b\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.173357375Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-32f0cf2c-89a6-45a1-936a-f33b47572e8b\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.186053498Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-32f0cf2c-89a6-45a1-936a-f33b47572e8b 0B 25.3T 207M /phd-artifacts/phd-clone-32f0cf2c-89a6-45a1-936a-f33b47572e8b\n","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.186665479Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.186785677Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9000\", \"--encrypted\", \"--uuid\", \"741eeb41-def4-460a-b7cd-605f04090bcb\", \"--extent-size\", \"131072\", \"--extent-count\", \"16\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.211759812Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:44.195712883Z\",\"hostname\":\"BRM42220010\",\"pid\":1185}\n{\"msg\":\"UUID: 741eeb41-def4-460a-b7cd-605f04090bcb\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:44.207361609Z\",\"hostname\":\"BRM42220010\",\"pid\":1185}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 16\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:44.207376547Z\",\"hostname\":\"BRM42220010\",\"pid\":1185}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.211970791Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9001\", \"--encrypted\", \"--uuid\", \"741eeb41-def4-460a-b7cd-605f04090bcb\", \"--extent-size\", \"131072\", \"--extent-count\", \"16\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.237493043Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:44.222213838Z\",\"hostname\":\"BRM42220010\",\"pid\":1186}\n{\"msg\":\"UUID: 741eeb41-def4-460a-b7cd-605f04090bcb\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:44.233356766Z\",\"hostname\":\"BRM42220010\",\"pid\":1186}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 16\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:44.233372336Z\",\"hostname\":\"BRM42220010\",\"pid\":1186}\n","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.23762861Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9002\", \"--encrypted\", \"--uuid\", \"741eeb41-def4-460a-b7cd-605f04090bcb\", \"--extent-size\", \"131072\", \"--extent-count\", \"16\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.26273259Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:44.246896493Z\",\"hostname\":\"BRM42220010\",\"pid\":1187}\n{\"msg\":\"UUID: 741eeb41-def4-460a-b7cd-605f04090bcb\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:44.258702259Z\",\"hostname\":\"BRM42220010\",\"pid\":1187}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 16\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:15:44.258715671Z\",\"hostname\":\"BRM42220010\",\"pid\":1187}\n","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.262999766Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_741eeb41-def4-460a-b7cd-605f04090bcb_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_741eeb41-def4-460a-b7cd-605f04090bcb_9000.stderr.log\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.263141544Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9000\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.263232396Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9000\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.265375823Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_741eeb41-def4-460a-b7cd-605f04090bcb_9001.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_741eeb41-def4-460a-b7cd-605f04090bcb_9001.stderr.log\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.265471294Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9001\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.265536277Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9001\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.26739237Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_741eeb41-def4-460a-b7cd-605f04090bcb_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/crucible_741eeb41-def4-460a-b7cd-605f04090bcb_9002.stderr.log\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.267500865Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9002\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.267568012Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9002\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] enabling vcr black hole","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.27006053Z","target":"phd_framework::disk::crucible","line":130,"file":"phd-tests/framework/src/disk/crucible.rs","disk":"vcr-replacement-target","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.270186248Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.270278753Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"stop_while_blocked_on_start_test","guest_os_kind":"Alpine","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.270385966Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.270481767Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9003","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.27059434Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/stop_while_blocked_on_start_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::stop_while_blocked_on_start_test/stop_while_blocked_on_start_test.stdout.log\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1191","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.309198549Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.32322754Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":52,"path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.323330555Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"stop_while_blocked_on_start_test","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test","vm_id":"f50deb86-7c79-43ba-ac3c-9d9e1e74b8a7"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:44.32417876Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"stop_while_blocked_on_start_test","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test","vm_id":"f50deb86-7c79-43ba-ac3c-9d9e1e74b8a7"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.019559031Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"stop_while_blocked_on_start_test","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test","vm_id":"f50deb86-7c79-43ba-ac3c-9d9e1e74b8a7"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.918673908Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"stop_while_blocked_on_start_test","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test","vm_id":"f50deb86-7c79-43ba-ac3c-9d9e1e74b8a7"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.919065098Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1595,"vm":"stop_while_blocked_on_start_test","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test","vm_id":"f50deb86-7c79-43ba-ac3c-9d9e1e74b8a7"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.919261009Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.927632702Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.927752158Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-32f0cf2c-89a6-45a1-936a-f33b47572e8b\"]","verb":"destroy","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.959562742Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.959625992Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-5920e66a-c729-477c-a004-8fabb902f221\"]","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.977779788Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: Some([100::]:9000), data_dir: DataDirectory { path: \"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9000\" } }","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.982244448Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9000\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.983575458Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9001\" } }","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.987566991Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9001\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.988967922Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9002\" } }","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.993645014Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/741eeb41-def4-460a-b7cd-605f04090bcb_9002\"","path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.995071053Z","target":"phd_tests::server_state_machine","line":113,"file":"phd-tests/tests/src/server_state_machine.rs","elapsed_milliseconds":1868,"path":"phd_tests::server_state_machine::stop_while_blocked_on_start_test"} {"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::stop_while_blocked_on_start_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::server_state_machine::stop_while_blocked_on_start_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:147:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::server_state_machine::stop_while_blocked_on_start_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:113:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:45.999995793Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.000134916Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.000234004Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_stop_causes_destroy_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.000292614Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.000328442Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.000365412Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.000592923Z","target":"phd_tests::server_state_machine","line":48,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.000742095Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.000858345Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.000949618Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.001050579Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.012567746Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.012714013Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-48c33842-799f-41a0-adc4-f96d1286ebd9\"]","verb":"snapshot","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.028704496Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-48c33842-799f-41a0-adc4-f96d1286ebd9\", \"phd-artifacts/phd-clone-39f68b21-7ca6-4999-9669-68cdc82431ec\"]","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.04547706Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-39f68b21-7ca6-4999-9669-68cdc82431ec\"]","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.056208539Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-39f68b21-7ca6-4999-9669-68cdc82431ec 0B 25.3T 207M /phd-artifacts/phd-clone-39f68b21-7ca6-4999-9669-68cdc82431ec\n","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.056830907Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.05690094Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"instance_stop_causes_destroy_test","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.056973737Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.057036777Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.057112049Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_causes_destroy_test/instance_stop_causes_destroy_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_stop_causes_destroy_test/instance_stop_causes_destroy_test.stdout.log\"","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1199","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.089346524Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.103337633Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":46,"path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.103435238Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","vm_id":"f13dd114-d89c-4942-9770-1635e19aafb2","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.104232887Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_stop_causes_destroy_test","vm_id":"f13dd114-d89c-4942-9770-1635e19aafb2","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:46.785814453Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_stop_causes_destroy_test","vm_id":"f13dd114-d89c-4942-9770-1635e19aafb2","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.52086027Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_stop_causes_destroy_test","vm_id":"f13dd114-d89c-4942-9770-1635e19aafb2","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.521237023Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1417,"vm_id":"f13dd114-d89c-4942-9770-1635e19aafb2","vm":"instance_stop_causes_destroy_test","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.52143621Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.529627073Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.529704519Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-39f68b21-7ca6-4999-9669-68cdc82431ec\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.56274497Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.562845159Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-48c33842-799f-41a0-adc4-f96d1286ebd9\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.581237968Z","target":"phd_tests::server_state_machine","line":48,"file":"phd-tests/tests/src/server_state_machine.rs","elapsed_milliseconds":1580,"path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_stop_causes_destroy_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::server_state_machine::instance_stop_causes_destroy_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:53:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::server_state_machine::instance_stop_causes_destroy_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:48:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.584554605Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.584655917Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.584750215Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_reset_requires_running_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.584808746Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.584856937Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.584896662Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.585071383Z","target":"phd_tests::server_state_machine","line":103,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.585179047Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.585242547Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.585308231Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.585393352Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.597482752Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.597610544Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-36e1c539-14c0-41d2-9a85-76951262abb0\"]","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.616532112Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-36e1c539-14c0-41d2-9a85-76951262abb0\", \"phd-artifacts/phd-clone-d1713459-23d4-4642-aa8f-3ca94cead882\"]","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.633411208Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-d1713459-23d4-4642-aa8f-3ca94cead882\"]","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.645777863Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-d1713459-23d4-4642-aa8f-3ca94cead882 0B 25.3T 207M /phd-artifacts/phd-clone-d1713459-23d4-4642-aa8f-3ca94cead882\n","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.646423475Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.646493928Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"instance_reset_requires_running_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.646563109Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.646625868Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.646701521Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_requires_running_test/instance_reset_requires_running_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::server_state_machine::instance_reset_requires_running_test/instance_reset_requires_running_test.stderr.log\"","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1207","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.682461088Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.696281283Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","elapsed_milliseconds":49} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.696381964Z","target":"phd_framework::test_vm","line":575,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"922c5a0f-433c-436d-af9c-f18b59b0cf3a","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.696440775Z","target":"phd_framework::test_vm","line":580,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm_id":"922c5a0f-433c-436d-af9c-f18b59b0cf3a","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.696969195Z","target":"phd_framework::test_vm","line":575,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"922c5a0f-433c-436d-af9c-f18b59b0cf3a","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.697049247Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"922c5a0f-433c-436d-af9c-f18b59b0cf3a","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:47.697495652Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"922c5a0f-433c-436d-af9c-f18b59b0cf3a","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:48.253918227Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"922c5a0f-433c-436d-af9c-f18b59b0cf3a","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.196291674Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"922c5a0f-433c-436d-af9c-f18b59b0cf3a","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.196722549Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"922c5a0f-433c-436d-af9c-f18b59b0cf3a","elapsed_milliseconds":1499,"path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.196884175Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.205129549Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.20522525Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-d1713459-23d4-4642-aa8f-3ca94cead882\"]","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.237137545Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.237197168Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-36e1c539-14c0-41d2-9a85-76951262abb0\"]","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.254907797Z","target":"phd_tests::server_state_machine","line":103,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","elapsed_milliseconds":1669} {"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_reset_requires_running_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::server_state_machine::instance_reset_requires_running_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:109:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::server_state_machine::instance_reset_requires_running_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/server_state_machine.rs:103:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.258351112Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.258484936Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.258584704Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::vsock::vsock_get_cid","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.258644438Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.258680225Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.258718648Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.258911834Z","target":"phd_tests::vsock","line":25,"file":"phd-tests/tests/src/vsock.rs","path":"phd_tests::vsock::vsock_get_cid"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.259024507Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::vsock::vsock_get_cid"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.259107674Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::vsock::vsock_get_cid"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.259183468Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::vsock::vsock_get_cid"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.259260263Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::vsock::vsock_get_cid"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.270836355Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::vsock::vsock_get_cid"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.271022413Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-75b90d3b-abf0-4335-bc4e-d094451847ec\"]","verb":"snapshot","path":"phd_tests::vsock::vsock_get_cid"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.288344888Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-75b90d3b-abf0-4335-bc4e-d094451847ec\", \"phd-artifacts/phd-clone-8087c8dd-1088-4e5f-b076-203279ffa20a\"]","path":"phd_tests::vsock::vsock_get_cid"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.30646144Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-8087c8dd-1088-4e5f-b076-203279ffa20a\"]","path":"phd_tests::vsock::vsock_get_cid"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.318344848Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-8087c8dd-1088-4e5f-b076-203279ffa20a 0B 25.3T 207M /phd-artifacts/phd-clone-8087c8dd-1088-4e5f-b076-203279ffa20a\n","path":"phd_tests::vsock::vsock_get_cid"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.318920785Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::vsock::vsock_get_cid"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.319044828Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"vsock_get_cid","path":"phd_tests::vsock::vsock_get_cid"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.319117686Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::vsock::vsock_get_cid"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.319175946Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::vsock::vsock_get_cid"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.31924651Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::vsock::vsock_get_cid/vsock_get_cid.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::vsock::vsock_get_cid/vsock_get_cid.stderr.log\"","path":"phd_tests::vsock::vsock_get_cid"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1215","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.354870321Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::vsock::vsock_get_cid"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.369011533Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":49,"path":"phd_tests::vsock::vsock_get_cid"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.369123655Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::vsock::vsock_get_cid","vm":"vsock_get_cid","vm_id":"478186b2-7bd2-482d-9924-5619791cadd7"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:49.369840932Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::vsock::vsock_get_cid","vm":"vsock_get_cid","vm_id":"478186b2-7bd2-482d-9924-5619791cadd7"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.078346213Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::vsock::vsock_get_cid","vm":"vsock_get_cid","vm_id":"478186b2-7bd2-482d-9924-5619791cadd7"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.816453534Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::vsock::vsock_get_cid","vm":"vsock_get_cid","vm_id":"478186b2-7bd2-482d-9924-5619791cadd7"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.816824667Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1447,"vm_id":"478186b2-7bd2-482d-9924-5619791cadd7","path":"phd_tests::vsock::vsock_get_cid","vm":"vsock_get_cid"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.817005369Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::vsock::vsock_get_cid"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.825568065Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::vsock::vsock_get_cid"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.825659047Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-8087c8dd-1088-4e5f-b076-203279ffa20a\"]","path":"phd_tests::vsock::vsock_get_cid"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.856855798Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::vsock::vsock_get_cid"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.856915832Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-75b90d3b-abf0-4335-bc4e-d094451847ec\"]","verb":"destroy","path":"phd_tests::vsock::vsock_get_cid"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.874851456Z","target":"phd_tests::vsock","line":25,"file":"phd-tests/tests/src/vsock.rs","elapsed_milliseconds":1615,"path":"phd_tests::vsock::vsock_get_cid"} {"v":0,"name":"phd-runner","msg":"test phd_tests::vsock::vsock_get_cid ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::vsock::vsock_get_cid::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:33:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::vsock::vsock_get_cid::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:25:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.878011235Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.878145219Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.878244827Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::vsock::vsock_smoke_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.878301985Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.878336571Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.878374192Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.878533974Z","target":"phd_tests::vsock","line":10,"file":"phd-tests/tests/src/vsock.rs","path":"phd_tests::vsock::vsock_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.878619627Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::vsock::vsock_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.878682696Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::vsock::vsock_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.878741998Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::vsock::vsock_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.878805068Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::vsock::vsock_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.889909022Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::vsock::vsock_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.889992971Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-37f966fe-68c0-4187-9789-b101e1ebff98\"]","verb":"snapshot","path":"phd_tests::vsock::vsock_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.905892362Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-37f966fe-68c0-4187-9789-b101e1ebff98\", \"phd-artifacts/phd-clone-7692b309-3e42-47ce-a77b-f57a1b13cc38\"]","path":"phd_tests::vsock::vsock_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.923933952Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-7692b309-3e42-47ce-a77b-f57a1b13cc38\"]","path":"phd_tests::vsock::vsock_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.935151547Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-7692b309-3e42-47ce-a77b-f57a1b13cc38 0B 25.3T 207M /phd-artifacts/phd-clone-7692b309-3e42-47ce-a77b-f57a1b13cc38\n","path":"phd_tests::vsock::vsock_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.936060918Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::vsock::vsock_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.936141611Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"vsock_smoke_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::vsock::vsock_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.936211339Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::vsock::vsock_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.936278Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::vsock::vsock_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.936344519Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::vsock::vsock_smoke_test/vsock_smoke_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::vsock::vsock_smoke_test/vsock_smoke_test.stderr.log\"","path":"phd_tests::vsock::vsock_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1223","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.970819671Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::vsock::vsock_smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.984972729Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::vsock::vsock_smoke_test","elapsed_milliseconds":48} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.985065764Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::vsock::vsock_smoke_test","vm_id":"fd93c066-8500-4d62-ac92-b4a6edb368a5","vm":"vsock_smoke_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:50.98583705Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::vsock::vsock_smoke_test","vm_id":"fd93c066-8500-4d62-ac92-b4a6edb368a5","vm":"vsock_smoke_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:51.660856506Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::vsock::vsock_smoke_test","vm_id":"fd93c066-8500-4d62-ac92-b4a6edb368a5","vm":"vsock_smoke_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.489084597Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::vsock::vsock_smoke_test","vm_id":"fd93c066-8500-4d62-ac92-b4a6edb368a5","vm":"vsock_smoke_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.489333087Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::vsock::vsock_smoke_test","vm_id":"fd93c066-8500-4d62-ac92-b4a6edb368a5","vm":"vsock_smoke_test","elapsed_milliseconds":1504} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.489481518Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::vsock::vsock_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.498205147Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::vsock::vsock_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.49830169Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-7692b309-3e42-47ce-a77b-f57a1b13cc38\"]","path":"phd_tests::vsock::vsock_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.530590367Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::vsock::vsock_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.530646984Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-37f966fe-68c0-4187-9789-b101e1ebff98\"]","path":"phd_tests::vsock::vsock_smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.548389965Z","target":"phd_tests::vsock","line":10,"file":"phd-tests/tests/src/vsock.rs","path":"phd_tests::vsock::vsock_smoke_test","elapsed_milliseconds":1669} {"v":0,"name":"phd-runner","msg":"test phd_tests::vsock::vsock_smoke_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::vsock::vsock_smoke_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:16:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::vsock::vsock_smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/vsock.rs:10:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.551058055Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.551205884Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.551310392Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::framework::long_line_serial_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.551371428Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.551408318Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.551447893Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.551691333Z","target":"phd_tests::framework","line":20,"file":"phd-tests/tests/src/framework.rs","path":"phd_tests::framework::long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.551799698Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::framework::long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.55190111Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::framework::long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.551973527Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::framework::long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.552046255Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::framework::long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.552132689Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::framework::long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.564074088Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::framework::long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.564189226Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-6e9e4ce4-2161-4f69-9611-08dfed42e54b\"]","path":"phd_tests::framework::long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.580689583Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-6e9e4ce4-2161-4f69-9611-08dfed42e54b\", \"phd-artifacts/phd-clone-64542667-3ae7-4d58-8876-4684117cb9a3\"]","verb":"clone","path":"phd_tests::framework::long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.599796955Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-64542667-3ae7-4d58-8876-4684117cb9a3\"]","path":"phd_tests::framework::long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.610643142Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-64542667-3ae7-4d58-8876-4684117cb9a3 0B 25.3T 207M /phd-artifacts/phd-clone-64542667-3ae7-4d58-8876-4684117cb9a3\n","path":"phd_tests::framework::long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.61125495Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.611325003Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"long_line_serial_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::framework::long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.611401698Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::framework::long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.611467412Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::framework::long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.611550239Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::framework::long_line_serial_test/long_line_serial_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::framework::long_line_serial_test/long_line_serial_test.stdout.log\"","path":"phd_tests::framework::long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1231","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.647123082Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::framework::long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.661077852Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::long_line_serial_test","elapsed_milliseconds":49} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.661198441Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::long_line_serial_test","vm_id":"01439ca9-0122-4dd9-8889-67ee9cbb6c0c","vm":"long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:52.661994397Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::framework::long_line_serial_test","vm_id":"01439ca9-0122-4dd9-8889-67ee9cbb6c0c","vm":"long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.375360014Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::framework::long_line_serial_test","vm_id":"01439ca9-0122-4dd9-8889-67ee9cbb6c0c","vm":"long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.89631747Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::framework::long_line_serial_test","vm_id":"01439ca9-0122-4dd9-8889-67ee9cbb6c0c","vm":"long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.896694914Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1235,"path":"phd_tests::framework::long_line_serial_test","vm_id":"01439ca9-0122-4dd9-8889-67ee9cbb6c0c","vm":"long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.896899471Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::framework::long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.905508554Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::framework::long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.90560175Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-64542667-3ae7-4d58-8876-4684117cb9a3\"]","path":"phd_tests::framework::long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.938235322Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::framework::long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.938320944Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-6e9e4ce4-2161-4f69-9611-08dfed42e54b\"]","verb":"destroy","path":"phd_tests::framework::long_line_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.955134243Z","target":"phd_tests::framework","line":20,"file":"phd-tests/tests/src/framework.rs","path":"phd_tests::framework::long_line_serial_test","elapsed_milliseconds":1403} {"v":0,"name":"phd-runner","msg":"test phd_tests::framework::long_line_serial_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::framework::long_line_serial_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:33:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::framework::long_line_serial_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:20:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.959392012Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.959524242Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.959620274Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::framework::multiline_serial_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.959679586Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.959716215Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.9597555Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.95993534Z","target":"phd_tests::framework","line":10,"file":"phd-tests/tests/src/framework.rs","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.960032935Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.9600935Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.960150788Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.960216713Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.971298255Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.97142246Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-8e84460e-1f61-4926-957a-67b73daab6c1\"]","verb":"snapshot","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:53.988876079Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-8e84460e-1f61-4926-957a-67b73daab6c1\", \"phd-artifacts/phd-clone-20cbd5cb-3cbb-407a-82e6-3f521655c917\"]","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.007422882Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-20cbd5cb-3cbb-407a-82e6-3f521655c917\"]","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.018640642Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-20cbd5cb-3cbb-407a-82e6-3f521655c917 0B 25.3T 207M /phd-artifacts/phd-clone-20cbd5cb-3cbb-407a-82e6-3f521655c917\n","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.019297766Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.019368139Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"multiline_test","guest_os_kind":"Alpine","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.019446628Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.019512182Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.019586964Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::framework::multiline_serial_test/multiline_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::framework::multiline_serial_test/multiline_test.stderr.log\"","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1239","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.052955565Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.067013931Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","elapsed_milliseconds":47} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.067120974Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiline_test","path":"phd_tests::framework::multiline_serial_test","vm_id":"8b6fdff0-b754-45cf-b891-677c00dfbbc1"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.067796362Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"multiline_test","path":"phd_tests::framework::multiline_serial_test","vm_id":"8b6fdff0-b754-45cf-b891-677c00dfbbc1"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.385167431Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"multiline_test","path":"phd_tests::framework::multiline_serial_test","vm_id":"8b6fdff0-b754-45cf-b891-677c00dfbbc1"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.952170641Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"multiline_test","path":"phd_tests::framework::multiline_serial_test","vm_id":"8b6fdff0-b754-45cf-b891-677c00dfbbc1"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.952384396Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","vm_id":"8b6fdff0-b754-45cf-b891-677c00dfbbc1","elapsed_milliseconds":885,"vm":"multiline_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.952534911Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.961491071Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.961542063Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-20cbd5cb-3cbb-407a-82e6-3f521655c917\"]","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.995287543Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:54.995379367Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-8e84460e-1f61-4926-957a-67b73daab6c1\"]","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.013514638Z","target":"phd_tests::framework","line":10,"file":"phd-tests/tests/src/framework.rs","path":"phd_tests::framework::multiline_serial_test","elapsed_milliseconds":1053} {"v":0,"name":"phd-runner","msg":"test phd_tests::framework::multiline_serial_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::framework::multiline_serial_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:13:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::framework::multiline_serial_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/framework.rs:10:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.016206262Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.016338733Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.016445475Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::smoke::nproc_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.016503805Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.016540264Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.016579048Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.016758036Z","target":"phd_tests::smoke","line":8,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.016856713Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.0169186Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.016983383Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.017050921Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.027869094Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.028002908Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-fab84e22-3031-4f95-9dc8-b04c1faafaed\"]","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.044472177Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-fab84e22-3031-4f95-9dc8-b04c1faafaed\", \"phd-artifacts/phd-clone-e6ba6218-3165-4fb8-8ed7-0ea552042502\"]","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.062248188Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-e6ba6218-3165-4fb8-8ed7-0ea552042502\"]","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.073027478Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-e6ba6218-3165-4fb8-8ed7-0ea552042502 0B 25.3T 207M /phd-artifacts/phd-clone-e6ba6218-3165-4fb8-8ed7-0ea552042502\n","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.073610692Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.073676447Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"nproc_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.073736701Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.07379449Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.073864933Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::smoke::nproc_test/nproc_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::smoke::nproc_test/nproc_test.stdout.log\"","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1247","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.107396304Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.121305776Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":47,"path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.121398231Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"07e74188-17ea-4341-8252-0ee81839fba1","vm":"nproc_test","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.12207893Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"07e74188-17ea-4341-8252-0ee81839fba1","vm":"nproc_test","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:55.481434689Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"07e74188-17ea-4341-8252-0ee81839fba1","vm":"nproc_test","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.407759311Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"07e74188-17ea-4341-8252-0ee81839fba1","vm":"nproc_test","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.408148357Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","vm_id":"07e74188-17ea-4341-8252-0ee81839fba1","elapsed_milliseconds":1286} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.408269226Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.416707085Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.416807685Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-e6ba6218-3165-4fb8-8ed7-0ea552042502\"]","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.449531366Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.449589005Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-fab84e22-3031-4f95-9dc8-b04c1faafaed\"]","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.467563754Z","target":"phd_tests::smoke","line":8,"file":"phd-tests/tests/src/smoke.rs","elapsed_milliseconds":1450,"path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"test phd_tests::smoke::nproc_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::smoke::nproc_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:12:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::smoke::nproc_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:8:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.471782326Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.471920909Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.47202203Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::smoke::api_reboot_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.472082514Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.472118713Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.472157055Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.472345162Z","target":"phd_tests::smoke","line":19,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.472453186Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.472526395Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.472596617Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.472675036Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.484044383Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.484176152Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-026f38e9-0326-41b6-91f5-b8048091f084\"]","path":"phd_tests::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.501768277Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-026f38e9-0326-41b6-91f5-b8048091f084\", \"phd-artifacts/phd-clone-23e1aa78-c202-42da-9b6b-378adac4de8d\"]","path":"phd_tests::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.518618451Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-23e1aa78-c202-42da-9b6b-378adac4de8d\"]","path":"phd_tests::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.529949041Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-23e1aa78-c202-42da-9b6b-378adac4de8d 0B 25.3T 207M /phd-artifacts/phd-clone-23e1aa78-c202-42da-9b6b-378adac4de8d\n","path":"phd_tests::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.530587359Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.53066032Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"api_reboot_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.530734823Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.530794552Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.530864181Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::smoke::api_reboot_test/api_reboot_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::smoke::api_reboot_test/api_reboot_test.stdout.log\"","path":"phd_tests::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1255","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.565805671Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.579462514Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":48} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.5796391Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","vm":"api_reboot_test","vm_id":"d7b85519-8efe-4b47-b822-bfdc180767a1"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:56.580367929Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::smoke::api_reboot_test","vm":"api_reboot_test","vm_id":"d7b85519-8efe-4b47-b822-bfdc180767a1"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:57.257795094Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::smoke::api_reboot_test","vm":"api_reboot_test","vm_id":"d7b85519-8efe-4b47-b822-bfdc180767a1"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.188907105Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::smoke::api_reboot_test","vm":"api_reboot_test","vm_id":"d7b85519-8efe-4b47-b822-bfdc180767a1"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.189170063Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"api_reboot_test","elapsed_milliseconds":1609,"path":"phd_tests::smoke::api_reboot_test","vm_id":"d7b85519-8efe-4b47-b822-bfdc180767a1"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.189322461Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.198200102Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.198293279Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-23e1aa78-c202-42da-9b6b-378adac4de8d\"]","path":"phd_tests::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.229152332Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.229213327Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-026f38e9-0326-41b6-91f5-b8048091f084\"]","verb":"destroy","path":"phd_tests::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.246633831Z","target":"phd_tests::smoke","line":19,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":1774} {"v":0,"name":"phd-runner","msg":"test phd_tests::smoke::api_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::smoke::api_reboot_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:22:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::smoke::api_reboot_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:19:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.249465515Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.249602685Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.249717762Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::smoke::guest_reboot_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.249792474Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.249830616Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.249870081Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.250078345Z","target":"phd_tests::smoke","line":28,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.250202901Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.250277772Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.250346112Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.250427426Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.262180709Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.262269677Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-29b5961b-d1cb-4624-ad65-b977355fa356\"]","verb":"snapshot","path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.279874186Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-29b5961b-d1cb-4624-ad65-b977355fa356\", \"phd-artifacts/phd-clone-e9dc581f-89d4-4015-865c-591352e799c2\"]","verb":"clone","path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.299286975Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-e9dc581f-89d4-4015-865c-591352e799c2\"]","path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.310208474Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-e9dc581f-89d4-4015-865c-591352e799c2 0B 25.3T 207M /phd-artifacts/phd-clone-e9dc581f-89d4-4015-865c-591352e799c2\n","path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.310823267Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.310893711Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"guest_reboot_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.310965647Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.311030219Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.311104209Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::smoke::guest_reboot_test/guest_reboot_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::smoke::guest_reboot_test/guest_reboot_test.stderr.log\"","path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1263","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.347363682Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.361173989Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.361279128Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"guest_reboot_test","vm_id":"5b6b9f10-f65a-4a87-b258-532eddb90d59","path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.361979283Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"guest_reboot_test","vm_id":"5b6b9f10-f65a-4a87-b258-532eddb90d59","path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:58.869285153Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"guest_reboot_test","vm_id":"5b6b9f10-f65a-4a87-b258-532eddb90d59","path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.618624834Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"guest_reboot_test","vm_id":"5b6b9f10-f65a-4a87-b258-532eddb90d59","path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.618877473Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::guest_reboot_test","vm_id":"5b6b9f10-f65a-4a87-b258-532eddb90d59","elapsed_milliseconds":1257,"vm":"guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.619004112Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.627363422Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.627454765Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-e9dc581f-89d4-4015-865c-591352e799c2\"]","path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.658612201Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.65866993Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-29b5961b-d1cb-4624-ad65-b977355fa356\"]","verb":"destroy","path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.676442697Z","target":"phd_tests::smoke","line":28,"file":"phd-tests/tests/src/smoke.rs","elapsed_milliseconds":1426,"path":"phd_tests::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"test phd_tests::smoke::guest_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::smoke::guest_reboot_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:31:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::smoke::guest_reboot_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:28:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.679372753Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.679510263Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.679611815Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::smoke::instance_spec_get_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.679672951Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.679712556Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.679752912Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.679953802Z","target":"phd_tests::smoke","line":37,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.680115819Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.68022182Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.680328381Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.680441295Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.692441226Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.692529583Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-6f6657e3-66fc-4011-9305-9ea216712984\"]","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.71110649Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-6f6657e3-66fc-4011-9305-9ea216712984\", \"phd-artifacts/phd-clone-de523c50-23e7-492b-9ad9-f1c6710776e3\"]","verb":"clone","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.729127677Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-de523c50-23e7-492b-9ad9-f1c6710776e3\"]","verb":"list","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.740323785Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-de523c50-23e7-492b-9ad9-f1c6710776e3 0B 25.3T 207M /phd-artifacts/phd-clone-de523c50-23e7-492b-9ad9-f1c6710776e3\n","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.740976495Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.741042019Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"instance_spec_test","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.741111197Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.741172071Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.741241099Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::smoke::instance_spec_get_test/instance_spec_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::smoke::instance_spec_get_test/instance_spec_test.stderr.log\"","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1271","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.777439328Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.791611388Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.791713381Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_spec_test","path":"phd_tests::smoke::instance_spec_get_test","vm_id":"c3bc3270-dae8-4f93-95a1-b58ba2c5cd54"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:15:59.792422012Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_spec_test","path":"phd_tests::smoke::instance_spec_get_test","vm_id":"c3bc3270-dae8-4f93-95a1-b58ba2c5cd54"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:00.207774316Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_spec_test","path":"phd_tests::smoke::instance_spec_get_test","vm_id":"c3bc3270-dae8-4f93-95a1-b58ba2c5cd54"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.131079444Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"instance_spec_test","path":"phd_tests::smoke::instance_spec_get_test","vm_id":"c3bc3270-dae8-4f93-95a1-b58ba2c5cd54"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.131449214Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1339,"vm":"instance_spec_test","path":"phd_tests::smoke::instance_spec_get_test","vm_id":"c3bc3270-dae8-4f93-95a1-b58ba2c5cd54"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.131603506Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.139926239Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.139969811Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-de523c50-23e7-492b-9ad9-f1c6710776e3\"]","verb":"destroy","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.170078462Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.170136302Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-6f6657e3-66fc-4011-9305-9ea216712984\"]","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.186646529Z","target":"phd_tests::smoke","line":37,"file":"phd-tests/tests/src/smoke.rs","elapsed_milliseconds":1506,"path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"test phd_tests::smoke::instance_spec_get_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::smoke::instance_spec_get_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:47:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::smoke::instance_spec_get_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/smoke.rs:37:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.18927397Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.190089914Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.190257321Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::firmware::acpi_tables_parse","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.190347351Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.190390954Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.190434005Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.190662809Z","target":"phd_tests::firmware","line":177,"file":"phd-tests/tests/src/firmware.rs","path":"phd_tests::firmware::acpi_tables_parse"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.191309482Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::firmware::acpi_tables_parse"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.191397639Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::firmware::acpi_tables_parse"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.191485105Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::firmware::acpi_tables_parse"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.191583301Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::firmware::acpi_tables_parse"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.203155331Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::firmware::acpi_tables_parse"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.203299103Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-fffc5ca7-02c4-4810-bf69-157fcc5a07e2\"]","verb":"snapshot","path":"phd_tests::firmware::acpi_tables_parse"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.219346735Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-fffc5ca7-02c4-4810-bf69-157fcc5a07e2\", \"phd-artifacts/phd-clone-bd40ac23-c5c7-43b8-aaf3-e85140552cf8\"]","verb":"clone","path":"phd_tests::firmware::acpi_tables_parse"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.237004582Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-bd40ac23-c5c7-43b8-aaf3-e85140552cf8\"]","verb":"list","path":"phd_tests::firmware::acpi_tables_parse"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.248295573Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-bd40ac23-c5c7-43b8-aaf3-e85140552cf8 0B 25.3T 207M /phd-artifacts/phd-clone-bd40ac23-c5c7-43b8-aaf3-e85140552cf8\n","path":"phd_tests::firmware::acpi_tables_parse"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.24900489Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::firmware::acpi_tables_parse"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.249113799Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"acpi_tables_parse","guest_os_kind":"Alpine","path":"phd_tests::firmware::acpi_tables_parse"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.249218838Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::firmware::acpi_tables_parse"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.24931257Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::firmware::acpi_tables_parse"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.249423357Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::firmware::acpi_tables_parse/acpi_tables_parse.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::firmware::acpi_tables_parse/acpi_tables_parse.stderr.log\"","path":"phd_tests::firmware::acpi_tables_parse"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1279","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.284852799Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::firmware::acpi_tables_parse"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.29908903Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::firmware::acpi_tables_parse","elapsed_milliseconds":49} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.299191113Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"bc2cd0ae-a496-4240-a375-176ee541b49e","path":"phd_tests::firmware::acpi_tables_parse","vm":"acpi_tables_parse"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.299836134Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"bc2cd0ae-a496-4240-a375-176ee541b49e","path":"phd_tests::firmware::acpi_tables_parse","vm":"acpi_tables_parse"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:01.885162021Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"bc2cd0ae-a496-4240-a375-176ee541b49e","path":"phd_tests::firmware::acpi_tables_parse","vm":"acpi_tables_parse"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.421474909Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"bc2cd0ae-a496-4240-a375-176ee541b49e","path":"phd_tests::firmware::acpi_tables_parse","vm":"acpi_tables_parse"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.42201446Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::firmware::acpi_tables_parse","elapsed_milliseconds":1122,"vm_id":"bc2cd0ae-a496-4240-a375-176ee541b49e","vm":"acpi_tables_parse"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.422137262Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::firmware::acpi_tables_parse"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.431015344Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::firmware::acpi_tables_parse"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.431125192Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-bd40ac23-c5c7-43b8-aaf3-e85140552cf8\"]","path":"phd_tests::firmware::acpi_tables_parse"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.463227749Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::firmware::acpi_tables_parse"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.46329718Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-fffc5ca7-02c4-4810-bf69-157fcc5a07e2\"]","verb":"destroy","path":"phd_tests::firmware::acpi_tables_parse"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.482383782Z","target":"phd_tests::firmware","line":177,"file":"phd-tests/tests/src/firmware.rs","path":"phd_tests::firmware::acpi_tables_parse","elapsed_milliseconds":1290} {"v":0,"name":"phd-runner","msg":"test phd_tests::firmware::acpi_tables_parse ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::firmware::acpi_tables_parse::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:190:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::firmware::acpi_tables_parse::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:177:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.485677245Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.485814896Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.485915907Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::firmware::acpi_tables_generation","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.485975369Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.486012359Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.486050752Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.486277942Z","target":"phd_tests::firmware","line":47,"file":"phd-tests/tests/src/firmware.rs","path":"phd_tests::firmware::acpi_tables_generation"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.486423538Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::firmware::acpi_tables_generation"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.486518868Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::firmware::acpi_tables_generation"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.486614749Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::firmware::acpi_tables_generation"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.486716041Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::firmware::acpi_tables_generation"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.498377882Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::firmware::acpi_tables_generation"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.498561139Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-849dff8e-a7fb-4777-84b8-62e6640dd840\"]","path":"phd_tests::firmware::acpi_tables_generation"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.516442459Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-849dff8e-a7fb-4777-84b8-62e6640dd840\", \"phd-artifacts/phd-clone-e336b2b4-26ed-4647-b199-558fc4c0e778\"]","verb":"clone","path":"phd_tests::firmware::acpi_tables_generation"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.534815962Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-e336b2b4-26ed-4647-b199-558fc4c0e778\"]","path":"phd_tests::firmware::acpi_tables_generation"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.545949964Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-e336b2b4-26ed-4647-b199-558fc4c0e778 0B 25.3T 207M /phd-artifacts/phd-clone-e336b2b4-26ed-4647-b199-558fc4c0e778\n","path":"phd_tests::firmware::acpi_tables_generation"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.546480167Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::firmware::acpi_tables_generation"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.546549439Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"acpi_tables_generation","path":"phd_tests::firmware::acpi_tables_generation"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.546619682Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::firmware::acpi_tables_generation"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.54668202Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::firmware::acpi_tables_generation"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.546756681Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::firmware::acpi_tables_generation/acpi_tables_generation.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::firmware::acpi_tables_generation/acpi_tables_generation.stderr.log\"","path":"phd_tests::firmware::acpi_tables_generation"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1287","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.581561921Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::firmware::acpi_tables_generation"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.59542587Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::firmware::acpi_tables_generation","elapsed_milliseconds":48} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.595528804Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::firmware::acpi_tables_generation","vm_id":"396c9b99-7947-4f30-8f07-c83e92886bc9","vm":"acpi_tables_generation"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:02.59626111Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::firmware::acpi_tables_generation","vm_id":"396c9b99-7947-4f30-8f07-c83e92886bc9","vm":"acpi_tables_generation"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.077619132Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::firmware::acpi_tables_generation","vm_id":"396c9b99-7947-4f30-8f07-c83e92886bc9","vm":"acpi_tables_generation"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.828934544Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::firmware::acpi_tables_generation","vm_id":"396c9b99-7947-4f30-8f07-c83e92886bc9","vm":"acpi_tables_generation"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.829237815Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1233,"path":"phd_tests::firmware::acpi_tables_generation","vm_id":"396c9b99-7947-4f30-8f07-c83e92886bc9","vm":"acpi_tables_generation"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.829395433Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::firmware::acpi_tables_generation"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.838175712Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::firmware::acpi_tables_generation"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.838297162Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-e336b2b4-26ed-4647-b199-558fc4c0e778\"]","path":"phd_tests::firmware::acpi_tables_generation"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.86986771Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::firmware::acpi_tables_generation"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.86995258Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-849dff8e-a7fb-4777-84b8-62e6640dd840\"]","verb":"destroy","path":"phd_tests::firmware::acpi_tables_generation"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.887497756Z","target":"phd_tests::firmware","line":47,"file":"phd-tests/tests/src/firmware.rs","path":"phd_tests::firmware::acpi_tables_generation","elapsed_milliseconds":1400} {"v":0,"name":"phd-runner","msg":"test phd_tests::firmware::acpi_tables_generation ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::firmware::acpi_tables_generation::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:60:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::firmware::acpi_tables_generation::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/firmware.rs:47:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.891638071Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.89178011Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.891893063Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::api_reboot_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.891951664Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.891987412Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.892025133Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.892265679Z","target":"phd_tests::crucible::smoke","line":23,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.892420382Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.89249875Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.892568141Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.892631441Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:03.892748723Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9000\", \"--encrypted\", \"--uuid\", \"5cc23a26-25a8-4dcf-b45a-bef1f9561acd\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.002763521Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:03.902004413Z\",\"hostname\":\"BRM42220010\",\"pid\":1291}\n{\"msg\":\"UUID: 5cc23a26-25a8-4dcf-b45a-bef1f9561acd\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:03.995747304Z\",\"hostname\":\"BRM42220010\",\"pid\":1291}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:03.995763594Z\",\"hostname\":\"BRM42220010\",\"pid\":1291}\n","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.002953571Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9001\", \"--encrypted\", \"--uuid\", \"5cc23a26-25a8-4dcf-b45a-bef1f9561acd\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.102373157Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:04.012651685Z\",\"hostname\":\"BRM42220010\",\"pid\":1292}\n{\"msg\":\"UUID: 5cc23a26-25a8-4dcf-b45a-bef1f9561acd\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:04.097912094Z\",\"hostname\":\"BRM42220010\",\"pid\":1292}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:04.09793631Z\",\"hostname\":\"BRM42220010\",\"pid\":1292}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.102550833Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9002\", \"--encrypted\", \"--uuid\", \"5cc23a26-25a8-4dcf-b45a-bef1f9561acd\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.200132822Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:04.111718964Z\",\"hostname\":\"BRM42220010\",\"pid\":1293}\n{\"msg\":\"UUID: 5cc23a26-25a8-4dcf-b45a-bef1f9561acd\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:04.195892967Z\",\"hostname\":\"BRM42220010\",\"pid\":1293}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:04.195916361Z\",\"hostname\":\"BRM42220010\",\"pid\":1293}\n","status":"ExitStatus(unix_wait_status(0))","stderr":"","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.200320687Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9000.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9000.stdout.log\"","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.200452416Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9000\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.200534442Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9000\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.202619709Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9001.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9001.stdout.log\"","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.202724787Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9001\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.202793477Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9001\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.204924932Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9002.stderr.log\"","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.205032866Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9002\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.205101576Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9002\"]","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.207268355Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.207348457Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"crucible_guest_reboot_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.207439008Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.207515874Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.207604682Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_guest_reboot_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::api_reboot_test/crucible_guest_reboot_test.stdout.log\"","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1297","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.243769475Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.257717242Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.257818314Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"9b6b087d-a6b3-422e-89a4-5b8c6236aaf6"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.258588892Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"9b6b087d-a6b3-422e-89a4-5b8c6236aaf6"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:04.727555715Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"9b6b087d-a6b3-422e-89a4-5b8c6236aaf6"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.504182327Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"9b6b087d-a6b3-422e-89a4-5b8c6236aaf6"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.504416741Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"9b6b087d-a6b3-422e-89a4-5b8c6236aaf6","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::api_reboot_test","elapsed_milliseconds":1246} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.504544623Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.512700848Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9000\" } }","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.518988509Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9000\"","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.526363426Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9001\" } }","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.532369802Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9001\"","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.540018679Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9002\" } }","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.547234705Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/5cc23a26-25a8-4dcf-b45a-bef1f9561acd_9002\"","path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.555227248Z","target":"phd_tests::crucible::smoke","line":23,"file":"phd-tests/tests/src/crucible/smoke.rs","elapsed_milliseconds":1662,"path":"phd_tests::crucible::smoke::api_reboot_test"} {"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::api_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::crucible::smoke::api_reboot_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:29:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::crucible::smoke::api_reboot_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:23:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.558719821Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.558850037Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.558940569Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::guest_reboot_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.558991575Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.559022654Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.559055546Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.559260304Z","target":"phd_tests::crucible::smoke","line":35,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.559413474Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.559520035Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.559618031Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.559701389Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.559859578Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9000\", \"--encrypted\", \"--uuid\", \"136c5841-9f27-4f32-9c99-660b5ab16cec\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.658926457Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:05.570310487Z\",\"hostname\":\"BRM42220010\",\"pid\":1299}\n{\"msg\":\"UUID: 136c5841-9f27-4f32-9c99-660b5ab16cec\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:05.65431544Z\",\"hostname\":\"BRM42220010\",\"pid\":1299}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:05.654345397Z\",\"hostname\":\"BRM42220010\",\"pid\":1299}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.659091309Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9001\", \"--encrypted\", \"--uuid\", \"136c5841-9f27-4f32-9c99-660b5ab16cec\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.758697639Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:05.669128845Z\",\"hostname\":\"BRM42220010\",\"pid\":1300}\n{\"msg\":\"UUID: 136c5841-9f27-4f32-9c99-660b5ab16cec\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:05.75334046Z\",\"hostname\":\"BRM42220010\",\"pid\":1300}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:05.753378602Z\",\"hostname\":\"BRM42220010\",\"pid\":1300}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.758829399Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9002\", \"--encrypted\", \"--uuid\", \"136c5841-9f27-4f32-9c99-660b5ab16cec\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.859714574Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:05.769115034Z\",\"hostname\":\"BRM42220010\",\"pid\":1301}\n{\"msg\":\"UUID: 136c5841-9f27-4f32-9c99-660b5ab16cec\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:05.854458401Z\",\"hostname\":\"BRM42220010\",\"pid\":1301}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:05.85448453Z\",\"hostname\":\"BRM42220010\",\"pid\":1301}\n","status":"ExitStatus(unix_wait_status(0))","stderr":"","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.85996523Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_136c5841-9f27-4f32-9c99-660b5ab16cec_9000.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_136c5841-9f27-4f32-9c99-660b5ab16cec_9000.stdout.log\"","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.860095292Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9000\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.860180353Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9000\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.862630276Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_136c5841-9f27-4f32-9c99-660b5ab16cec_9001.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_136c5841-9f27-4f32-9c99-660b5ab16cec_9001.stderr.log\"","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.862726257Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9001\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.862789818Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9001\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.865218134Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_136c5841-9f27-4f32-9c99-660b5ab16cec_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_136c5841-9f27-4f32-9c99-660b5ab16cec_9002.stderr.log\"","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.865313875Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9002\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.865380601Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9002\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.867531011Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.867609811Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.867695152Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.86787894Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.867959693Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_guest_reboot_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::guest_reboot_test/crucible_guest_reboot_test.stdout.log\"","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1305","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.897935062Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.912653597Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":45,"path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.912762584Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::guest_reboot_test","vm_id":"36debe05-541c-4209-ba25-d80e38f7a6e6"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:05.913573709Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::guest_reboot_test","vm_id":"36debe05-541c-4209-ba25-d80e38f7a6e6"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:06.275929834Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::guest_reboot_test","vm_id":"36debe05-541c-4209-ba25-d80e38f7a6e6"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.327120743Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::guest_reboot_test","vm_id":"36debe05-541c-4209-ba25-d80e38f7a6e6"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.327512054Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","elapsed_milliseconds":1414,"path":"phd_tests::crucible::smoke::guest_reboot_test","vm_id":"36debe05-541c-4209-ba25-d80e38f7a6e6"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.327762548Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.336244921Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9000\" } }","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.342243164Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9000\"","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.35074355Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9001\" } }","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.356229031Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9001\"","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.363684362Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9002\" } }","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.370026363Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/136c5841-9f27-4f32-9c99-660b5ab16cec_9002\"","path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.377217314Z","target":"phd_tests::crucible::smoke","line":35,"file":"phd-tests/tests/src/crucible/smoke.rs","elapsed_milliseconds":1817,"path":"phd_tests::crucible::smoke::guest_reboot_test"} {"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::guest_reboot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::crucible::smoke::guest_reboot_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:41:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::crucible::smoke::guest_reboot_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:35:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.379917162Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.380031248Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.380116618Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::shutdown_persistence_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.380164165Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.380194212Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.380225058Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.380390512Z","target":"phd_tests::crucible::smoke","line":47,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.380535522Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.380589534Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.380635792Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.380677881Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.380767691Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9000\", \"--encrypted\", \"--uuid\", \"40127434-ce1e-4ba8-bb57-33eee122f977\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.481660066Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.390621352Z\",\"hostname\":\"BRM42220010\",\"pid\":1307}\n{\"msg\":\"UUID: 40127434-ce1e-4ba8-bb57-33eee122f977\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.474739679Z\",\"hostname\":\"BRM42220010\",\"pid\":1307}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.474767642Z\",\"hostname\":\"BRM42220010\",\"pid\":1307}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.481812424Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9001\", \"--encrypted\", \"--uuid\", \"40127434-ce1e-4ba8-bb57-33eee122f977\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.584008626Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.491726246Z\",\"hostname\":\"BRM42220010\",\"pid\":1308}\n{\"msg\":\"UUID: 40127434-ce1e-4ba8-bb57-33eee122f977\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.576224112Z\",\"hostname\":\"BRM42220010\",\"pid\":1308}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.576245362Z\",\"hostname\":\"BRM42220010\",\"pid\":1308}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.584215397Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9002\", \"--encrypted\", \"--uuid\", \"40127434-ce1e-4ba8-bb57-33eee122f977\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.684420248Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.59422464Z\",\"hostname\":\"BRM42220010\",\"pid\":1309}\n{\"msg\":\"UUID: 40127434-ce1e-4ba8-bb57-33eee122f977\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.677900961Z\",\"hostname\":\"BRM42220010\",\"pid\":1309}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.67792681Z\",\"hostname\":\"BRM42220010\",\"pid\":1309}\n","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.684703154Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_40127434-ce1e-4ba8-bb57-33eee122f977_9000.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_40127434-ce1e-4ba8-bb57-33eee122f977_9000.stdout.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.684830946Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9000\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.684913993Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9000\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.687398675Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_40127434-ce1e-4ba8-bb57-33eee122f977_9001.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_40127434-ce1e-4ba8-bb57-33eee122f977_9001.stderr.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.687541035Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9001\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.687631727Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9001\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.689502608Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_40127434-ce1e-4ba8-bb57-33eee122f977_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_40127434-ce1e-4ba8-bb57-33eee122f977_9002.stderr.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.68960405Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9002\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.689672599Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9002\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.691764589Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.69184983Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"crucible_shutdown_persistence_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.691940442Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.69201878Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9003","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.692107237Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_shutdown_persistence_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::shutdown_persistence_test/crucible_shutdown_persistence_test.stdout.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1313","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.728855104Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.742929491Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test","elapsed_milliseconds":51} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.743251962Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.757754827Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9000\" } }","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.763592025Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9000\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.772772089Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9001\" } }","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.778861795Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9001\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.78763628Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9002\" } }","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.793312176Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/40127434-ce1e-4ba8-bb57-33eee122f977_9002\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.803445611Z","target":"phd_tests::crucible::smoke","line":47,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test","elapsed_milliseconds":422} {"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::shutdown_persistence_test ... skipped: Can't run data persistence test on a guest with a read-only file\n system","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.80382029Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.80394703Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.804072407Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::vcr_replace_during_start_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.804149653Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.804201101Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.804254051Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.8044437Z","target":"phd_tests::crucible::smoke","line":91,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.804539621Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.804600119Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.804654569Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.804713697Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.816466203Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.816562338Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-0d34a76a-5592-4257-88f7-6410785f761a\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.834753291Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-0d34a76a-5592-4257-88f7-6410785f761a\", \"phd-artifacts/phd-clone-51a0b942-0b67-410a-b9e1-e14e50358c90\"]","verb":"clone","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.85107432Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-51a0b942-0b67-410a-b9e1-e14e50358c90\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.863094469Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-51a0b942-0b67-410a-b9e1-e14e50358c90 0B 25.3T 207M /phd-artifacts/phd-clone-51a0b942-0b67-410a-b9e1-e14e50358c90\n","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.863666902Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.863777021Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9000\", \"--encrypted\", \"--uuid\", \"2701305e-22c5-4969-bb7b-fbb5c89b64fa\", \"--extent-size\", \"131072\", \"--extent-count\", \"16\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.889250942Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.87351513Z\",\"hostname\":\"BRM42220010\",\"pid\":1319}\n{\"msg\":\"UUID: 2701305e-22c5-4969-bb7b-fbb5c89b64fa\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.884754351Z\",\"hostname\":\"BRM42220010\",\"pid\":1319}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 16\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.884769329Z\",\"hostname\":\"BRM42220010\",\"pid\":1319}\n","stderr":"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.889369686Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9001\", \"--encrypted\", \"--uuid\", \"2701305e-22c5-4969-bb7b-fbb5c89b64fa\", \"--extent-size\", \"131072\", \"--extent-count\", \"16\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.91489856Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.899669008Z\",\"hostname\":\"BRM42220010\",\"pid\":1320}\n{\"msg\":\"UUID: 2701305e-22c5-4969-bb7b-fbb5c89b64fa\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.9111258Z\",\"hostname\":\"BRM42220010\",\"pid\":1320}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 16\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.911145177Z\",\"hostname\":\"BRM42220010\",\"pid\":1320}\n","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.915038024Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9002\", \"--encrypted\", \"--uuid\", \"2701305e-22c5-4969-bb7b-fbb5c89b64fa\", \"--extent-size\", \"131072\", \"--extent-count\", \"16\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.940304501Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.925452575Z\",\"hostname\":\"BRM42220010\",\"pid\":1321}\n{\"msg\":\"UUID: 2701305e-22c5-4969-bb7b-fbb5c89b64fa\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.936292339Z\",\"hostname\":\"BRM42220010\",\"pid\":1321}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 16\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:07.936306196Z\",\"hostname\":\"BRM42220010\",\"pid\":1321}\n","stderr":"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.94050983Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_2701305e-22c5-4969-bb7b-fbb5c89b64fa_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_2701305e-22c5-4969-bb7b-fbb5c89b64fa_9000.stderr.log\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.940612594Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9000\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.940681315Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9000\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.94288724Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_2701305e-22c5-4969-bb7b-fbb5c89b64fa_9001.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_2701305e-22c5-4969-bb7b-fbb5c89b64fa_9001.stdout.log\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.942997408Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9001\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.943062511Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9001\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.944850205Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_2701305e-22c5-4969-bb7b-fbb5c89b64fa_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_2701305e-22c5-4969-bb7b-fbb5c89b64fa_9002.stderr.log\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.944980391Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9002\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.945050755Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9002\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] enabling vcr black hole","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.947318707Z","target":"phd_framework::disk::crucible","line":130,"file":"phd-tests/framework/src/disk/crucible.rs","disk":"vcr-replacement-target","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.947409729Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.947481295Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"crucible_vcr_replace_during_start_test","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.947560334Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.947632762Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9003","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.947735586Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_vcr_replace_during_start_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::vcr_replace_during_start_test/crucible_vcr_replace_during_start_test.stdout.log\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1325","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.982042714Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.995972787Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":48,"path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.996066144Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"816140db-19f5-4ebd-8d99-2d7661dd74d4","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test","vm":"crucible_vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:07.996841872Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm_id":"816140db-19f5-4ebd-8d99-2d7661dd74d4","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test","vm":"crucible_vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:08.55436456Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm_id":"816140db-19f5-4ebd-8d99-2d7661dd74d4","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test","vm":"crucible_vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:08.968411463Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","vm_id":"816140db-19f5-4ebd-8d99-2d7661dd74d4","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test","vm":"crucible_vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:08.968792013Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"816140db-19f5-4ebd-8d99-2d7661dd74d4","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test","vm":"crucible_vcr_replace_during_start_test","elapsed_milliseconds":972} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:08.968999396Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:08.977262684Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:08.977356482Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-51a0b942-0b67-410a-b9e1-e14e50358c90\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.010330065Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.010418042Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-0d34a76a-5592-4257-88f7-6410785f761a\"]","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.029398053Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: Some([100::]:9000), data_dir: DataDirectory { path: \"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9000\" } }","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.033222341Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9000\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.034431903Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9001\" } }","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.038742928Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9001\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.040200237Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9002\" } }","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.044355411Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/2701305e-22c5-4969-bb7b-fbb5c89b64fa_9002\"","path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.045717058Z","target":"phd_tests::crucible::smoke","line":91,"file":"phd-tests/tests/src/crucible/smoke.rs","elapsed_milliseconds":1241,"path":"phd_tests::crucible::smoke::vcr_replace_during_start_test"} {"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::vcr_replace_during_start_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::crucible::smoke::vcr_replace_during_start_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:127:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::crucible::smoke::vcr_replace_during_start_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:91:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.048789912Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.048891855Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.048980944Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::boot_test","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.049034736Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.049069742Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.049107684Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.049399236Z","target":"phd_tests::crucible::smoke","line":14,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.049540603Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.049606578Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.049689906Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/fdcb1fb6b813d621788c8e8542cfd939240e295029a624a25123e0b2f1fda4ff/crucible-downstairs","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.049741253Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.04985584Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9000\", \"--encrypted\", \"--uuid\", \"fcda5ab3-a202-4a79-bdcf-27d29b63e4cb\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.1590476Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:09.058756294Z\",\"hostname\":\"BRM42220010\",\"pid\":1329}\n{\"msg\":\"UUID: fcda5ab3-a202-4a79-bdcf-27d29b63e4cb\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:09.154093395Z\",\"hostname\":\"BRM42220010\",\"pid\":1329}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:09.15411687Z\",\"hostname\":\"BRM42220010\",\"pid\":1329}\n","stderr":"","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.159247549Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9001\", \"--encrypted\", \"--uuid\", \"fcda5ab3-a202-4a79-bdcf-27d29b63e4cb\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.262819054Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:09.168406552Z\",\"hostname\":\"BRM42220010\",\"pid\":1330}\n{\"msg\":\"UUID: fcda5ab3-a202-4a79-bdcf-27d29b63e4cb\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:09.257965177Z\",\"hostname\":\"BRM42220010\",\"pid\":1330}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:09.257979925Z\",\"hostname\":\"BRM42220010\",\"pid\":1330}\n","stderr":"","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.262993865Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9002\", \"--encrypted\", \"--uuid\", \"fcda5ab3-a202-4a79-bdcf-27d29b63e4cb\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.365162462Z","target":"phd_framework::disk::crucible","line":308,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:09.273472005Z\",\"hostname\":\"BRM42220010\",\"pid\":1331}\n{\"msg\":\"UUID: fcda5ab3-a202-4a79-bdcf-27d29b63e4cb\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:09.360120852Z\",\"hostname\":\"BRM42220010\",\"pid\":1331}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2026-09-09T02:16:09.360143405Z\",\"hostname\":\"BRM42220010\",\"pid\":1331}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.36534097Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9000.stderr.log\"","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.365437623Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9000\"]","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.36550488Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9000\"]","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.367617699Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9001.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9001.stdout.log\"","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.367719151Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9001\"]","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.367786248Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9001\"]","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.369843091Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9002.stderr.log\"","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.36993737Z","target":"phd_framework::disk::crucible","line":349,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9002\"]","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.369999237Z","target":"phd_framework::disk::crucible","line":439,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9002\"]","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.371899163Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.371974636Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: None }","vm_name":"crucible_boot_test","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.372062342Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.372138796Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9003","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.372224749Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_boot_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::crucible::smoke::boot_test/crucible_boot_test.stderr.log\"","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1335","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.408585464Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.422682632Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.422773874Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test","vm_id":"788a5565-1814-4932-b26f-71c59ddef663"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.423488129Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test","vm_id":"788a5565-1814-4932-b26f-71c59ddef663"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:09.87797258Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test","vm_id":"788a5565-1814-4932-b26f-71c59ddef663"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.877956036Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance)","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test","vm_id":"788a5565-1814-4932-b26f-71c59ddef663"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.878213122Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test","vm_id":"788a5565-1814-4932-b26f-71c59ddef663","elapsed_milliseconds":1455} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.878359399Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.88648159Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9000\" } }","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.892892033Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9000\"","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.900471437Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9001\" } }","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.906676085Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9001\"","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.915113628Z","target":"phd_framework::disk::crucible","line":68,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, vcr_address_override: None, data_dir: DataDirectory { path: \"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9002\" } }","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.921596216Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/fcda5ab3-a202-4a79-bdcf-27d29b63e4cb_9002\"","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.929943415Z","target":"phd_tests::crucible::smoke","line":14,"file":"phd-tests/tests/src/crucible/smoke.rs","elapsed_milliseconds":1880,"path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::boot_test ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9003/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9003/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::crucible::smoke::boot_test::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:19:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::crucible::smoke::boot_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/crucible/smoke.rs:14:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.932204663Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.932339338Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.932436842Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::stats::instance_vcpu_stats","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.93249359Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.932527774Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.932564203Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.932728444Z","target":"phd_tests::stats","line":198,"file":"phd-tests/tests/src/stats.rs","path":"phd_tests::stats::instance_vcpu_stats"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.933393764Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::stats::instance_vcpu_stats"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.93346042Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::stats::instance_vcpu_stats"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.93351327Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::stats::instance_vcpu_stats"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.933574305Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::stats::instance_vcpu_stats"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.945261424Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 209M 25.3T 207M /phd-artifacts\n","path":"phd_tests::stats::instance_vcpu_stats"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.945456333Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-20fe0ec5-be94-4e4d-acf9-2295400466c2\"]","path":"phd_tests::stats::instance_vcpu_stats"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.963419419Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-20fe0ec5-be94-4e4d-acf9-2295400466c2\", \"phd-artifacts/phd-clone-f20b517f-e25a-4322-a804-246231f81510\"]","path":"phd_tests::stats::instance_vcpu_stats"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.981464389Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-f20b517f-e25a-4322-a804-246231f81510\"]","verb":"list","path":"phd_tests::stats::instance_vcpu_stats"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.993117543Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-f20b517f-e25a-4322-a804-246231f81510 0B 25.3T 207M /phd-artifacts/phd-clone-f20b517f-e25a-4322-a804-246231f81510\n","path":"phd_tests::stats::instance_vcpu_stats"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.993753968Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::stats::instance_vcpu_stats"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.993837416Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"instance_vcpu_stats","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\", metrics: Some(Local) }","guest_os_kind":"Alpine","path":"phd_tests::stats::instance_vcpu_stats"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:10.993911366Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::stats::instance_vcpu_stats"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-09-09T02:16:11.003142648Z","hostname":"BRM42220010","pid":912,"local_addr":"[::1]:41218","component":"phd-oximeter-consumer","versions":"all","path":"/metrics/producers","method":"POST"} {"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2026-09-09T02:16:11.004392964Z","hostname":"BRM42220010","pid":912,"local_addr":"[::1]:41218","component":"phd-oximeter-consumer"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2026-09-09T02:16:11.041493678Z","hostname":"BRM42220010","pid":912,"local_addr":"[::1]:41218","component":"phd-oximeter-consumer"} {"msg":"fake oximeter test server listening","v":0,"name":"slog-rs","level":30,"time":"2026-09-09T02:16:11.041539534Z","hostname":"BRM42220010","pid":912,"component":"phd-oximeter-consumer","address":"[::1]:41218"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:11.041598526Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::stats::instance_vcpu_stats"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:11.041676674Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::stats::instance_vcpu_stats/instance_vcpu_stats.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::stats::instance_vcpu_stats/instance_vcpu_stats.stdout.log\"","path":"phd_tests::stats::instance_vcpu_stats"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1341","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:11.077132849Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::stats::instance_vcpu_stats"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:11.090885073Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":97,"path":"phd_tests::stats::instance_vcpu_stats"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:11.090981015Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"ae1f90cb-8fbc-4bf5-8edc-bdcb799f6cc9","path":"phd_tests::stats::instance_vcpu_stats","vm":"instance_vcpu_stats"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:11.091646003Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"ae1f90cb-8fbc-4bf5-8edc-bdcb799f6cc9","path":"phd_tests::stats::instance_vcpu_stats","vm":"instance_vcpu_stats"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:11.793007935Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"ae1f90cb-8fbc-4bf5-8edc-bdcb799f6cc9","path":"phd_tests::stats::instance_vcpu_stats","vm":"instance_vcpu_stats"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.608001478Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"ae1f90cb-8fbc-4bf5-8edc-bdcb799f6cc9","path":"phd_tests::stats::instance_vcpu_stats","vm":"instance_vcpu_stats"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.608336012Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"ae1f90cb-8fbc-4bf5-8edc-bdcb799f6cc9","elapsed_milliseconds":1517,"path":"phd_tests::stats::instance_vcpu_stats","vm":"instance_vcpu_stats"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.608458614Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::stats::instance_vcpu_stats"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.61693231Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::stats::instance_vcpu_stats"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.617028953Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-f20b517f-e25a-4322-a804-246231f81510\"]","path":"phd_tests::stats::instance_vcpu_stats"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.650995796Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::stats::instance_vcpu_stats"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.651074405Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-20fe0ec5-be94-4e4d-acf9-2295400466c2\"]","path":"phd_tests::stats::instance_vcpu_stats"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.668908418Z","target":"phd_tests::stats","line":198,"file":"phd-tests/tests/src/stats.rs","elapsed_milliseconds":1735,"path":"phd_tests::stats::instance_vcpu_stats"} {"msg":"beginning graceful shutdown","v":0,"name":"slog-rs","level":30,"time":"2026-09-09T02:16:12.67181147Z","hostname":"BRM42220010","pid":912,"local_addr":"[::1]:41218","component":"phd-oximeter-consumer"} {"v":0,"name":"phd-runner","msg":"test phd_tests::stats::instance_vcpu_stats ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance)\n 1: client error (Connect)\n 2: tcp connect error\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: >>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: ::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: ::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: ::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: ::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: ::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::stats::instance_vcpu_stats::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/stats.rs:236:17\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::stats::instance_vcpu_stats::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/stats.rs:198:1\n 10: + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: ::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: >>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: >>::with_mut::, >>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: >::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::>::{closure#0}>, core::task::poll::Poll>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: >>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: >>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: >>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: ::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:684:18\n 31: tokio::task::coop::with_budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::, ()>, ::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: ::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: >::set::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: >::try_with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: >::with::::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: ::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: ::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: ::launch::{closure#0}>>>>::with_mut::, ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::, core::panic::unwind_safe::AssertUnwindSafe::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: ::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: ::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: >::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: ::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: ::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: ::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: ::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: ::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: ","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.673231027Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.673373387Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.673474959Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.673540112Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.673580348Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} failures: phd_tests::hyperv::hyperv_smoke_test phd_tests::hyperv::hyperv_lifecycle_test phd_tests::hyperv::hyperv_reference_tsc_clocksource_test phd_tests::hyperv::hyperv_reference_tsc_elapsed_time_test phd_tests::migrate::smoke_test phd_tests::migrate::serial_history phd_tests::migrate::multiple_migrations phd_tests::migrate::migration_ensures_instance_metadata phd_tests::migrate::vm_reaches_destroyed_after_migration_out phd_tests::cpuid::cpuid_boot_test phd_tests::cpuid::guest_cpu_topo_test phd_tests::cpuid::cpuid_migrate_smoke_test phd_tests::cpuid::cpuid_instance_spec_round_trip_test phd_tests::disk::in_memory_backend_smoke_test phd_tests::disk::in_memory_backend_migration_test phd_tests::crucible::migrate::smoke_test phd_tests::crucible::migrate::load_test phd_tests::boot_order::configurable_boot_order phd_tests::boot_order::unbootable_disk_skipped phd_tests::boot_order::boot_order_source_priority phd_tests::boot_order::guest_can_adjust_boot_order phd_tests::boot_order::nvme_boot_option_description phd_tests::hw::lspci_lifecycle_test phd_tests::migrate::running_process::export_failure phd_tests::migrate::running_process::import_failure phd_tests::migrate::running_process::migrate_running_process phd_tests::server_state_machine::instance_reset_test phd_tests::server_state_machine::instance_start_stop_test phd_tests::server_state_machine::instance_stop_unstarted_test phd_tests::server_state_machine::stop_while_blocked_on_start_test phd_tests::server_state_machine::instance_stop_causes_destroy_test phd_tests::server_state_machine::instance_reset_requires_running_test phd_tests::vsock::vsock_get_cid phd_tests::vsock::vsock_smoke_test phd_tests::framework::long_line_serial_test phd_tests::framework::multiline_serial_test phd_tests::smoke::nproc_test phd_tests::smoke::api_reboot_test phd_tests::smoke::guest_reboot_test phd_tests::smoke::instance_spec_get_test phd_tests::firmware::acpi_tables_parse phd_tests::firmware::acpi_tables_generation phd_tests::crucible::smoke::api_reboot_test phd_tests::crucible::smoke::guest_reboot_test phd_tests::crucible::smoke::vcr_replace_during_start_test phd_tests::crucible::smoke::boot_test phd_tests::stats::instance_vcpu_stats test result: FAILED. 0 passed; 47 failed; 1 skipped; 0 not run; finished in 123.93s {"v":0,"name":"phd-runner","msg":"phd_runner","level":20,"hostname":"BRM42220010","pid":912,"time":"2026-09-09T02:16:12.674469441Z","target":"phd_runner","line":41,"file":"phd-tests/runner/src/main.rs","exit_code":47}