{"v":0,"name":"phd-runner","msg":"phd_runner","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:57:34.667215909Z","target":"phd_runner","line":35,"file":"phd-tests/runner/src/main.rs","runner_args":"ProcessArgs { command: Run(RunOptions { propolis_server_cmd: \"/work/phd-test/propolis-server\", base_propolis_branch: Some(\"master\"), base_propolis_commit: None, base_propolis_cmd: None, crucible_downstairs_cmd: None, crucible_downstairs_commit: Some(Auto), tmp_directory: \"/tmp/propolis-phd\", artifact_directory: Some(\"/phd-artifacts\"), server_logging_mode: TmpFile, default_guest_cpus: 2, default_guest_memory_mib: 512, artifact_toml_path: \"/work/phd-test/artifacts.toml\", default_guest_artifact: \"alpine\", default_bootrom_artifact: \"ovmf\", include_filter: [\"phd_tests::migrate::from_base\"], exclude_filter: [], max_buildomat_wait_secs: 1200 }), disable_ansi: false, emit_bunyan: true }"} {"v":0,"name":"phd-runner","msg":"Created new artifact store from manifest","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:57:34.669477683Z","target":"phd_framework::artifacts::store","line":221,"file":"phd-tests/framework/src/artifacts/store.rs","store":"Store { local_dir: \"/phd-artifacts\", artifacts: {\"alpine\": Mutex { data: StoredArtifact { description: Artifact { filename: \"alpine.iso\", kind: GuestOs(Alpine), source: RemoteServer { sha256: \"ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1\" }, untar: None }, cached_path: None } }, \"ovmf\": Mutex { data: StoredArtifact { description: Artifact { filename: \"OVMF_CODE.fd\", kind: Bootrom, source: Buildomat(BuildomatArtifact { repo: Repo(\"oxidecomputer/edk2\"), series: Series(\"image_debug\"), commit: Commit(\"6d92acf0a22718dd4175d7c64dbcf7aaec3740bd\"), sha256: \"29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f\" }), untar: None }, cached_path: None } }}, downloader: DownloadConfig { timeout: 600s, buildomat_backoff: ExponentialBackoff { current_interval: 1s, initial_interval: 1s, randomization_factor: 0.5, multiplier: 1.5, max_interval: 60s, start_time: Instant { tv_sec: 461, tv_nsec: 722182534 }, max_elapsed_time: Some(1200s), clock: SystemClock }, remote_server_uris: [\"https://oxide-omicron-build.s3.amazonaws.com\"] } }"} {"v":0,"name":"phd-runner","msg":"Adding Propolis server from local command","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:57:34.669530434Z","target":"phd_framework::artifacts::store","line":229,"file":"phd-tests/framework/src/artifacts/store.rs","propolis_server_cmd":"/work/phd-test/propolis-server"} {"v":0,"name":"phd-runner","msg":"Adding crucible-downstairs from Buildomat Git revision","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:57:34.669602765Z","target":"phd_framework::artifacts::store","line":313,"file":"phd-tests/framework/src/artifacts/store.rs","commit":"5a41b826171c7d2a8412fa833377ab1df25ee8ec"} {"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:57:34.669735828Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/5a41b826171c7d2a8412fa833377ab1df25ee8ec/crucible-nightly.sha256.txt"} {"v":0,"name":"phd-runner","msg":"Adding 'current' Propolis server from Buildomat Git branch 'master'","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:57:34.780932052Z","target":"phd_framework::artifacts::store","line":250,"file":"phd-tests/framework/src/artifacts/store.rs"} {"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:57:35.222595421Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/bf824f23d84abdb7771b85ad681d23bd81ddaec4/propolis-server.sha256.txt"} {"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - START]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:57:35.32671211Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - END]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:57:35.326849623Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Running 3 test(s)","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:57:35.326980956Z","target":"phd_runner::execute","line":82,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::migration_from_base_and_back","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:57:35.327053827Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:57:35.327083048Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:57:35.327111658Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:57:35.327372013Z","target":"phd_tests::migrate::from_base","line":52,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:57:35.32772092Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading file from Buildomat...","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:57:35.327921974Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/edk2/image_debug/6d92acf0a22718dd4175d7c64dbcf7aaec3740bd/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:57:35.881641673Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading alpine.iso from https://oxide-omicron-build.s3.amazonaws.com/alpine.iso","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:57:35.881775776Z","target":"phd_framework::artifacts::store","line":618,"file":"phd-tests/framework/src/artifacts/store.rs","timeout":"600s","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:06.693816513Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:06.693922716Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:06.718965544Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 2.00M 1.80T 1.91M /phd-artifacts\n","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:06.719177248Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-aa7608d7-0e53-4738-b365-416586485fcf\"]","verb":"snapshot","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:06.766170286Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-aa7608d7-0e53-4738-b365-416586485fcf\", \"phd-artifacts/phd-clone-397d00d2-9a6a-49a6-831d-1f4687ed2105\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:06.783498807Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-397d00d2-9a6a-49a6-831d-1f4687ed2105\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:06.794427846Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-397d00d2-9a6a-49a6-831d-1f4687ed2105 0B 1.80T 48.9M /phd-artifacts/phd-clone-397d00d2-9a6a-49a6-831d-1f4687ed2105\n","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:06.79514679Z","target":"phd_framework::test_vm","line":188,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:06.795218991Z","target":"phd_framework::test_vm","line":206,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_from_base_and_back","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\" }","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] checking for existing copy of artifact","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:06.795282602Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/f757ad39f1557884b610bdda4e6bfe96b50b750b4b76be3b1065d8b433097df4/propolis-server.tar.gz","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Downloading file from Buildomat...","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:06.795337153Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/bf824f23d84abdb7771b85ad681d23bd81ddaec4/propolis-server.tar.gz","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Extracting artifact from tarball","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:30.761251874Z","target":"phd_framework::artifacts::store","line":162,"file":"phd-tests/framework/src/artifacts/store.rs","extracted_path":"/phd-artifacts/f757ad39f1557884b610bdda4e6bfe96b50b750b4b76be3b1065d8b433097df4/propolis-server","untar_path":"propolis-server","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Extracting gzipped tarball...","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:30.761348386Z","target":"phd_framework::artifacts::store","line":518,"file":"phd-tests/framework/src/artifacts/store.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:43.50892827Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/phd-artifacts/f757ad39f1557884b610bdda4e6bfe96b50b750b4b76be3b1065d8b433097df4/propolis-server\"","bootrom_path":"\"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:43.509081083Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_from_base_and_back.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_from_base_and_back.stderr.log\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 867","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:43.550357972Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:43.550581786Z","target":"phd_framework::test_vm","line":188,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":36755,"path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:43.550720589Z","target":"phd_framework::test_vm","line":271,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"0b6e04e0-6f7f-4e88-82e6-422d7182477f","vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:43.551417302Z","target":"phd_framework::test_vm","line":349,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec)","vm_id":"0b6e04e0-6f7f-4e88-82e6-422d7182477f","vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:43.85382441Z","target":"phd_framework::test_vm","line":349,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec)","vm_id":"0b6e04e0-6f7f-4e88-82e6-422d7182477f","vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:44.850819909Z","target":"phd_framework::test_vm","line":349,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec)","vm_id":"0b6e04e0-6f7f-4e88-82e6-422d7182477f","vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:44.8518641Z","target":"phd_framework::test_vm","line":271,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"0b6e04e0-6f7f-4e88-82e6-422d7182477f","vm":"migration_from_base_and_back","elapsed_milliseconds":1301,"path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:44.851981992Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:44.8759849Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:44.876045351Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-397d00d2-9a6a-49a6-831d-1f4687ed2105\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:44.974088274Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:44.974152875Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-aa7608d7-0e53-4738-b365-416586485fcf\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.007717446Z","target":"phd_tests::migrate::from_base","line":52,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":69680,"path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::migration_from_base_and_back ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance/spec)\n 1: client error (Connect)\n 2: tcp connect error: Connection refused (os error 146)\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: anyhow::error:: for anyhow::Error>::from\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.89/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>::from_residual\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/result.rs:2010:27\n 2: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:365:9\n 3: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n 4: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:271:5\n 5: phd_framework::test_vm::TestVm::instance_ensure::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:441:22\n 6: phd_framework::test_vm::TestVm::launch::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:425:32\n 7: phd_tests::migrate::from_base::migration_from_base_and_back::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:56:25\n 8: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n 9: phd_tests::migrate::from_base::migration_from_base_and_back::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:52:5\n 10: as core::future::future::Future>::poll\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/future/future.rs:123:9\n 11: phd_testcase::TestCase::run::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/macros/select.rs:557:49\n 13: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/future/poll_fn.rs:58:9\n 14: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:105:13\n 15: tokio::runtime::task::core::Core::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:328:17\n 16: tokio::loom::std::unsafe_cell::UnsafeCell::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/loom/std/unsafe_cell.rs:16:9\n 17: tokio::runtime::task::core::Core::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:317:13\n 18: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:485:19\n 19: as core::ops::function::FnOnce<()>>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n 20: std::panicking::try::do_call\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n 21: __rust_try\n 22: std::panicking::try\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n 23: std::panic::catch_unwind\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n 24: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:473:18\n 25: tokio::runtime::task::harness::Harness::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:208:27\n 26: tokio::runtime::task::harness::Harness::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:153:15\n 27: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:271:5\n 28: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:201:18\n 29: tokio::runtime::task::LocalNotified::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/mod.rs:427:9\n 30: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:594:13\n 31: tokio::runtime::coop::with_budget\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/coop.rs:107:5\n 32: tokio::runtime::coop::budget\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/coop.rs:73:5\n 33: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:593:9\n 34: tokio::runtime::scheduler::multi_thread::worker::Context::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:544:24\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:509:21\n 36: tokio::runtime::context::scoped::Scoped::set\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context.rs:180:26\n 38: std::thread::local::LocalKey::try_with\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/local.rs:283:12\n 39: std::thread::local::LocalKey::with\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/local.rs:260:9\n 40: tokio::runtime::context::set_scheduler\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context.rs:180:9\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:504:9\n 42: tokio::runtime::context::runtime::enter_runtime\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:496:5\n 44: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:462:45\n 45: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/task.rs:42:21\n 46: tokio::runtime::task::core::Core::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:328:17\n 47: tokio::loom::std::unsafe_cell::UnsafeCell::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/loom/std/unsafe_cell.rs:16:9\n 48: tokio::runtime::task::core::Core::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:317:13\n 49: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:485:19\n 50: as core::ops::function::FnOnce<()>>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n 51: std::panicking::try::do_call\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n 52: __rust_try\n 53: std::panicking::try\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n 54: std::panic::catch_unwind\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n 55: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:473:18\n 56: tokio::runtime::task::harness::Harness::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:208:27\n 57: tokio::runtime::task::harness::Harness::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:153:15\n 58: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:271:5\n 59: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:201:18\n 60: tokio::runtime::task::UnownedTask::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/mod.rs:464:9\n 61: tokio::runtime::blocking::pool::Task::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:160:9\n 62: tokio::runtime::blocking::pool::Inner::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:518:17\n 63: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:476:13\n 64: std::sys::backtrace::__rust_begin_short_backtrace\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/sys/backtrace.rs:154:18\n 65: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/mod.rs:538:17\n 66: as core::ops::function::FnOnce<()>>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n 67: std::panicking::try::do_call\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n 68: __rust_try\n 69: std::panicking::try\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n 70: std::panic::catch_unwind\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n 71: std::thread::Builder::spawn_unchecked_::{{closure}}\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/mod.rs:537:30\n 72: core::ops::function::FnOnce::call_once{{vtable.shim}}\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/ops/function.rs:250:5\n 73: as core::ops::function::FnOnce>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/alloc/src/boxed.rs:2454:9\n 74: as core::ops::function::FnOnce>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/alloc/src/boxed.rs:2454:9\n 75: std::sys::pal::unix::thread::Thread::new::thread_start\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/sys/pal/unix/thread.rs:105:17\n 76: _thrp_setup\n 77: ","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.107422771Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.107503643Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.107590465Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::serial_history","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.107635235Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.107667106Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.107698107Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.10785402Z","target":"phd_tests::migrate::from_base","line":40,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.107935311Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.107974602Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.108015773Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.108062254Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.135795054Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 696M 1.80T 694M /phd-artifacts\n","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.135866495Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-80252e37-d980-41ea-aed1-435b90529e73\"]","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.157620591Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-80252e37-d980-41ea-aed1-435b90529e73\", \"phd-artifacts/phd-clone-cf50b50f-fdc0-45ce-bdfa-b2fd2ca35a05\"]","verb":"clone","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.183162759Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-cf50b50f-fdc0-45ce-bdfa-b2fd2ca35a05\"]","verb":"list","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.200783195Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-cf50b50f-fdc0-45ce-bdfa-b2fd2ca35a05 0B 1.80T 694M /phd-artifacts/phd-clone-cf50b50f-fdc0-45ce-bdfa-b2fd2ca35a05\n","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.201317585Z","target":"phd_framework::test_vm","line":188,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.201367957Z","target":"phd_framework::test_vm","line":206,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"migration_serial_history_base","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\" }","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.201419078Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/f757ad39f1557884b610bdda4e6bfe96b50b750b4b76be3b1065d8b433097df4/propolis-server","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.201469868Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd\"","server_path":"\"/phd-artifacts/f757ad39f1557884b610bdda4e6bfe96b50b750b4b76be3b1065d8b433097df4/propolis-server\"","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.201508519Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_serial_history_base.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_serial_history_base.stderr.log\"","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 875","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.21357786Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.213891126Z","target":"phd_framework::test_vm","line":188,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","elapsed_milliseconds":12} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.214033448Z","target":"phd_framework::test_vm","line":271,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","vm":"migration_serial_history_base","vm_id":"a12dc5e7-0c9b-4b20-85de-76e1494defc8"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.214789203Z","target":"phd_framework::test_vm","line":349,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec)","path":"phd_tests::migrate::from_base::serial_history","vm":"migration_serial_history_base","vm_id":"a12dc5e7-0c9b-4b20-85de-76e1494defc8"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:45.89499387Z","target":"phd_framework::test_vm","line":349,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec)","path":"phd_tests::migrate::from_base::serial_history","vm":"migration_serial_history_base","vm_id":"a12dc5e7-0c9b-4b20-85de-76e1494defc8"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.452967451Z","target":"phd_framework::test_vm","line":349,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec)","path":"phd_tests::migrate::from_base::serial_history","vm":"migration_serial_history_base","vm_id":"a12dc5e7-0c9b-4b20-85de-76e1494defc8"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.453235256Z","target":"phd_framework::test_vm","line":271,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","vm":"migration_serial_history_base","elapsed_milliseconds":1239,"vm_id":"a12dc5e7-0c9b-4b20-85de-76e1494defc8"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.453320408Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.479374065Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.479467267Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-cf50b50f-fdc0-45ce-bdfa-b2fd2ca35a05\"]","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.51993235Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.519993052Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-80252e37-d980-41ea-aed1-435b90529e73\"]","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.545981948Z","target":"phd_tests::migrate::from_base","line":40,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::serial_history","elapsed_milliseconds":1438} {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::serial_history ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance/spec)\n 1: client error (Connect)\n 2: tcp connect error: Connection refused (os error 146)\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: anyhow::error:: for anyhow::Error>::from\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.89/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>::from_residual\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/result.rs:2010:27\n 2: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:365:9\n 3: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n 4: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:271:5\n 5: phd_framework::test_vm::TestVm::instance_ensure::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:441:22\n 6: phd_framework::test_vm::TestVm::launch::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:425:32\n 7: phd_tests::migrate::run_serial_history_test::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:327:21\n 8: phd_tests::migrate::from_base::serial_history::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:46:10\n 9: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n 10: phd_tests::migrate::from_base::serial_history::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:40:5\n 11: as core::future::future::Future>::poll\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/future/future.rs:123:9\n 12: phd_testcase::TestCase::run::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/macros/select.rs:557:49\n 14: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/future/poll_fn.rs:58:9\n 15: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:105:13\n 16: tokio::runtime::task::core::Core::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:328:17\n 17: tokio::loom::std::unsafe_cell::UnsafeCell::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/loom/std/unsafe_cell.rs:16:9\n 18: tokio::runtime::task::core::Core::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:317:13\n 19: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:485:19\n 20: as core::ops::function::FnOnce<()>>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n 21: std::panicking::try::do_call\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n 22: __rust_try\n 23: std::panicking::try\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n 24: std::panic::catch_unwind\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n 25: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:473:18\n 26: tokio::runtime::task::harness::Harness::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:208:27\n 27: tokio::runtime::task::harness::Harness::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:153:15\n 28: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:271:5\n 29: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:201:18\n 30: tokio::runtime::task::LocalNotified::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/mod.rs:427:9\n 31: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:594:13\n 32: tokio::runtime::coop::with_budget\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/coop.rs:107:5\n 33: tokio::runtime::coop::budget\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/coop.rs:73:5\n 34: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:593:9\n 35: tokio::runtime::scheduler::multi_thread::worker::Context::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:544:24\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:509:21\n 37: tokio::runtime::context::scoped::Scoped::set\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context.rs:180:26\n 39: std::thread::local::LocalKey::try_with\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/local.rs:283:12\n 40: std::thread::local::LocalKey::with\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/local.rs:260:9\n 41: tokio::runtime::context::set_scheduler\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context.rs:180:9\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:504:9\n 43: tokio::runtime::context::runtime::enter_runtime\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:496:5\n 45: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:462:45\n 46: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/task.rs:42:21\n 47: tokio::runtime::task::core::Core::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:328:17\n 48: tokio::loom::std::unsafe_cell::UnsafeCell::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/loom/std/unsafe_cell.rs:16:9\n 49: tokio::runtime::task::core::Core::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:317:13\n 50: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:485:19\n 51: as core::ops::function::FnOnce<()>>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n 52: std::panicking::try::do_call\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n 53: __rust_try\n 54: std::panicking::try\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n 55: std::panic::catch_unwind\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n 56: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:473:18\n 57: tokio::runtime::task::harness::Harness::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:208:27\n 58: tokio::runtime::task::harness::Harness::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:153:15\n 59: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:271:5\n 60: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:201:18\n 61: tokio::runtime::task::UnownedTask::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/mod.rs:464:9\n 62: tokio::runtime::blocking::pool::Task::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:160:9\n 63: tokio::runtime::blocking::pool::Inner::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:518:17\n 64: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:476:13\n 65: std::sys::backtrace::__rust_begin_short_backtrace\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/sys/backtrace.rs:154:18\n 66: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/mod.rs:538:17\n 67: as core::ops::function::FnOnce<()>>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n 68: std::panicking::try::do_call\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n 69: __rust_try\n 70: std::panicking::try\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n 71: std::panic::catch_unwind\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n 72: std::thread::Builder::spawn_unchecked_::{{closure}}\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/mod.rs:537:30\n 73: core::ops::function::FnOnce::call_once{{vtable.shim}}\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/ops/function.rs:250:5\n 74: as core::ops::function::FnOnce>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/alloc/src/boxed.rs:2454:9\n 75: as core::ops::function::FnOnce>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/alloc/src/boxed.rs:2454:9\n 76: std::sys::pal::unix::thread::Thread::new::thread_start\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/sys/pal/unix/thread.rs:105:17\n 77: _thrp_setup\n 78: ","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.547578428Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.54763639Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.547695581Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::can_migrate_from_base","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.547728522Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.547750482Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.547775452Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.547926915Z","target":"phd_tests::migrate::from_base","line":34,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.548009497Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.548051508Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.548093849Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.548135549Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.56599712Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 696M 1.80T 694M /phd-artifacts\n","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.566127363Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-8f8c8676-5b0c-4e59-8bbd-b21f74514e1c\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.588423819Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-8f8c8676-5b0c-4e59-8bbd-b21f74514e1c\", \"phd-artifacts/phd-clone-d37d3bdc-6c4c-4a7b-ae1f-523e2867aee3\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.611077172Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-d37d3bdc-6c4c-4a7b-ae1f-523e2867aee3\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.62772589Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-d37d3bdc-6c4c-4a7b-ae1f-523e2867aee3 0B 1.80T 694M /phd-artifacts/phd-clone-d37d3bdc-6c4c-4a7b-ae1f-523e2867aee3\n","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.628293591Z","target":"phd_framework::test_vm","line":188,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.628345822Z","target":"phd_framework::test_vm","line":206,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\" }","vm_name":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.628394063Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/f757ad39f1557884b610bdda4e6bfe96b50b750b4b76be3b1065d8b433097df4/propolis-server","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.628442154Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd\"","server_path":"\"/phd-artifacts/f757ad39f1557884b610bdda4e6bfe96b50b750b4b76be3b1065d8b433097df4/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.628484925Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_from_base.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_from_base.stderr.log\"","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 883","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.639291991Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.639484365Z","target":"phd_framework::test_vm","line":188,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","elapsed_milliseconds":11} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.639561356Z","target":"phd_framework::test_vm","line":271,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base","vm_id":"eb4ce440-7707-4316-b57d-1deee5538ecc"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.640075766Z","target":"phd_framework::test_vm","line":349,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec)","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base","vm_id":"eb4ce440-7707-4316-b57d-1deee5538ecc"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:46.913167194Z","target":"phd_framework::test_vm","line":349,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec)","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base","vm_id":"eb4ce440-7707-4316-b57d-1deee5538ecc"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:47.771977703Z","target":"phd_framework::test_vm","line":349,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec)","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base","vm_id":"eb4ce440-7707-4316-b57d-1deee5538ecc"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:47.772246818Z","target":"phd_framework::test_vm","line":271,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"eb4ce440-7707-4316-b57d-1deee5538ecc","elapsed_milliseconds":1132} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:47.772312039Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:47.793765819Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:47.79382138Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-d37d3bdc-6c4c-4a7b-ae1f-523e2867aee3\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:47.831149213Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:47.831201205Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-8f8c8676-5b0c-4e59-8bbd-b21f74514e1c\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:47.858334763Z","target":"phd_tests::migrate::from_base","line":34,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","elapsed_milliseconds":1310} {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::can_migrate_from_base ... FAILED: Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec)\n\nCaused by:\n 0: error sending request for url (http://127.0.0.1:9000/instance/spec)\n 1: client error (Connect)\n 2: tcp connect error: Connection refused (os error 146)\n 3: Connection refused (os error 146)\n\nStack backtrace:\n 0: anyhow::error:: for anyhow::Error>::from\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.89/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>::from_residual\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/result.rs:2010:27\n 2: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:365:9\n 3: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n 4: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:271:5\n 5: phd_framework::test_vm::TestVm::instance_ensure::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:441:22\n 6: phd_framework::test_vm::TestVm::launch::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:425:32\n 7: phd_tests::migrate::run_smoke_test::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:297:21\n 8: phd_tests::migrate::from_base::can_migrate_from_base::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:37:14\n 9: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n 10: phd_tests::migrate::from_base::can_migrate_from_base::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:34:5\n 11: as core::future::future::Future>::poll\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/future/future.rs:123:9\n 12: phd_testcase::TestCase::run::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/macros/select.rs:557:49\n 14: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/future/poll_fn.rs:58:9\n 15: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:105:13\n 16: tokio::runtime::task::core::Core::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:328:17\n 17: tokio::loom::std::unsafe_cell::UnsafeCell::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/loom/std/unsafe_cell.rs:16:9\n 18: tokio::runtime::task::core::Core::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:317:13\n 19: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:485:19\n 20: as core::ops::function::FnOnce<()>>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n 21: std::panicking::try::do_call\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n 22: __rust_try\n 23: std::panicking::try\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n 24: std::panic::catch_unwind\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n 25: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:473:18\n 26: tokio::runtime::task::harness::Harness::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:208:27\n 27: tokio::runtime::task::harness::Harness::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:153:15\n 28: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:271:5\n 29: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:201:18\n 30: tokio::runtime::task::LocalNotified::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/mod.rs:427:9\n 31: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:594:13\n 32: tokio::runtime::coop::with_budget\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/coop.rs:107:5\n 33: tokio::runtime::coop::budget\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/coop.rs:73:5\n 34: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:593:9\n 35: tokio::runtime::scheduler::multi_thread::worker::Context::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:544:24\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:509:21\n 37: tokio::runtime::context::scoped::Scoped::set\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context.rs:180:26\n 39: std::thread::local::LocalKey::try_with\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/local.rs:283:12\n 40: std::thread::local::LocalKey::with\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/local.rs:260:9\n 41: tokio::runtime::context::set_scheduler\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context.rs:180:9\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:504:9\n 43: tokio::runtime::context::runtime::enter_runtime\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:496:5\n 45: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:462:45\n 46: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/task.rs:42:21\n 47: tokio::runtime::task::core::Core::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:328:17\n 48: tokio::loom::std::unsafe_cell::UnsafeCell::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/loom/std/unsafe_cell.rs:16:9\n 49: tokio::runtime::task::core::Core::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:317:13\n 50: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:485:19\n 51: as core::ops::function::FnOnce<()>>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n 52: std::panicking::try::do_call\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n 53: __rust_try\n 54: std::panicking::try\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n 55: std::panic::catch_unwind\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n 56: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:473:18\n 57: tokio::runtime::task::harness::Harness::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:208:27\n 58: tokio::runtime::task::harness::Harness::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:153:15\n 59: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:271:5\n 60: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:201:18\n 61: tokio::runtime::task::UnownedTask::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/mod.rs:464:9\n 62: tokio::runtime::blocking::pool::Task::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:160:9\n 63: tokio::runtime::blocking::pool::Inner::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:518:17\n 64: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:476:13\n 65: std::sys::backtrace::__rust_begin_short_backtrace\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/sys/backtrace.rs:154:18\n 66: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/mod.rs:538:17\n 67: as core::ops::function::FnOnce<()>>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n 68: std::panicking::try::do_call\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n 69: __rust_try\n 70: std::panicking::try\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n 71: std::panic::catch_unwind\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n 72: std::thread::Builder::spawn_unchecked_::{{closure}}\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/mod.rs:537:30\n 73: core::ops::function::FnOnce::call_once{{vtable.shim}}\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/ops/function.rs:250:5\n 74: as core::ops::function::FnOnce>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/alloc/src/boxed.rs:2454:9\n 75: as core::ops::function::FnOnce>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/alloc/src/boxed.rs:2454:9\n 76: std::sys::pal::unix::thread::Thread::new::thread_start\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/sys/pal/unix/thread.rs:105:17\n 77: _thrp_setup\n 78: ","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:47.859347142Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:47.859393743Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:47.859451564Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - START]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:47.859489665Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - END]","level":30,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:47.859515006Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} failures: phd_tests::migrate::from_base::migration_from_base_and_back phd_tests::migrate::from_base::serial_history phd_tests::migrate::from_base::can_migrate_from_base test result: FAILED. 0 passed; 3 failed; 0 skipped; 0 not run; finished in 72.53s {"v":0,"name":"phd-runner","msg":"phd_runner","level":20,"hostname":"sock","pid":862,"time":"2024-12-17T18:58:47.859595277Z","target":"phd_runner","line":40,"file":"phd-tests/runner/src/main.rs","exit_code":3}