{"v":0,"name":"phd-runner","msg":"phd_runner","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:07.265974503Z","target":"phd_runner","line":35,"file":"phd-tests/runner/src/main.rs","runner_args":"ProcessArgs { command: Run(RunOptions { propolis_server_cmd: \"/work/phd-test/propolis-server\", base_propolis_branch: Some(\"master\"), base_propolis_commit: None, base_propolis_cmd: None, crucible_downstairs_cmd: None, crucible_downstairs_commit: Some(Auto), tmp_directory: \"/tmp/propolis-phd\", artifact_directory: Some(\"/phd-artifacts\"), server_logging_mode: TmpFile, default_guest_cpus: 2, default_guest_memory_mib: 512, artifact_toml_path: \"/work/phd-test/artifacts.toml\", default_guest_artifact: \"alpine\", default_bootrom_artifact: \"ovmf\", include_filter: [\"phd_tests::migrate::from_base\"], exclude_filter: [], max_buildomat_wait_secs: 1200 }), disable_ansi: false, emit_bunyan: true }"}
{"v":0,"name":"phd-runner","msg":"Created new artifact store from manifest","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:07.268315805Z","target":"phd_framework::artifacts::store","line":221,"file":"phd-tests/framework/src/artifacts/store.rs","store":"Store { local_dir: \"/phd-artifacts\", artifacts: {\"alpine\": Mutex { data: StoredArtifact { description: Artifact { filename: \"alpine.iso\", kind: GuestOs(Alpine), source: RemoteServer { sha256: \"ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1\" }, untar: None }, cached_path: None } }, \"ovmf\": Mutex { data: StoredArtifact { description: Artifact { filename: \"OVMF_CODE.fd\", kind: Bootrom, source: Buildomat(BuildomatArtifact { repo: Repo(\"oxidecomputer/edk2\"), series: Series(\"image_debug\"), commit: Commit(\"6d92acf0a22718dd4175d7c64dbcf7aaec3740bd\"), sha256: \"29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f\" }), untar: None }, cached_path: None } }}, downloader: DownloadConfig { timeout: 600s, buildomat_backoff: ExponentialBackoff { current_interval: 1s, initial_interval: 1s, randomization_factor: 0.5, multiplier: 1.5, max_interval: 60s, start_time: Instant { tv_sec: 443, tv_nsec: 551047074 }, max_elapsed_time: Some(1200s), clock: SystemClock }, remote_server_uris: [\"https://oxide-omicron-build.s3.amazonaws.com\"] } }"}
{"v":0,"name":"phd-runner","msg":"Adding Propolis server from local command","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:07.268366296Z","target":"phd_framework::artifacts::store","line":229,"file":"phd-tests/framework/src/artifacts/store.rs","propolis_server_cmd":"/work/phd-test/propolis-server"}
{"v":0,"name":"phd-runner","msg":"Adding crucible-downstairs from Buildomat Git revision","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:07.268455777Z","target":"phd_framework::artifacts::store","line":313,"file":"phd-tests/framework/src/artifacts/store.rs","commit":"5a41b826171c7d2a8412fa833377ab1df25ee8ec"}
{"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:07.268574128Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/5a41b826171c7d2a8412fa833377ab1df25ee8ec/crucible-nightly.sha256.txt"}
{"v":0,"name":"phd-runner","msg":"Adding 'current' Propolis server from Buildomat Git branch 'master'","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:07.456684001Z","target":"phd_framework::artifacts::store","line":250,"file":"phd-tests/framework/src/artifacts/store.rs"}
{"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:07.908067493Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/2216a2bf73dbb0bcac62cf24e03f864e12b23812/propolis-server.sha256.txt"}
{"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:08.009722342Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:08.009807812Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"Running 3 test(s)","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:08.010002464Z","target":"phd_runner::execute","line":82,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::migration_from_base_and_back","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:08.010109555Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:08.010160166Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:08.010211856Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:08.01054273Z","target":"phd_tests::migrate::from_base","line":52,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:08.010839532Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading file from Buildomat...","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:08.011058455Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/edk2/image_debug/6d92acf0a22718dd4175d7c64dbcf7aaec3740bd/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:08.595929679Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading alpine.iso from https://oxide-omicron-build.s3.amazonaws.com/alpine.iso","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:08.596084701Z","target":"phd_framework::artifacts::store","line":618,"file":"phd-tests/framework/src/artifacts/store.rs","timeout":"600s","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:43.142032788Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:43.142132159Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:43.169342258Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts  28.1M  1.80T     28.0M  /phd-artifacts\n","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:43.16955146Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-77ec2bfd-3316-4f44-949c-46b4d8e1b2be\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:43.188963995Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-77ec2bfd-3316-4f44-949c-46b4d8e1b2be\", \"phd-artifacts/phd-clone-58c3c13b-2738-4a11-a0d1-f43d4a6f0cd0\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:43.208441921Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-58c3c13b-2738-4a11-a0d1-f43d4a6f0cd0\"]","verb":"list","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:43.220769858Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-58c3c13b-2738-4a11-a0d1-f43d4a6f0cd0     0B  1.80T     48.9M  /phd-artifacts/phd-clone-58c3c13b-2738-4a11-a0d1-f43d4a6f0cd0\n","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:43.221592916Z","target":"phd_framework::test_vm","line":191,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:43.221658847Z","target":"phd_framework::test_vm","line":209,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\" }","vm_name":"migration_from_base_and_back","guest_os_kind":"Alpine","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] checking for existing copy of artifact","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:43.221715917Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/4db92fb694a3b94a071c9a80d3fed63032efec619282ed11f2f8b54801040b3a/propolis-server.tar.gz","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Downloading file from Buildomat...","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:43.221774458Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/2216a2bf73dbb0bcac62cf24e03f864e12b23812/propolis-server.tar.gz","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Extracting artifact from tarball","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:06.629393546Z","target":"phd_framework::artifacts::store","line":162,"file":"phd-tests/framework/src/artifacts/store.rs","untar_path":"propolis-server","extracted_path":"/phd-artifacts/4db92fb694a3b94a071c9a80d3fed63032efec619282ed11f2f8b54801040b3a/propolis-server","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Extracting gzipped tarball...","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:06.629494097Z","target":"phd_framework::artifacts::store","line":518,"file":"phd-tests/framework/src/artifacts/store.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.037934172Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd\"","server_path":"\"/phd-artifacts/4db92fb694a3b94a071c9a80d3fed63032efec619282ed11f2f8b54801040b3a/propolis-server\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.038091273Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_from_base_and_back.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_from_base_and_back.stderr.log\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 867","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.095607111Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.096012555Z","target":"phd_framework::test_vm","line":191,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":35874}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.096330648Z","target":"phd_framework::test_vm","line":274,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm_id":"b139bcca-fea9-42b0-a8c8-c0b4492a7a65"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.097266527Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm_id":"b139bcca-fea9-42b0-a8c8-c0b4492a7a65"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure","level":50,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.435224568Z","target":"phd_framework::test_vm","line":322,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f00b3c8b-dc5b-4451-9dd6-514217b32bc7\", \"content-length\": \"247\", \"date\": \"Wed, 18 Dec 2024 02:22:19 GMT\"}; value: Error { error_code: None, message: \"unable to parse JSON body: init.value.spec.components.boot-disk.component.backend_id: unknown field `backend_id`, expected `backend_name` or `pci_path` at line 1 column 206\", request_id: \"f00b3c8b-dc5b-4451-9dd6-514217b32bc7\" }","vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm_id":"b139bcca-fea9-42b0-a8c8-c0b4492a7a65"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.436249578Z","target":"phd_framework::test_vm","line":274,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":339,"vm_id":"b139bcca-fea9-42b0-a8c8-c0b4492a7a65"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.436374759Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.467481626Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.467541896Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-58c3c13b-2738-4a11-a0d1-f43d4a6f0cd0\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.518186789Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.51823919Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-77ec2bfd-3316-4f44-949c-46b4d8e1b2be\"]","verb":"destroy","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.54973888Z","target":"phd_tests::migrate::from_base","line":52,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":71539}
{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::migration_from_base_and_back ... FAILED: Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f00b3c8b-dc5b-4451-9dd6-514217b32bc7\", \"content-length\": \"247\", \"date\": \"Wed, 18 Dec 2024 02:22:19 GMT\"}; value: Error { error_code: None, message: \"unable to parse JSON body: init.value.spec.components.boot-disk.component.backend_id: unknown field `backend_id`, expected `backend_name` or `pci_path` at line 1 column 206\", request_id: \"f00b3c8b-dc5b-4451-9dd6-514217b32bc7\" }\n\nStack backtrace:\n   0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.89/src/backtrace.rs:27:14\n   1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/result.rs:2010:27\n   2: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:334:9\n   3: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n   4: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:274:5\n   5: phd_framework::test_vm::TestVm::instance_ensure::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:406:22\n   6: phd_framework::test_vm::TestVm::launch::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:394:32\n   7: phd_tests::migrate::from_base::migration_from_base_and_back::{{closure}}::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:56:25\n   8: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n   9: phd_tests::migrate::from_base::migration_from_base_and_back::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:52:5\n  10: <core::pin::Pin<P> as core::future::future::Future>::poll\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/future/future.rs:123:9\n  11: phd_testcase::TestCase::run::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n  12: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/macros/select.rs:557:49\n  13: <tokio::future::poll_fn::PollFn<F> as core::future::future::Future>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/future/poll_fn.rs:58:9\n  14: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:105:13\n  15: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:328:17\n  16: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/loom/std/unsafe_cell.rs:16:9\n  17: tokio::runtime::task::core::Core<T,S>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:317:13\n  18: tokio::runtime::task::harness::poll_future::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:485:19\n  19: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n  20: std::panicking::try::do_call\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n  21: __rust_try\n  22: std::panicking::try\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n  23: std::panic::catch_unwind\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n  24: tokio::runtime::task::harness::poll_future\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:473:18\n  25: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:208:27\n  26: tokio::runtime::task::harness::Harness<T,S>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:153:15\n  27: tokio::runtime::task::raw::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:271:5\n  28: tokio::runtime::task::raw::RawTask::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:201:18\n  29: tokio::runtime::task::LocalNotified<S>::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/mod.rs:427:9\n  30: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:657:17\n  31: tokio::runtime::coop::with_budget\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/coop.rs:107:5\n  32: tokio::runtime::coop::budget\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/coop.rs:73:5\n  33: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:593:9\n  34: tokio::runtime::scheduler::multi_thread::worker::Context::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:544:24\n  35: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:509:21\n  36: tokio::runtime::context::scoped::Scoped<T>::set\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context/scoped.rs:40:9\n  37: tokio::runtime::context::set_scheduler::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context.rs:180:26\n  38: std::thread::local::LocalKey<T>::try_with\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/local.rs:283:12\n  39: std::thread::local::LocalKey<T>::with\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/local.rs:260:9\n  40: tokio::runtime::context::set_scheduler\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context.rs:180:9\n  41: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:504:9\n  42: tokio::runtime::context::runtime::enter_runtime\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context/runtime.rs:65:16\n  43: tokio::runtime::scheduler::multi_thread::worker::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:496:5\n  44: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:462:45\n  45: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/task.rs:42:21\n  46: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:328:17\n  47: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/loom/std/unsafe_cell.rs:16:9\n  48: tokio::runtime::task::core::Core<T,S>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:317:13\n  49: tokio::runtime::task::harness::poll_future::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:485:19\n  50: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n  51: std::panicking::try::do_call\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n  52: __rust_try\n  53: std::panicking::try\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n  54: std::panic::catch_unwind\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n  55: tokio::runtime::task::harness::poll_future\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:473:18\n  56: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:208:27\n  57: tokio::runtime::task::harness::Harness<T,S>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:153:15\n  58: tokio::runtime::task::raw::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:271:5\n  59: tokio::runtime::task::raw::RawTask::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:201:18\n  60: tokio::runtime::task::UnownedTask<S>::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/mod.rs:464:9\n  61: tokio::runtime::blocking::pool::Task::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:160:9\n  62: tokio::runtime::blocking::pool::Inner::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:518:17\n  63: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:476:13\n  64: std::sys::backtrace::__rust_begin_short_backtrace\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/sys/backtrace.rs:154:18\n  65: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/mod.rs:538:17\n  66: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n  67: std::panicking::try::do_call\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n  68: __rust_try\n  69: std::panicking::try\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n  70: std::panic::catch_unwind\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n  71: std::thread::Builder::spawn_unchecked_::{{closure}}\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/mod.rs:537:30\n  72: core::ops::function::FnOnce::call_once{{vtable.shim}}\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/ops/function.rs:250:5\n  73: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/alloc/src/boxed.rs:2454:9\n  74: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/alloc/src/boxed.rs:2454:9\n  75: std::sys::pal::unix::thread::Thread::new::thread_start\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/sys/pal/unix/thread.rs:105:17\n  76: _thrp_setup\n  77: <unknown>","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.646512802Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.646592633Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.646678024Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::serial_history","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.646729494Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.646760375Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.646792845Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.646972547Z","target":"phd_tests::migrate::from_base","line":40,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.647051267Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.647094818Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.647141018Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.647188349Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.677642139Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts   679M  1.80T      678M  /phd-artifacts\n","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.67772899Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-329dc8b1-4c66-4279-9d7e-f42be0a77693\"]","verb":"snapshot","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.708796086Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-329dc8b1-4c66-4279-9d7e-f42be0a77693\", \"phd-artifacts/phd-clone-6893f5b0-25a1-4c22-8075-95d7aed670b8\"]","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.73438819Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-6893f5b0-25a1-4c22-8075-95d7aed670b8\"]","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.752627264Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-6893f5b0-25a1-4c22-8075-95d7aed670b8     0B  1.80T      678M  /phd-artifacts/phd-clone-6893f5b0-25a1-4c22-8075-95d7aed670b8\n","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.753185849Z","target":"phd_framework::test_vm","line":191,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.75325667Z","target":"phd_framework::test_vm","line":209,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"migration_serial_history_base","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\" }","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.75330884Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/4db92fb694a3b94a071c9a80d3fed63032efec619282ed11f2f8b54801040b3a/propolis-server","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.753359731Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/phd-artifacts/4db92fb694a3b94a071c9a80d3fed63032efec619282ed11f2f8b54801040b3a/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd\"","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.753399031Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_serial_history_base.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_serial_history_base.stderr.log\"","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 875","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.765426466Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.765642138Z","target":"phd_framework::test_vm","line":191,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","elapsed_milliseconds":12}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.765722458Z","target":"phd_framework::test_vm","line":274,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","vm":"migration_serial_history_base","vm_id":"875754d5-8d6f-4688-9bcc-69d9a16387b7"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.766189513Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::from_base::serial_history","vm":"migration_serial_history_base","vm_id":"875754d5-8d6f-4688-9bcc-69d9a16387b7"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure","level":50,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.420769792Z","target":"phd_framework::test_vm","line":322,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acc6d68d-0c09-4f61-a9cd-e261bf1b8214\", \"content-length\": \"247\", \"date\": \"Wed, 18 Dec 2024 02:22:20 GMT\"}; value: Error { error_code: None, message: \"unable to parse JSON body: init.value.spec.components.boot-disk.component.backend_id: unknown field `backend_id`, expected `backend_name` or `pci_path` at line 1 column 262\", request_id: \"acc6d68d-0c09-4f61-a9cd-e261bf1b8214\" }","path":"phd_tests::migrate::from_base::serial_history","vm":"migration_serial_history_base","vm_id":"875754d5-8d6f-4688-9bcc-69d9a16387b7"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.421124905Z","target":"phd_framework::test_vm","line":274,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","vm_id":"875754d5-8d6f-4688-9bcc-69d9a16387b7","elapsed_milliseconds":655,"vm":"migration_serial_history_base"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.421254566Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.449642017Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.449705357Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-6893f5b0-25a1-4c22-8075-95d7aed670b8\"]","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.490718458Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.490774519Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-329dc8b1-4c66-4279-9d7e-f42be0a77693\"]","verb":"destroy","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.514797468Z","target":"phd_tests::migrate::from_base","line":40,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::serial_history","elapsed_milliseconds":867}
{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::serial_history ... FAILED: Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acc6d68d-0c09-4f61-a9cd-e261bf1b8214\", \"content-length\": \"247\", \"date\": \"Wed, 18 Dec 2024 02:22:20 GMT\"}; value: Error { error_code: None, message: \"unable to parse JSON body: init.value.spec.components.boot-disk.component.backend_id: unknown field `backend_id`, expected `backend_name` or `pci_path` at line 1 column 262\", request_id: \"acc6d68d-0c09-4f61-a9cd-e261bf1b8214\" }\n\nStack backtrace:\n   0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.89/src/backtrace.rs:27:14\n   1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/result.rs:2010:27\n   2: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:334:9\n   3: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n   4: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:274:5\n   5: phd_framework::test_vm::TestVm::instance_ensure::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:406:22\n   6: phd_framework::test_vm::TestVm::launch::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:394:32\n   7: phd_tests::migrate::run_serial_history_test::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:327:21\n   8: phd_tests::migrate::from_base::serial_history::{{closure}}::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:46:10\n   9: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n  10: phd_tests::migrate::from_base::serial_history::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:40:5\n  11: <core::pin::Pin<P> as core::future::future::Future>::poll\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/future/future.rs:123:9\n  12: phd_testcase::TestCase::run::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n  13: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/macros/select.rs:557:49\n  14: <tokio::future::poll_fn::PollFn<F> as core::future::future::Future>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/future/poll_fn.rs:58:9\n  15: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:105:13\n  16: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:328:17\n  17: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/loom/std/unsafe_cell.rs:16:9\n  18: tokio::runtime::task::core::Core<T,S>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:317:13\n  19: tokio::runtime::task::harness::poll_future::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:485:19\n  20: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n  21: std::panicking::try::do_call\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n  22: __rust_try\n  23: std::panicking::try\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n  24: std::panic::catch_unwind\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n  25: tokio::runtime::task::harness::poll_future\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:473:18\n  26: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:208:27\n  27: tokio::runtime::task::harness::Harness<T,S>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:153:15\n  28: tokio::runtime::task::raw::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:271:5\n  29: tokio::runtime::task::raw::RawTask::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:201:18\n  30: tokio::runtime::task::LocalNotified<S>::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/mod.rs:427:9\n  31: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:657:17\n  32: tokio::runtime::coop::with_budget\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/coop.rs:107:5\n  33: tokio::runtime::coop::budget\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/coop.rs:73:5\n  34: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:593:9\n  35: tokio::runtime::scheduler::multi_thread::worker::Context::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:544:24\n  36: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:509:21\n  37: tokio::runtime::context::scoped::Scoped<T>::set\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context/scoped.rs:40:9\n  38: tokio::runtime::context::set_scheduler::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context.rs:180:26\n  39: std::thread::local::LocalKey<T>::try_with\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/local.rs:283:12\n  40: std::thread::local::LocalKey<T>::with\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/local.rs:260:9\n  41: tokio::runtime::context::set_scheduler\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context.rs:180:9\n  42: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:504:9\n  43: tokio::runtime::context::runtime::enter_runtime\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context/runtime.rs:65:16\n  44: tokio::runtime::scheduler::multi_thread::worker::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:496:5\n  45: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:462:45\n  46: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/task.rs:42:21\n  47: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:328:17\n  48: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/loom/std/unsafe_cell.rs:16:9\n  49: tokio::runtime::task::core::Core<T,S>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:317:13\n  50: tokio::runtime::task::harness::poll_future::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:485:19\n  51: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n  52: std::panicking::try::do_call\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n  53: __rust_try\n  54: std::panicking::try\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n  55: std::panic::catch_unwind\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n  56: tokio::runtime::task::harness::poll_future\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:473:18\n  57: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:208:27\n  58: tokio::runtime::task::harness::Harness<T,S>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:153:15\n  59: tokio::runtime::task::raw::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:271:5\n  60: tokio::runtime::task::raw::RawTask::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:201:18\n  61: tokio::runtime::task::UnownedTask<S>::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/mod.rs:464:9\n  62: tokio::runtime::blocking::pool::Task::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:160:9\n  63: tokio::runtime::blocking::pool::Inner::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:518:17\n  64: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:476:13\n  65: std::sys::backtrace::__rust_begin_short_backtrace\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/sys/backtrace.rs:154:18\n  66: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/mod.rs:538:17\n  67: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n  68: std::panicking::try::do_call\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n  69: __rust_try\n  70: std::panicking::try\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n  71: std::panic::catch_unwind\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n  72: std::thread::Builder::spawn_unchecked_::{{closure}}\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/mod.rs:537:30\n  73: core::ops::function::FnOnce::call_once{{vtable.shim}}\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/ops/function.rs:250:5\n  74: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/alloc/src/boxed.rs:2454:9\n  75: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/alloc/src/boxed.rs:2454:9\n  76: std::sys::pal::unix::thread::Thread::new::thread_start\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/sys/pal/unix/thread.rs:105:17\n  77: _thrp_setup\n  78: <unknown>","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.516357843Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.516407343Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.516460274Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::can_migrate_from_base","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.516492254Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.516516294Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.516541974Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.516691746Z","target":"phd_tests::migrate::from_base","line":34,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.516768657Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.516809947Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.516851467Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.516892278Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.536121821Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts   679M  1.80T      678M  /phd-artifacts\n","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.536257392Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-2ee52d0d-3b9d-48b3-923f-dd23fed48090\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.558901408Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-2ee52d0d-3b9d-48b3-923f-dd23fed48090\", \"phd-artifacts/phd-clone-7aedea75-fdeb-4cea-a652-b2ade2c62fde\"]","verb":"clone","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.582472243Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-7aedea75-fdeb-4cea-a652-b2ade2c62fde\"]","verb":"list","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.599884069Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-7aedea75-fdeb-4cea-a652-b2ade2c62fde     0B  1.80T      678M  /phd-artifacts/phd-clone-7aedea75-fdeb-4cea-a652-b2ade2c62fde\n","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.600395064Z","target":"phd_framework::test_vm","line":191,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.600447394Z","target":"phd_framework::test_vm","line":209,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\" }","vm_name":"migration_from_base","guest_os_kind":"Alpine","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.600494815Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/4db92fb694a3b94a071c9a80d3fed63032efec619282ed11f2f8b54801040b3a/propolis-server","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.600543015Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd\"","server_path":"\"/phd-artifacts/4db92fb694a3b94a071c9a80d3fed63032efec619282ed11f2f8b54801040b3a/propolis-server\"","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.600584546Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_from_base.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_from_base.stderr.log\"","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 883","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.611326968Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.61150917Z","target":"phd_framework::test_vm","line":191,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","elapsed_milliseconds":11}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.61158998Z","target":"phd_framework::test_vm","line":274,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"67157897-7383-4dd2-9d74-0e1628e103bc"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.612076065Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"67157897-7383-4dd2-9d74-0e1628e103bc"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure","level":50,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.175414004Z","target":"phd_framework::test_vm","line":322,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49216397-b344-482c-80f3-14553a84dea0\", \"content-length\": \"247\", \"date\": \"Wed, 18 Dec 2024 02:22:21 GMT\"}; value: Error { error_code: None, message: \"unable to parse JSON body: init.value.spec.components.boot-disk.component.backend_id: unknown field `backend_id`, expected `backend_name` or `pci_path` at line 1 column 490\", request_id: \"49216397-b344-482c-80f3-14553a84dea0\" }","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"67157897-7383-4dd2-9d74-0e1628e103bc"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.175604326Z","target":"phd_framework::test_vm","line":274,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"67157897-7383-4dd2-9d74-0e1628e103bc","elapsed_milliseconds":563}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.175677027Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.200079729Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.2001267Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-7aedea75-fdeb-4cea-a652-b2ade2c62fde\"]","verb":"destroy","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.24110305Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.241148811Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-2ee52d0d-3b9d-48b3-923f-dd23fed48090\"]","verb":"destroy","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.266796635Z","target":"phd_tests::migrate::from_base","line":34,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","elapsed_milliseconds":750}
{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::can_migrate_from_base ... FAILED: Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49216397-b344-482c-80f3-14553a84dea0\", \"content-length\": \"247\", \"date\": \"Wed, 18 Dec 2024 02:22:21 GMT\"}; value: Error { error_code: None, message: \"unable to parse JSON body: init.value.spec.components.boot-disk.component.backend_id: unknown field `backend_id`, expected `backend_name` or `pci_path` at line 1 column 490\", request_id: \"49216397-b344-482c-80f3-14553a84dea0\" }\n\nStack backtrace:\n   0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.89/src/backtrace.rs:27:14\n   1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/result.rs:2010:27\n   2: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:334:9\n   3: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n   4: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:274:5\n   5: phd_framework::test_vm::TestVm::instance_ensure::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:406:22\n   6: phd_framework::test_vm::TestVm::launch::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:394:32\n   7: phd_tests::migrate::run_smoke_test::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:297:21\n   8: phd_tests::migrate::from_base::can_migrate_from_base::{{closure}}::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:37:14\n   9: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n  10: phd_tests::migrate::from_base::can_migrate_from_base::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:34:5\n  11: <core::pin::Pin<P> as core::future::future::Future>::poll\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/future/future.rs:123:9\n  12: phd_testcase::TestCase::run::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n  13: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/macros/select.rs:557:49\n  14: <tokio::future::poll_fn::PollFn<F> as core::future::future::Future>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/future/poll_fn.rs:58:9\n  15: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:105:13\n  16: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:328:17\n  17: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/loom/std/unsafe_cell.rs:16:9\n  18: tokio::runtime::task::core::Core<T,S>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:317:13\n  19: tokio::runtime::task::harness::poll_future::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:485:19\n  20: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n  21: std::panicking::try::do_call\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n  22: __rust_try\n  23: std::panicking::try\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n  24: std::panic::catch_unwind\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n  25: tokio::runtime::task::harness::poll_future\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:473:18\n  26: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:208:27\n  27: tokio::runtime::task::harness::Harness<T,S>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:153:15\n  28: tokio::runtime::task::raw::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:271:5\n  29: tokio::runtime::task::raw::RawTask::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:201:18\n  30: tokio::runtime::task::LocalNotified<S>::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/mod.rs:427:9\n  31: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:657:17\n  32: tokio::runtime::coop::with_budget\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/coop.rs:107:5\n  33: tokio::runtime::coop::budget\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/coop.rs:73:5\n  34: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:593:9\n  35: tokio::runtime::scheduler::multi_thread::worker::Context::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:544:24\n  36: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:509:21\n  37: tokio::runtime::context::scoped::Scoped<T>::set\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context/scoped.rs:40:9\n  38: tokio::runtime::context::set_scheduler::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context.rs:180:26\n  39: std::thread::local::LocalKey<T>::try_with\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/local.rs:283:12\n  40: std::thread::local::LocalKey<T>::with\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/local.rs:260:9\n  41: tokio::runtime::context::set_scheduler\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context.rs:180:9\n  42: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:504:9\n  43: tokio::runtime::context::runtime::enter_runtime\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context/runtime.rs:65:16\n  44: tokio::runtime::scheduler::multi_thread::worker::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:496:5\n  45: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:462:45\n  46: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/task.rs:42:21\n  47: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:328:17\n  48: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/loom/std/unsafe_cell.rs:16:9\n  49: tokio::runtime::task::core::Core<T,S>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:317:13\n  50: tokio::runtime::task::harness::poll_future::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:485:19\n  51: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n  52: std::panicking::try::do_call\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n  53: __rust_try\n  54: std::panicking::try\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n  55: std::panic::catch_unwind\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n  56: tokio::runtime::task::harness::poll_future\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:473:18\n  57: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:208:27\n  58: tokio::runtime::task::harness::Harness<T,S>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:153:15\n  59: tokio::runtime::task::raw::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:271:5\n  60: tokio::runtime::task::raw::RawTask::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:201:18\n  61: tokio::runtime::task::UnownedTask<S>::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/mod.rs:464:9\n  62: tokio::runtime::blocking::pool::Task::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:160:9\n  63: tokio::runtime::blocking::pool::Inner::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:518:17\n  64: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:476:13\n  65: std::sys::backtrace::__rust_begin_short_backtrace\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/sys/backtrace.rs:154:18\n  66: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/mod.rs:538:17\n  67: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n  68: std::panicking::try::do_call\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n  69: __rust_try\n  70: std::panicking::try\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n  71: std::panic::catch_unwind\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n  72: std::thread::Builder::spawn_unchecked_::{{closure}}\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/mod.rs:537:30\n  73: core::ops::function::FnOnce::call_once{{vtable.shim}}\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/ops/function.rs:250:5\n  74: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/alloc/src/boxed.rs:2454:9\n  75: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/alloc/src/boxed.rs:2454:9\n  76: std::sys::pal::unix::thread::Thread::new::thread_start\n             at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/sys/pal/unix/thread.rs:105:17\n  77: _thrp_setup\n  78: <unknown>","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.267788394Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.267834825Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.267886815Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.267925406Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.267952036Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}

failures:
    phd_tests::migrate::from_base::migration_from_base_and_back
    phd_tests::migrate::from_base::serial_history
    phd_tests::migrate::from_base::can_migrate_from_base

test result: FAILED. 0 passed; 3 failed; 0 skipped; 0 not run; finished in 73.26s

{"v":0,"name":"phd-runner","msg":"phd_runner","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.268045197Z","target":"phd_runner","line":40,"file":"phd-tests/runner/src/main.rs","exit_code":3}