{"v":0,"name":"phd-runner","msg":"phd_runner","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:05.649447839Z","target":"phd_runner","line":35,"file":"phd-tests/runner/src/main.rs","runner_args":"ProcessArgs { command: Run(RunOptions { propolis_server_cmd: \"/work/phd-test/propolis-server\", base_propolis_branch: Some(\"master\"), base_propolis_commit: None, base_propolis_cmd: None, crucible_downstairs_cmd: None, crucible_downstairs_commit: Some(Auto), tmp_directory: \"/tmp/propolis-phd\", artifact_directory: Some(\"/phd-artifacts\"), server_logging_mode: TmpFile, default_guest_cpus: 2, default_guest_memory_mib: 512, artifact_toml_path: \"/work/phd-test/artifacts.toml\", default_guest_artifact: \"alpine\", default_bootrom_artifact: \"ovmf\", include_filter: [\"phd_tests::migrate::from_base\"], exclude_filter: [], max_buildomat_wait_secs: 1200 }), disable_ansi: false, emit_bunyan: true }"} {"v":0,"name":"phd-runner","msg":"Created new artifact store from manifest","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:05.651685973Z","target":"phd_framework::artifacts::store","line":221,"file":"phd-tests/framework/src/artifacts/store.rs","store":"Store { local_dir: \"/phd-artifacts\", artifacts: {\"alpine\": Mutex { data: StoredArtifact { description: Artifact { filename: \"alpine.iso\", kind: GuestOs(Alpine), source: RemoteServer { sha256: \"ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1\" }, untar: None }, cached_path: None } }, \"ovmf\": Mutex { data: StoredArtifact { description: Artifact { filename: \"OVMF_CODE.fd\", kind: Bootrom, source: Buildomat(BuildomatArtifact { repo: Repo(\"oxidecomputer/edk2\"), series: Series(\"image_debug\"), commit: Commit(\"6d92acf0a22718dd4175d7c64dbcf7aaec3740bd\"), sha256: \"29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f\" }), untar: None }, cached_path: None } }}, downloader: DownloadConfig { timeout: 600s, buildomat_backoff: ExponentialBackoff { current_interval: 1s, initial_interval: 1s, randomization_factor: 0.5, multiplier: 1.5, max_interval: 60s, start_time: Instant { tv_sec: 1352, tv_nsec: 172361286 }, max_elapsed_time: Some(1200s), clock: SystemClock }, remote_server_uris: [\"https://oxide-omicron-build.s3.amazonaws.com\"] } }"} {"v":0,"name":"phd-runner","msg":"Adding Propolis server from local command","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:05.651745074Z","target":"phd_framework::artifacts::store","line":229,"file":"phd-tests/framework/src/artifacts/store.rs","propolis_server_cmd":"/work/phd-test/propolis-server"} {"v":0,"name":"phd-runner","msg":"Adding crucible-downstairs from Buildomat Git revision","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:05.651827065Z","target":"phd_framework::artifacts::store","line":313,"file":"phd-tests/framework/src/artifacts/store.rs","commit":"9d82a99058e7f4d76ccc2141dcd78e7d4730cc78"} {"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:05.652045579Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/9d82a99058e7f4d76ccc2141dcd78e7d4730cc78/crucible-nightly.sha256.txt"} {"v":0,"name":"phd-runner","msg":"Adding 'current' Propolis server from Buildomat Git branch 'master'","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:05.785377361Z","target":"phd_framework::artifacts::store","line":250,"file":"phd-tests/framework/src/artifacts/store.rs"} {"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:06.239067576Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/a9c5fdac442fa6fd5a65e413ea874fe3c62c3fd9/propolis-server.sha256.txt"} {"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:06.355766622Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:06.355928815Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Running 3 test(s)","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:06.356099038Z","target":"phd_runner::execute","line":82,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::migration_from_base_and_back","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:06.356187539Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:06.356224319Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:06.35626144Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:06.356423812Z","target":"phd_tests::migrate::from_base","line":52,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:06.356671216Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading file from Buildomat...","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:06.356806918Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/edk2/image_debug/6d92acf0a22718dd4175d7c64dbcf7aaec3740bd/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:07.012123387Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading alpine.iso from https://oxide-omicron-build.s3.amazonaws.com/alpine.iso","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:07.012395561Z","target":"phd_framework::artifacts::store","line":618,"file":"phd-tests/framework/src/artifacts/store.rs","timeout":"600s","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:35.033553197Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:35.033665138Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:35.056989888Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 2.00M 1.80T 1.91M /phd-artifacts\n","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:35.057227411Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-454ca2f4-334e-48a4-bdc0-a0eefcaf1c52\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:35.108962528Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-454ca2f4-334e-48a4-bdc0-a0eefcaf1c52\", \"phd-artifacts/phd-clone-6c097792-b380-45c4-99e6-f9ccff525ba7\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:35.128307355Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-6c097792-b380-45c4-99e6-f9ccff525ba7\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:35.138774607Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-6c097792-b380-45c4-99e6-f9ccff525ba7 0B 1.80T 48.9M /phd-artifacts/phd-clone-6c097792-b380-45c4-99e6-f9ccff525ba7\n","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:35.139803482Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:35.139858473Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\" }","vm_name":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] checking for existing copy of artifact","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:35.139915114Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/2a13bdc8e33c968b5133ba5d408d0849f32970a6b469b9b9f0be0185bc46f271/propolis-server.tar.gz","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Downloading file from Buildomat...","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:35.139971775Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/a9c5fdac442fa6fd5a65e413ea874fe3c62c3fd9/propolis-server.tar.gz","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Extracting artifact from tarball","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:59.397382898Z","target":"phd_framework::artifacts::store","line":162,"file":"phd-tests/framework/src/artifacts/store.rs","extracted_path":"/phd-artifacts/2a13bdc8e33c968b5133ba5d408d0849f32970a6b469b9b9f0be0185bc46f271/propolis-server","untar_path":"propolis-server","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Extracting gzipped tarball...","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:27:59.39749675Z","target":"phd_framework::artifacts::store","line":518,"file":"phd-tests/framework/src/artifacts/store.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:12.434376122Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","config_toml_path":"\"/tmp/propolis-phd/migration_from_base_and_back.config.toml\"","server_path":"\"/phd-artifacts/2a13bdc8e33c968b5133ba5d408d0849f32970a6b469b9b9f0be0185bc46f271/propolis-server\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:12.434517985Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_from_base_and_back.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_from_base_and_back.stderr.log\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 865","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:12.484355722Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:12.484922511Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":37345} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:12.485164684Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:12.485941967Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:12.887986066Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:12.889150524Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 1ac4585f-0fce-463f-be7c-77197a03c024, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 2a6c8901-3efd-46b0-99c4-cca58d3ce5a6, silo_id: e4b3d3de-6ed8-4575-a530-40565465357e, sled_id: e19ea39c-5220-45af-b402-b29a50b4b191, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"e19ea39c-5220-45af-b402-b29a50b4b191\" }, name: \"phd-vm-1ac4585f-0fce-463f-be7c-77197a03c024\", vcpus: 2 }, state: Creating }","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:12.889237465Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":404} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:12.889340517Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:12.889386967Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:12.890006487Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:12.890092918Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:12.890140909Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","timeout_duration":"300s","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:12.89019046Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:12.890229551Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:12.890292872Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.131302472Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":4241} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.131380453Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.131634017Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.131685297Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.131722278Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost:~#","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.149802976Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":18} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.149944849Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.15001268Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":4259} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.150355345Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.150459286Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"ls foo.bar 2> /dev/null","timeout_duration":"Explicit(15s)","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.160991289Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":10} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.161211612Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.161285213Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.182818915Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":21} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.183095219Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.18315745Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"touch ./foo.bar","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.193647331Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":10} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.193868045Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.193954576Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.226767591Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":32} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.227018755Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.227102666Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"sync ./foo.bar","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.237478796Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":10} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.237684729Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.237762841Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.259364913Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":21} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] migrating to new Propolis artifact for lifecycle test","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.259535486Z","target":"phd_framework::lifecycle","line":74,"file":"phd-tests/framework/src/lifecycle.rs","propolis_artifact":"__DEFAULT_PROPOLIS","vm_name":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.259635477Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.259706659Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_from_base_and_back_lifecycle_0","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Examining locally-sourced artifact","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.25980586Z","target":"phd_framework::artifacts::store","line":56,"file":"phd-tests/framework/src/artifacts/store.rs","sha256":"None","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Locally-sourced artifact is valid, caching its path","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.259887041Z","target":"phd_framework::artifacts::store","line":69,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.260001883Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9002","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/migration_from_base_and_back_lifecycle_0.config.toml\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.260074044Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migration_from_base_and_back_lifecycle_0.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migration_from_base_and_back_lifecycle_0.stdout.log\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 866","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.279517673Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.27995413Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":20} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.280060452Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"80db91b4-36f2-4be4-9022-5422e94c246a","source":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","target":"migration_from_base_and_back_lifecycle_0","source_id":"1ac4585f-0fce-463f-be7c-77197a03c024"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.280148203Z","target":"phd_framework::test_vm","line":572,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"c8dd732f-1c6c-453f-9d93-64f26ab69d04","timeout_duration":"45s","target_id":"80db91b4-36f2-4be4-9022-5422e94c246a","source":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","target":"migration_from_base_and_back_lifecycle_0","source_id":"1ac4585f-0fce-463f-be7c-77197a03c024"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.280217324Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"80db91b4-36f2-4be4-9022-5422e94c246a","vm":"migration_from_base_and_back_lifecycle_0","vm_id":"80db91b4-36f2-4be4-9022-5422e94c246a","source":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","target":"migration_from_base_and_back_lifecycle_0","source_id":"1ac4585f-0fce-463f-be7c-77197a03c024"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.280743702Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","target_id":"80db91b4-36f2-4be4-9022-5422e94c246a","vm":"migration_from_base_and_back_lifecycle_0","vm_id":"80db91b4-36f2-4be4-9022-5422e94c246a","source":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","target":"migration_from_base_and_back_lifecycle_0","source_id":"1ac4585f-0fce-463f-be7c-77197a03c024"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure","level":50,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.852731838Z","target":"phd_framework::test_vm","line":373,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"466c2a3b-14c6-4b8c-8502-45906d6ff259\", \"content-length\": \"124\", \"date\": \"Wed, 18 Sep 2024 18:28:17 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"466c2a3b-14c6-4b8c-8502-45906d6ff259\" }","target_id":"80db91b4-36f2-4be4-9022-5422e94c246a","vm":"migration_from_base_and_back_lifecycle_0","vm_id":"80db91b4-36f2-4be4-9022-5422e94c246a","source":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","target":"migration_from_base_and_back_lifecycle_0","source_id":"1ac4585f-0fce-463f-be7c-77197a03c024"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.853771904Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back_lifecycle_0","vm_id":"80db91b4-36f2-4be4-9022-5422e94c246a","target_id":"80db91b4-36f2-4be4-9022-5422e94c246a","source":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","target":"migration_from_base_and_back_lifecycle_0","elapsed_milliseconds":573,"source_id":"1ac4585f-0fce-463f-be7c-77197a03c024"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.853820885Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"80db91b4-36f2-4be4-9022-5422e94c246a","elapsed_milliseconds":573,"source":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","target":"migration_from_base_and_back_lifecycle_0","source_id":"1ac4585f-0fce-463f-be7c-77197a03c024"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.853949187Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.882023099Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.883497542Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.984666199Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.984843922Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":5096} {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::migration_from_base_and_back ... FAILED: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"466c2a3b-14c6-4b8c-8502-45906d6ff259\", \"content-length\": \"124\", \"date\": \"Wed, 18 Sep 2024 18:28:17 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"466c2a3b-14c6-4b8c-8502-45906d6ff259\" }\n\nStack backtrace:\n 0: anyhow::error:: for anyhow::Error>::from\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.86/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>::from_residual\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/result.rs:1989:27\n 2: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:385:9\n 3: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n 4: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:290:5\n 5: phd_framework::test_vm::TestVm::migrate_from::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:589:22\n 6: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n 7: phd_framework::test_vm::TestVm::migrate_from::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:539:5\n 8: phd_framework::lifecycle::::lifecycle_test::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/lifecycle.rs:95:26\n 9: phd_tests::migrate::from_base::migration_from_base_and_back::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:83:10\n 10: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n 11: phd_tests::migrate::from_base::migration_from_base_and_back::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:52:5\n 12: as core::future::future::Future>::poll\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9\n 13: phd_testcase::TestCase::run::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 14: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/macros/select.rs:557:49\n 15: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/future/poll_fn.rs:58:9\n 16: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:105:13\n 17: tokio::runtime::task::core::Core::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:328:17\n 18: tokio::loom::std::unsafe_cell::UnsafeCell::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/loom/std/unsafe_cell.rs:16:9\n 19: tokio::runtime::task::core::Core::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:317:13\n 20: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:485:19\n 21: as core::ops::function::FnOnce<()>>::call_once\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:272:9\n 22: std::panicking::try::do_call\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:557:40\n 23: __rust_try\n 24: std::panicking::try\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:521:19\n 25: std::panic::catch_unwind\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panic.rs:350:14\n 26: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:473:18\n 27: tokio::runtime::task::harness::Harness::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:208:27\n 28: tokio::runtime::task::harness::Harness::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:153:15\n 29: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:271:5\n 30: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:201:18\n 31: tokio::runtime::task::LocalNotified::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/mod.rs:427:9\n 32: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:657:17\n 33: tokio::runtime::coop::with_budget\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/coop.rs:107:5\n 34: tokio::runtime::coop::budget\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/coop.rs:73:5\n 35: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:593:9\n 36: tokio::runtime::scheduler::multi_thread::worker::Context::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:544:24\n 37: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:509:21\n 38: tokio::runtime::context::scoped::Scoped::set\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context/scoped.rs:40:9\n 39: tokio::runtime::context::set_scheduler::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context.rs:180:26\n 40: std::thread::local::LocalKey::try_with\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/thread/local.rs:283:12\n 41: std::thread::local::LocalKey::with\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/thread/local.rs:260:9\n 42: tokio::runtime::context::set_scheduler\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context.rs:180:9\n 43: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:504:9\n 44: tokio::runtime::context::runtime::enter_runtime\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context/runtime.rs:65:16\n 45: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:496:5\n 46: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:462:45\n 47: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/task.rs:42:21\n 48: tokio::runtime::task::core::Core::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:328:17\n 49: tokio::loom::std::unsafe_cell::UnsafeCell::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/loom/std/unsafe_cell.rs:16:9\n 50: tokio::runtime::task::core::Core::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:317:13\n 51: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:485:19\n 52: as core::ops::function::FnOnce<()>>::call_once\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:272:9\n 53: std::panicking::try::do_call\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:557:40\n 54: __rust_try\n 55: std::panicking::try\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:521:19\n 56: std::panic::catch_unwind\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panic.rs:350:14\n 57: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:473:18\n 58: tokio::runtime::task::harness::Harness::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:208:27\n 59: tokio::runtime::task::harness::Harness::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:153:15\n 60: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:271:5\n 61: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:201:18\n 62: tokio::runtime::task::UnownedTask::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/mod.rs:464:9\n 63: tokio::runtime::blocking::pool::Task::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:160:9\n 64: tokio::runtime::blocking::pool::Inner::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:518:17\n 65: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:476:13\n 66: std::sys::backtrace::__rust_begin_short_backtrace\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/sys/backtrace.rs:152:18\n 67: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/thread/mod.rs:538:17\n 68: as core::ops::function::FnOnce<()>>::call_once\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:272:9\n 69: std::panicking::try::do_call\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:557:40\n 70: __rust_try\n 71: std::panicking::try\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:521:19\n 72: std::panic::catch_unwind\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panic.rs:350:14\n 73: std::thread::Builder::spawn_unchecked_::{{closure}}\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/thread/mod.rs:537:30\n 74: core::ops::function::FnOnce::call_once{{vtable.shim}}\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/ops/function.rs:250:5\n 75: as core::ops::function::FnOnce>::call_once\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/alloc/src/boxed.rs:2070:9\n 76: as core::ops::function::FnOnce>::call_once\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/alloc/src/boxed.rs:2070:9\n 77: std::sys::pal::unix::thread::Thread::new::thread_start\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/sys/pal/unix/thread.rs:108:17\n 78: _thrp_setup\n 79: ","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.985136486Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:17.985226518Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.346266316Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.484519935Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.484587105Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-6c097792-b380-45c4-99e6-f9ccff525ba7\"]","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.519067307Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.519130877Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-454ca2f4-334e-48a4-bdc0-a0eefcaf1c52\"]","verb":"destroy","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.545027286Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"1ac4585f-0fce-463f-be7c-77197a03c024","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":662} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.545079957Z","target":"phd_tests::migrate::from_base","line":52,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":72188} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.54529324Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":560} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::serial_history","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.545344721Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.545378932Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.545407602Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.545503023Z","target":"phd_tests::migrate::from_base","line":40,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.545589645Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.545757347Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.545809478Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.545855609Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.564212931Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 709M 1.80T 709M /phd-artifacts\n","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.564304083Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-dabc02b7-b0b0-4a2f-b382-295b24c87d30\"]","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.588354073Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-dabc02b7-b0b0-4a2f-b382-295b24c87d30\", \"phd-artifacts/phd-clone-fcd7c9c6-fb58-4f4a-8a7e-02e8693f4a04\"]","verb":"clone","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.613142365Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-fcd7c9c6-fb58-4f4a-8a7e-02e8693f4a04\"]","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.630718425Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-fcd7c9c6-fb58-4f4a-8a7e-02e8693f4a04 0B 1.80T 709M /phd-artifacts/phd-clone-fcd7c9c6-fb58-4f4a-8a7e-02e8693f4a04\n","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.631387866Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.631445137Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\" }","vm_name":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.631499747Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/2a13bdc8e33c968b5133ba5d408d0849f32970a6b469b9b9f0be0185bc46f271/propolis-server","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.631578099Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/migration_serial_history_base.config.toml\"","server_path":"\"/phd-artifacts/2a13bdc8e33c968b5133ba5d408d0849f32970a6b469b9b9f0be0185bc46f271/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.631619059Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migration_serial_history_base.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migration_serial_history_base.stdout.log\"","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 875","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.643090706Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.643635744Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","elapsed_milliseconds":12} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.643774246Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","vm":"migration_serial_history_base"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:18.644543648Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","vm":"migration_serial_history_base"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:19.248835351Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:19.249596803Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 84cbfc8b-b0b3-4675-863c-23d81fe463e5, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 936fa5ca-a275-48d7-b6fb-3a2bd9d56d54, silo_id: a640620f-12f1-46b4-9720-d7a3d54a6917, sled_id: 24396d95-ab28-4cd1-a362-108e2b4677e6, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"24396d95-ab28-4cd1-a362-108e2b4677e6\" }, name: \"phd-vm-84cbfc8b-b0b3-4675-863c-23d81fe463e5\", vcpus: 2 }, state: Creating }","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","vm":"migration_serial_history_base"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:19.249672214Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":605,"vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:19.249740645Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","vm":"migration_serial_history_base"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:19.249780596Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","vm":"migration_serial_history_base"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:19.250350034Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:19.250404725Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:19.250448276Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"300s","vm":"migration_serial_history_base","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:19.250482366Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:19.250513927Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","vm":"migration_serial_history_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:19.250548037Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","vm":"migration_serial_history_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.434738643Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4184,"vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.434821705Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.434999837Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.435050488Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","vm":"migration_serial_history_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.435087178Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost:~#","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","vm":"migration_serial_history_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.45398718Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":18,"vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.454125612Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.454200303Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","elapsed_milliseconds":4203} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.454449857Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","vm":"migration_serial_history_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.454500357Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"echo hello from the source VM!","timeout_duration":"Explicit(15s)","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","vm":"migration_serial_history_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.464908888Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":10,"vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.465137221Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","vm":"migration_serial_history_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.465223502Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","vm":"migration_serial_history_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.497222195Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":31,"vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] migrating to new Propolis artifact for lifecycle test","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.501912687Z","target":"phd_framework::lifecycle","line":74,"file":"phd-tests/framework/src/lifecycle.rs","propolis_artifact":"__DEFAULT_PROPOLIS","vm_name":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.501983188Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.502031339Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","vm_name":"migration_serial_history_base_lifecycle_0","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.50208363Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.502158661Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9002","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/migration_serial_history_base_lifecycle_0.config.toml\"","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.502201392Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migration_serial_history_base_lifecycle_0.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migration_serial_history_base_lifecycle_0.stdout.log\"","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 876","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.520880209Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.521267275Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","elapsed_milliseconds":19} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.521359387Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_serial_history_base_lifecycle_0","source_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","path":"phd_tests::migrate::from_base::serial_history","source":"migration_serial_history_base","target_id":"0f8954c2-9916-41c1-a173-16efdd7ed07e"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.521417518Z","target":"phd_framework::test_vm","line":572,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"45s","migration_id":"65dae6b8-accf-4004-ae16-c04915dc7f5a","target":"migration_serial_history_base_lifecycle_0","source_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","path":"phd_tests::migrate::from_base::serial_history","source":"migration_serial_history_base","target_id":"0f8954c2-9916-41c1-a173-16efdd7ed07e"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.521474539Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_serial_history_base_lifecycle_0","source_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","vm":"migration_serial_history_base_lifecycle_0","path":"phd_tests::migrate::from_base::serial_history","source":"migration_serial_history_base","target_id":"0f8954c2-9916-41c1-a173-16efdd7ed07e","vm_id":"0f8954c2-9916-41c1-a173-16efdd7ed07e"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.521952256Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","target":"migration_serial_history_base_lifecycle_0","source_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","vm":"migration_serial_history_base_lifecycle_0","path":"phd_tests::migrate::from_base::serial_history","source":"migration_serial_history_base","target_id":"0f8954c2-9916-41c1-a173-16efdd7ed07e","vm_id":"0f8954c2-9916-41c1-a173-16efdd7ed07e"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure","level":50,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.954435974Z","target":"phd_framework::test_vm","line":373,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7452fb5c-6481-4733-8f20-50653908b74f\", \"content-length\": \"124\", \"date\": \"Wed, 18 Sep 2024 18:28:23 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7452fb5c-6481-4733-8f20-50653908b74f\" }","target":"migration_serial_history_base_lifecycle_0","source_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","vm":"migration_serial_history_base_lifecycle_0","path":"phd_tests::migrate::from_base::serial_history","source":"migration_serial_history_base","target_id":"0f8954c2-9916-41c1-a173-16efdd7ed07e","vm_id":"0f8954c2-9916-41c1-a173-16efdd7ed07e"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.954704478Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","target_id":"0f8954c2-9916-41c1-a173-16efdd7ed07e","elapsed_milliseconds":433,"target":"migration_serial_history_base_lifecycle_0","source_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","vm":"migration_serial_history_base_lifecycle_0","source":"migration_serial_history_base","vm_id":"0f8954c2-9916-41c1-a173-16efdd7ed07e"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.954769879Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":433,"target":"migration_serial_history_base_lifecycle_0","source_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","path":"phd_tests::migrate::from_base::serial_history","source":"migration_serial_history_base","target_id":"0f8954c2-9916-41c1-a173-16efdd7ed07e"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.954913951Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.985271558Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","vm":"migration_serial_history_base"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.986783591Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","vm":"migration_serial_history_base"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.9873463Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.987465552Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":4738} {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::serial_history ... FAILED: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7452fb5c-6481-4733-8f20-50653908b74f\", \"content-length\": \"124\", \"date\": \"Wed, 18 Sep 2024 18:28:23 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7452fb5c-6481-4733-8f20-50653908b74f\" }\n\nStack backtrace:\n 0: anyhow::error:: for anyhow::Error>::from\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.86/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>::from_residual\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/result.rs:1989:27\n 2: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:385:9\n 3: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n 4: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:290:5\n 5: phd_framework::test_vm::TestVm::migrate_from::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:589:22\n 6: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n 7: phd_framework::test_vm::TestVm::migrate_from::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:539:5\n 8: phd_framework::lifecycle::::lifecycle_test::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/lifecycle.rs:95:26\n 9: phd_tests::migrate::run_serial_history_test::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:399:6\n 10: phd_tests::migrate::from_base::serial_history::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:46:10\n 11: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n 12: phd_tests::migrate::from_base::serial_history::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:40:5\n 13: as core::future::future::Future>::poll\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9\n 14: phd_testcase::TestCase::run::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 15: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/macros/select.rs:557:49\n 16: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/future/poll_fn.rs:58:9\n 17: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:105:13\n 18: tokio::runtime::task::core::Core::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:328:17\n 19: tokio::loom::std::unsafe_cell::UnsafeCell::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/loom/std/unsafe_cell.rs:16:9\n 20: tokio::runtime::task::core::Core::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:317:13\n 21: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:485:19\n 22: as core::ops::function::FnOnce<()>>::call_once\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:272:9\n 23: std::panicking::try::do_call\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:557:40\n 24: __rust_try\n 25: std::panicking::try\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:521:19\n 26: std::panic::catch_unwind\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panic.rs:350:14\n 27: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:473:18\n 28: tokio::runtime::task::harness::Harness::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:208:27\n 29: tokio::runtime::task::harness::Harness::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:153:15\n 30: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:271:5\n 31: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:201:18\n 32: tokio::runtime::task::LocalNotified::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/mod.rs:427:9\n 33: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:657:17\n 34: tokio::runtime::coop::with_budget\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/coop.rs:107:5\n 35: tokio::runtime::coop::budget\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/coop.rs:73:5\n 36: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:593:9\n 37: tokio::runtime::scheduler::multi_thread::worker::Context::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:544:24\n 38: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:509:21\n 39: tokio::runtime::context::scoped::Scoped::set\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context/scoped.rs:40:9\n 40: tokio::runtime::context::set_scheduler::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context.rs:180:26\n 41: std::thread::local::LocalKey::try_with\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/thread/local.rs:283:12\n 42: std::thread::local::LocalKey::with\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/thread/local.rs:260:9\n 43: tokio::runtime::context::set_scheduler\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context.rs:180:9\n 44: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:504:9\n 45: tokio::runtime::context::runtime::enter_runtime\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context/runtime.rs:65:16\n 46: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:496:5\n 47: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:462:45\n 48: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/task.rs:42:21\n 49: tokio::runtime::task::core::Core::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:328:17\n 50: tokio::loom::std::unsafe_cell::UnsafeCell::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/loom/std/unsafe_cell.rs:16:9\n 51: tokio::runtime::task::core::Core::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:317:13\n 52: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:485:19\n 53: as core::ops::function::FnOnce<()>>::call_once\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:272:9\n 54: std::panicking::try::do_call\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:557:40\n 55: __rust_try\n 56: std::panicking::try\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:521:19\n 57: std::panic::catch_unwind\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panic.rs:350:14\n 58: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:473:18\n 59: tokio::runtime::task::harness::Harness::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:208:27\n 60: tokio::runtime::task::harness::Harness::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:153:15\n 61: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:271:5\n 62: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:201:18\n 63: tokio::runtime::task::UnownedTask::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/mod.rs:464:9\n 64: tokio::runtime::blocking::pool::Task::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:160:9\n 65: tokio::runtime::blocking::pool::Inner::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:518:17\n 66: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:476:13\n 67: std::sys::backtrace::__rust_begin_short_backtrace\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/sys/backtrace.rs:152:18\n 68: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/thread/mod.rs:538:17\n 69: as core::ops::function::FnOnce<()>>::call_once\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:272:9\n 70: std::panicking::try::do_call\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:557:40\n 71: __rust_try\n 72: std::panicking::try\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:521:19\n 73: std::panic::catch_unwind\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panic.rs:350:14\n 74: std::thread::Builder::spawn_unchecked_::{{closure}}\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/thread/mod.rs:537:30\n 75: core::ops::function::FnOnce::call_once{{vtable.shim}}\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/ops/function.rs:250:5\n 76: as core::ops::function::FnOnce>::call_once\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/alloc/src/boxed.rs:2070:9\n 77: as core::ops::function::FnOnce>::call_once\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/alloc/src/boxed.rs:2070:9\n 78: std::sys::pal::unix::thread::Thread::new::thread_start\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/sys/pal/unix/thread.rs:108:17\n 79: _thrp_setup\n 80: ","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.987667585Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:23.987720576Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.297918052Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","vm":"migration_serial_history_base"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.423303802Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","vm":"migration_serial_history_base"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.423394933Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-fcd7c9c6-fb58-4f4a-8a7e-02e8693f4a04\"]","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","vm":"migration_serial_history_base"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.461367168Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","vm":"migration_serial_history_base"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.461424189Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-dabc02b7-b0b0-4a2f-b382-295b24c87d30\"]","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5","vm":"migration_serial_history_base"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.491129456Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":505,"vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history","vm_id":"84cbfc8b-b0b3-4675-863c-23d81fe463e5"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.491190327Z","target":"phd_tests::migrate::from_base","line":40,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::serial_history","elapsed_milliseconds":5945} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.49139873Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":503} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::can_migrate_from_base","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.491456951Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.491486752Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.491514182Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.491625864Z","target":"phd_tests::migrate::from_base","line":34,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.491717715Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.491887498Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.491940959Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.491988369Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.509121063Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 710M 1.80T 709M /phd-artifacts\n","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.509218025Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-b63c14a9-6843-459f-9190-4cca95f7a804\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.532877689Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-b63c14a9-6843-459f-9190-4cca95f7a804\", \"phd-artifacts/phd-clone-c1dab74c-1a6b-44f2-b419-7ef9dc2a058b\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.556663535Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-c1dab74c-1a6b-44f2-b419-7ef9dc2a058b\"]","verb":"list","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.573061828Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-c1dab74c-1a6b-44f2-b419-7ef9dc2a058b 0B 1.80T 709M /phd-artifacts/phd-clone-c1dab74c-1a6b-44f2-b419-7ef9dc2a058b\n","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.573655887Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.573721408Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_from_base","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\" }","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.573774768Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/2a13bdc8e33c968b5133ba5d408d0849f32970a6b469b9b9f0be0185bc46f271/propolis-server","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.57385235Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/migration_from_base.config.toml\"","server_path":"\"/phd-artifacts/2a13bdc8e33c968b5133ba5d408d0849f32970a6b469b9b9f0be0185bc46f271/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.57389606Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_from_base.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_from_base.stderr.log\"","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 885","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.584140758Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.584511204Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":10,"path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.584592775Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:24.585085193Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:25.231192589Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:25.232438369Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 66c036a3-84a3-41f5-9879-950dd12fd6c9, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 58a26037-b2ed-4933-bd4b-34c7384b4aea, silo_id: 6e295296-b5c5-43f6-a60a-8d3cb626f4eb, sled_id: 37eb1662-0a26-42a8-90fb-8f59ff09cc89, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"37eb1662-0a26-42a8-90fb-8f59ff09cc89\" }, name: \"phd-vm-66c036a3-84a3-41f5-9879-950dd12fd6c9\", vcpus: 2 }, state: Creating }","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:25.23253944Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base","elapsed_milliseconds":647,"vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:25.232611621Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:25.232654482Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:25.233301582Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base","elapsed_milliseconds":0,"vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:25.233357523Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:25.233401974Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","timeout_duration":"300s","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:25.233436674Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:25.233470404Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:25.233504675Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.433321721Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base","elapsed_milliseconds":4199,"vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.433398892Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.433581915Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.433634246Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.433670897Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost:~#","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.451569772Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base","elapsed_milliseconds":17,"vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.451717074Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.451792836Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4218,"path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.451989308Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.452036319Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"ls foo.bar 2> /dev/null","timeout_duration":"Explicit(15s)","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.462399319Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base","elapsed_milliseconds":10,"vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.462609352Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.462699744Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.484192064Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base","elapsed_milliseconds":21,"vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.484342107Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.484393898Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"touch ./foo.bar","timeout_duration":"Explicit(15s)","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.495873314Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base","elapsed_milliseconds":11,"vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.496107948Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.496190469Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.528925283Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base","elapsed_milliseconds":32,"vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.529142766Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.529221037Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"sync ./foo.bar","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.540614593Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base","elapsed_milliseconds":11,"vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.540804596Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.540881037Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.573577691Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base","elapsed_milliseconds":32,"vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] migrating to new Propolis artifact for lifecycle test","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.573730813Z","target":"phd_framework::lifecycle","line":74,"file":"phd-tests/framework/src/lifecycle.rs","propolis_artifact":"__DEFAULT_PROPOLIS","vm_name":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.573855175Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.573944886Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_from_base_lifecycle_0","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.574011377Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.574098228Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/migration_from_base_lifecycle_0.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9002","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.574145059Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migration_from_base_lifecycle_0.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migration_from_base_lifecycle_0.stdout.log\"","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 886","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.592942549Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.593482227Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":19,"path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.593635149Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","target_id":"3130664e-bb28-4862-8f47-a78a5f770fad","path":"phd_tests::migrate::from_base::can_migrate_from_base","target":"migration_from_base_lifecycle_0","source":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.59370143Z","target":"phd_framework::test_vm","line":572,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"9b2af353-0f01-4e9e-9c3c-23daf43c5099","timeout_duration":"45s","source_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","target_id":"3130664e-bb28-4862-8f47-a78a5f770fad","path":"phd_tests::migrate::from_base::can_migrate_from_base","target":"migration_from_base_lifecycle_0","source":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.593757211Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","target_id":"3130664e-bb28-4862-8f47-a78a5f770fad","path":"phd_tests::migrate::from_base::can_migrate_from_base","target":"migration_from_base_lifecycle_0","vm":"migration_from_base_lifecycle_0","source":"migration_from_base","vm_id":"3130664e-bb28-4862-8f47-a78a5f770fad"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:29.594222898Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","source_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","target_id":"3130664e-bb28-4862-8f47-a78a5f770fad","path":"phd_tests::migrate::from_base::can_migrate_from_base","target":"migration_from_base_lifecycle_0","vm":"migration_from_base_lifecycle_0","source":"migration_from_base","vm_id":"3130664e-bb28-4862-8f47-a78a5f770fad"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure","level":50,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:30.267728167Z","target":"phd_framework::test_vm","line":373,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57a825b2-6381-40f0-91ad-fdc51c7ab453\", \"content-length\": \"124\", \"date\": \"Wed, 18 Sep 2024 18:28:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"57a825b2-6381-40f0-91ad-fdc51c7ab453\" }","source_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","target_id":"3130664e-bb28-4862-8f47-a78a5f770fad","path":"phd_tests::migrate::from_base::can_migrate_from_base","target":"migration_from_base_lifecycle_0","vm":"migration_from_base_lifecycle_0","source":"migration_from_base","vm_id":"3130664e-bb28-4862-8f47-a78a5f770fad"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:30.267961541Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","target_id":"3130664e-bb28-4862-8f47-a78a5f770fad","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"3130664e-bb28-4862-8f47-a78a5f770fad","target":"migration_from_base_lifecycle_0","vm":"migration_from_base_lifecycle_0","source":"migration_from_base","elapsed_milliseconds":674} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:30.268017431Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","target_id":"3130664e-bb28-4862-8f47-a78a5f770fad","path":"phd_tests::migrate::from_base::can_migrate_from_base","target":"migration_from_base_lifecycle_0","source":"migration_from_base","elapsed_milliseconds":674} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:30.268143553Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:30.293230439Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:30.294212805Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:30.294344207Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":5063} {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::can_migrate_from_base ... FAILED: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57a825b2-6381-40f0-91ad-fdc51c7ab453\", \"content-length\": \"124\", \"date\": \"Wed, 18 Sep 2024 18:28:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"57a825b2-6381-40f0-91ad-fdc51c7ab453\" }\n\nStack backtrace:\n 0: anyhow::error:: for anyhow::Error>::from\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.86/src/backtrace.rs:27:14\n 1: as core::ops::try_trait::FromResidual>>::from_residual\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/result.rs:1989:27\n 2: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:385:9\n 3: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n 4: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:290:5\n 5: phd_framework::test_vm::TestVm::migrate_from::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:589:22\n 6: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n 7: phd_framework::test_vm::TestVm::migrate_from::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:539:5\n 8: phd_framework::lifecycle::::lifecycle_test::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/lifecycle.rs:95:26\n 9: phd_tests::migrate::run_smoke_test::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:361:6\n 10: phd_tests::migrate::from_base::can_migrate_from_base::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:37:14\n 11: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n 12: phd_tests::migrate::from_base::can_migrate_from_base::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:34:5\n 13: as core::future::future::Future>::poll\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/future/future.rs:123:9\n 14: phd_testcase::TestCase::run::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 15: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/macros/select.rs:557:49\n 16: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/future/poll_fn.rs:58:9\n 17: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:105:13\n 18: tokio::runtime::task::core::Core::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:328:17\n 19: tokio::loom::std::unsafe_cell::UnsafeCell::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/loom/std/unsafe_cell.rs:16:9\n 20: tokio::runtime::task::core::Core::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:317:13\n 21: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:485:19\n 22: as core::ops::function::FnOnce<()>>::call_once\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:272:9\n 23: std::panicking::try::do_call\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:557:40\n 24: __rust_try\n 25: std::panicking::try\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:521:19\n 26: std::panic::catch_unwind\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panic.rs:350:14\n 27: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:473:18\n 28: tokio::runtime::task::harness::Harness::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:208:27\n 29: tokio::runtime::task::harness::Harness::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:153:15\n 30: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:271:5\n 31: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:201:18\n 32: tokio::runtime::task::LocalNotified::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/mod.rs:427:9\n 33: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:657:17\n 34: tokio::runtime::coop::with_budget\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/coop.rs:107:5\n 35: tokio::runtime::coop::budget\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/coop.rs:73:5\n 36: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:593:9\n 37: tokio::runtime::scheduler::multi_thread::worker::Context::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:544:24\n 38: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:509:21\n 39: tokio::runtime::context::scoped::Scoped::set\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context/scoped.rs:40:9\n 40: tokio::runtime::context::set_scheduler::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context.rs:180:26\n 41: std::thread::local::LocalKey::try_with\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/thread/local.rs:283:12\n 42: std::thread::local::LocalKey::with\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/thread/local.rs:260:9\n 43: tokio::runtime::context::set_scheduler\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context.rs:180:9\n 44: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:504:9\n 45: tokio::runtime::context::runtime::enter_runtime\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context/runtime.rs:65:16\n 46: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:496:5\n 47: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:462:45\n 48: as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/task.rs:42:21\n 49: tokio::runtime::task::core::Core::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:328:17\n 50: tokio::loom::std::unsafe_cell::UnsafeCell::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/loom/std/unsafe_cell.rs:16:9\n 51: tokio::runtime::task::core::Core::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:317:13\n 52: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:485:19\n 53: as core::ops::function::FnOnce<()>>::call_once\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:272:9\n 54: std::panicking::try::do_call\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:557:40\n 55: __rust_try\n 56: std::panicking::try\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:521:19\n 57: std::panic::catch_unwind\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panic.rs:350:14\n 58: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:473:18\n 59: tokio::runtime::task::harness::Harness::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:208:27\n 60: tokio::runtime::task::harness::Harness::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:153:15\n 61: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:271:5\n 62: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:201:18\n 63: tokio::runtime::task::UnownedTask::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/mod.rs:464:9\n 64: tokio::runtime::blocking::pool::Task::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:160:9\n 65: tokio::runtime::blocking::pool::Inner::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:518:17\n 66: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:476:13\n 67: std::sys::backtrace::__rust_begin_short_backtrace\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/sys/backtrace.rs:152:18\n 68: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/thread/mod.rs:538:17\n 69: as core::ops::function::FnOnce<()>>::call_once\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/panic/unwind_safe.rs:272:9\n 70: std::panicking::try::do_call\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:557:40\n 71: __rust_try\n 72: std::panicking::try\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panicking.rs:521:19\n 73: std::panic::catch_unwind\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/panic.rs:350:14\n 74: std::thread::Builder::spawn_unchecked_::{{closure}}\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/thread/mod.rs:537:30\n 75: core::ops::function::FnOnce::call_once{{vtable.shim}}\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/core/src/ops/function.rs:250:5\n 76: as core::ops::function::FnOnce>::call_once\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/alloc/src/boxed.rs:2070:9\n 77: as core::ops::function::FnOnce>::call_once\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/alloc/src/boxed.rs:2070:9\n 78: std::sys::pal::unix::thread::Thread::new::thread_start\n at /rustc/eeb90cda1969383f56a2637cbd3037bdf598841c/library/std/src/sys/pal/unix/thread.rs:108:17\n 79: _thrp_setup\n 80: ","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:30.294514719Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:30.2945678Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:30.294834474Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:30.800025812Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:30.933260393Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:30.933359114Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-c1dab74c-1a6b-44f2-b419-7ef9dc2a058b\"]","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:30.964781598Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:30.964837499Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-b63c14a9-6843-459f-9190-4cca95f7a804\"]","vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:30.989461788Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base","elapsed_milliseconds":696,"vm_id":"66c036a3-84a3-41f5-9879-950dd12fd6c9"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:30.989515969Z","target":"phd_tests::migrate::from_base","line":34,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":6497,"path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:30.989766262Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":695} {"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - START]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:30.989846964Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - END]","level":30,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:30.989875704Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} failures: phd_tests::migrate::from_base::migration_from_base_and_back phd_tests::migrate::from_base::serial_history phd_tests::migrate::from_base::can_migrate_from_base test result: FAILED. 0 passed; 3 failed; 0 skipped; 0 not run; finished in 84.63s {"v":0,"name":"phd-runner","msg":"phd_runner","level":20,"hostname":"buskin","pid":860,"time":"2024-09-18T18:28:30.989999356Z","target":"phd_runner","line":40,"file":"phd-tests/runner/src/main.rs","exit_code":3}