{"v":0,"name":"phd-runner","msg":"phd_runner","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:23:31.599774917Z","target":"phd_runner","line":35,"file":"phd-tests/runner/src/main.rs","runner_args":"ProcessArgs { command: Run(RunOptions { propolis_server_cmd: \"/work/phd-test/propolis-server\", base_propolis_branch: Some(\"master\"), base_propolis_commit: None, base_propolis_cmd: None, crucible_downstairs_cmd: None, crucible_downstairs_commit: Some(Auto), tmp_directory: \"/tmp/propolis-phd\", artifact_directory: Some(\"/phd-artifacts\"), server_logging_mode: TmpFile, default_guest_cpus: 2, default_guest_memory_mib: 512, artifact_toml_path: \"/work/phd-test/artifacts.toml\", default_guest_artifact: \"alpine\", default_bootrom_artifact: \"ovmf\", include_filter: [], exclude_filter: [], max_buildomat_wait_secs: 1200 }), disable_ansi: false, emit_bunyan: true }"} {"v":0,"name":"phd-runner","msg":"Created new artifact store from manifest","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:23:31.602169263Z","target":"phd_framework::artifacts::store","line":221,"file":"phd-tests/framework/src/artifacts/store.rs","store":"Store { local_dir: \"/phd-artifacts\", artifacts: {\"alpine\": Mutex { data: StoredArtifact { description: Artifact { filename: \"alpine.iso\", kind: GuestOs(Alpine), source: RemoteServer { sha256: \"ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1\" }, untar: None }, cached_path: None } }, \"ovmf\": Mutex { data: StoredArtifact { description: Artifact { filename: \"OVMF_CODE.fd\", kind: Bootrom, source: Buildomat(BuildomatArtifact { repo: Repo(\"oxidecomputer/edk2\"), series: Series(\"image_debug\"), commit: Commit(\"6d92acf0a22718dd4175d7c64dbcf7aaec3740bd\"), sha256: \"29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f\" }), untar: None }, cached_path: None } }}, downloader: DownloadConfig { timeout: 600s, buildomat_backoff: ExponentialBackoff { current_interval: 1s, initial_interval: 1s, randomization_factor: 0.5, multiplier: 1.5, max_interval: 60s, start_time: Instant { tv_sec: 3357, tv_nsec: 829874349 }, max_elapsed_time: Some(1200s), clock: SystemClock }, remote_server_uris: [\"https://oxide-omicron-build.s3.amazonaws.com\"] } }"} {"v":0,"name":"phd-runner","msg":"Adding Propolis server from local command","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:23:31.602221433Z","target":"phd_framework::artifacts::store","line":229,"file":"phd-tests/framework/src/artifacts/store.rs","propolis_server_cmd":"/work/phd-test/propolis-server"} {"v":0,"name":"phd-runner","msg":"Adding crucible-downstairs from Buildomat Git revision","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:23:31.602312205Z","target":"phd_framework::artifacts::store","line":313,"file":"phd-tests/framework/src/artifacts/store.rs","commit":"952c7d60d22be5198b892bec8d92f4291b9160c2"} {"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:23:31.602425257Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/952c7d60d22be5198b892bec8d92f4291b9160c2/crucible-nightly.sha256.txt","timeout":"600s"} {"v":0,"name":"phd-runner","msg":"Adding 'current' Propolis server from Buildomat Git branch 'master'","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:23:31.752097153Z","target":"phd_framework::artifacts::store","line":250,"file":"phd-tests/framework/src/artifacts/store.rs"} {"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:23:32.164817248Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/6f32e29051458ea8c59f8368b1f80425709a38c4/propolis-server.sha256.txt","timeout":"600s"} {"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:23:32.276536997Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:23:32.276667839Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Running 22 test(s)","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:23:32.276919503Z","target":"phd_runner::execute","line":82,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::smoke::instance_spec_get_test","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:23:32.277060515Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:23:32.277119226Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:23:32.277175457Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:23:32.277430481Z","target":"phd_tests::smoke","line":18,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:23:32.277636144Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading file from Buildomat...","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:23:32.277772766Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/edk2/image_debug/6d92acf0a22718dd4175d7c64dbcf7aaec3740bd/OVMF_CODE.fd","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:23:33.352518444Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading alpine.iso from https://oxide-omicron-build.s3.amazonaws.com/alpine.iso","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:23:33.352754467Z","target":"phd_framework::artifacts::store","line":618,"file":"phd-tests/framework/src/artifacts/store.rs","timeout":"600s","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:03.456273269Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:03.456377021Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:03.475873262Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 2.00M 1.80T 1.91M /phd-artifacts\n","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:03.476095575Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-d16cd2c0-7f54-45af-98dc-73c1c31867a2\"]","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:03.524151713Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-d16cd2c0-7f54-45af-98dc-73c1c31867a2\", \"phd-artifacts/phd-clone-d4079073-b0c6-416a-ab52-1d283886d78c\"]","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:03.54065565Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-d4079073-b0c6-416a-ab52-1d283886d78c\"]","verb":"list","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:03.551523532Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-d4079073-b0c6-416a-ab52-1d283886d78c 0B 1.80T 48.9M /phd-artifacts/phd-clone-d4079073-b0c6-416a-ab52-1d283886d78c\n","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:03.552453536Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:03.552608618Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"instance_spec_test","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-d4079073-b0c6-416a-ab52-1d283886d78c/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 3072 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Examining locally-sourced artifact","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:03.55272882Z","target":"phd_framework::artifacts::store","line":56,"file":"phd-tests/framework/src/artifacts/store.rs","sha256":"None","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Locally-sourced artifact is valid, caching its path","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:03.552777331Z","target":"phd_framework::artifacts::store","line":69,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:03.552855472Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/instance_spec_test.config.toml\"","server_addr":"127.0.0.1:9000","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:03.552923513Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/instance_spec_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/instance_spec_test.stdout.log\"","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 863","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:03.557824136Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:03.558150551Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":5,"path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:03.558363624Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_spec_test","vm_id":"10df3b06-88a4-48a3-b992-7fb5cf8a50db","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:03.559341769Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm":"instance_spec_test","vm_id":"10df3b06-88a4-48a3-b992-7fb5cf8a50db","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:04.34318342Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:04.344160225Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-d4079073-b0c6-416a-ab52-1d283886d78c/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 3072 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 10df3b06-88a4-48a3-b992-7fb5cf8a50db, image_id: 00000000-0000-0000-0000-000000000000, memory: 3072, metadata: InstanceMetadata { project_id: c6ee76c2-a02d-440b-977a-dd578dfb3620, silo_id: f0c43417-ce5d-4249-bd4f-7e09ecd09f6f }, name: \"phd-vm-10df3b06-88a4-48a3-b992-7fb5cf8a50db\", vcpus: 4 }, state: Creating }","vm":"instance_spec_test","vm_id":"10df3b06-88a4-48a3-b992-7fb5cf8a50db","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:04.344254356Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_spec_test","elapsed_milliseconds":785,"path":"phd_tests::smoke::instance_spec_get_test","vm_id":"10df3b06-88a4-48a3-b992-7fb5cf8a50db"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:04.344366968Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_spec_test","vm_id":"10df3b06-88a4-48a3-b992-7fb5cf8a50db","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:04.344409328Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm":"instance_spec_test","vm_id":"10df3b06-88a4-48a3-b992-7fb5cf8a50db","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:04.345030498Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_spec_test","elapsed_milliseconds":0,"path":"phd_tests::smoke::instance_spec_get_test","vm_id":"10df3b06-88a4-48a3-b992-7fb5cf8a50db"} {"v":0,"name":"phd-runner","msg":"[GET_SPEC - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:04.345087239Z","target":"phd_framework::test_vm","line":458,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_spec_test","vm_id":"10df3b06-88a4-48a3-b992-7fb5cf8a50db","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[GET_SPEC - EVENT] Sending instance spec get request to server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:04.345125099Z","target":"phd_framework::test_vm","line":460,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_spec_test","vm_id":"10df3b06-88a4-48a3-b992-7fb5cf8a50db","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[GET_SPEC - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:04.345986902Z","target":"phd_framework::test_vm","line":458,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_spec_test","elapsed_milliseconds":0,"path":"phd_tests::smoke::instance_spec_get_test","vm_id":"10df3b06-88a4-48a3-b992-7fb5cf8a50db"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:04.346082753Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_spec_test","vm_id":"10df3b06-88a4-48a3-b992-7fb5cf8a50db","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:04.346236836Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"test phd_tests::smoke::instance_spec_get_test ... ok","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:04.346306487Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:04.346388158Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:04.346407128Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":3} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:04.346730293Z","target":"phd_framework::test_vm","line":974,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_spec_test","vm_id":"10df3b06-88a4-48a3-b992-7fb5cf8a50db","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.037901519Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm":"instance_spec_test","vm_id":"10df3b06-88a4-48a3-b992-7fb5cf8a50db","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.582692829Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm":"instance_spec_test","vm_id":"10df3b06-88a4-48a3-b992-7fb5cf8a50db","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.58276052Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-d4079073-b0c6-416a-ab52-1d283886d78c\"]","vm":"instance_spec_test","vm_id":"10df3b06-88a4-48a3-b992-7fb5cf8a50db","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.612601606Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm":"instance_spec_test","vm_id":"10df3b06-88a4-48a3-b992-7fb5cf8a50db","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.612653157Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-d16cd2c0-7f54-45af-98dc-73c1c31867a2\"]","vm":"instance_spec_test","vm_id":"10df3b06-88a4-48a3-b992-7fb5cf8a50db","path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.629903974Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_spec_test","elapsed_milliseconds":1283,"path":"phd_tests::smoke::instance_spec_get_test","vm_id":"10df3b06-88a4-48a3-b992-7fb5cf8a50db"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.630012846Z","target":"phd_tests::smoke","line":18,"file":"phd-tests/tests/src/smoke.rs","elapsed_milliseconds":33352,"path":"phd_tests::smoke::instance_spec_get_test"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.630213769Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":1283} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::smoke::nproc_test","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.63028394Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.63031263Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.630340771Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.630438332Z","target":"phd_tests::smoke","line":7,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.630505293Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.630656895Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.630703766Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.630748217Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.641252074Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 49.1M 1.80T 48.9M /phd-artifacts\n","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.641342525Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-53b72af3-e1f2-4d08-b176-e6caaf8b59c5\"]","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.655500217Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-53b72af3-e1f2-4d08-b176-e6caaf8b59c5\", \"phd-artifacts/phd-clone-01d69940-3e30-44f1-89fa-b6a1d626de4e\"]","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.671049079Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-01d69940-3e30-44f1-89fa-b6a1d626de4e\"]","verb":"list","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.681228331Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-01d69940-3e30-44f1-89fa-b6a1d626de4e 0B 1.80T 48.9M /phd-artifacts/phd-clone-01d69940-3e30-44f1-89fa-b6a1d626de4e\n","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.681761319Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.6818398Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"nproc_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-01d69940-3e30-44f1-89fa-b6a1d626de4e/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 6, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.681914531Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.681981932Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/nproc_test.config.toml\"","server_addr":"127.0.0.1:9000","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.682021543Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/nproc_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/nproc_test.stdout.log\"","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 871","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.686863115Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.687142239Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test","elapsed_milliseconds":5} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.687223151Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:05.687730688Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:06.322583363Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:06.323373605Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 67c6a1c6-cde4-48ff-87e1-921c4902a010, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 79717d7c-e512-4813-850e-fec1592c9250, silo_id: 15224a1e-c862-42e0-aabd-a6fde7d55014 }, name: \"phd-vm-67c6a1c6-cde4-48ff-87e1-921c4902a010\", vcpus: 6 }, state: Creating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-01d69940-3e30-44f1-89fa-b6a1d626de4e/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 6, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:06.323460996Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test","elapsed_milliseconds":636} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:06.323529487Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:06.323565818Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:06.324084786Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:06.324174877Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:06.324220478Z","target":"phd_framework::test_vm","line":645,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","vm":"nproc_test","timeout_duration":"300s","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:06.324255278Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:06.324290219Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:06.324323799Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:11.265475883Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test","elapsed_milliseconds":4941} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:11.265546714Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:11.265787408Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:11.265836039Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:11.265878399Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:11.285918739Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test","elapsed_milliseconds":20} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:11.28600552Z","target":"phd_framework::test_vm","line":693,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:11.286037021Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test","elapsed_milliseconds":4961} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:11.286170972Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:11.286230693Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"nproc","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:11.294820792Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test","elapsed_milliseconds":8} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:11.295011595Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:11.295082765Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:11.327594621Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test","elapsed_milliseconds":32} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:11.327712263Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:11.327915296Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"test phd_tests::smoke::nproc_test ... ok","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:11.328004437Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:11.328049148Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":5005} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:11.32815653Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:11.329113974Z","target":"phd_framework::test_vm","line":974,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:11.98944359Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.098357417Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.098458469Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-01d69940-3e30-44f1-89fa-b6a1d626de4e\"]","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.121097497Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.121158048Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-53b72af3-e1f2-4d08-b176-e6caaf8b59c5\"]","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.138616069Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","vm_id":"67c6a1c6-cde4-48ff-87e1-921c4902a010","path":"phd_tests::smoke::nproc_test","elapsed_milliseconds":810} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.1386758Z","target":"phd_tests::smoke","line":7,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::nproc_test","elapsed_milliseconds":6508} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.138847982Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":810} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::hw::lspci_lifecycle_test","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.138914843Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.138949154Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.138980994Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.139088016Z","target":"phd_tests::hw","line":8,"file":"phd-tests/tests/src/hw.rs","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.139162177Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.139319399Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.13936928Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.139411401Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.150191642Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 49.1M 1.80T 48.9M /phd-artifacts\n","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.150296373Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-dba45439-1d6d-4755-b6d6-0e65932c4c74\"]","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.1667876Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-dba45439-1d6d-4755-b6d6-0e65932c4c74\", \"phd-artifacts/phd-clone-1e6107d4-b252-46a3-af38-4d99ba5b18fe\"]","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.183183815Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-1e6107d4-b252-46a3-af38-4d99ba5b18fe\"]","verb":"list","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.193464908Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-1e6107d4-b252-46a3-af38-4d99ba5b18fe 0B 1.80T 48.9M /phd-artifacts/phd-clone-1e6107d4-b252-46a3-af38-4d99ba5b18fe\n","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.193943955Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.194023167Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"lspci_lifecycle_test","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-1e6107d4-b252-46a3-af38-4d99ba5b18fe/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.194086388Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.194150489Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/lspci_lifecycle_test.config.toml\"","server_addr":"127.0.0.1:9000","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.194192189Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/lspci_lifecycle_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/lspci_lifecycle_test.stdout.log\"","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 879","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.199150483Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.199468308Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":5,"path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.199556969Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.200133498Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm":"lspci_lifecycle_test","vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.867940446Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.868685037Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-1e6107d4-b252-46a3-af38-4d99ba5b18fe/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: c6faaf48-ddc8-47db-a35c-594bccd5616d, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: d0f83eb2-40f9-4ec1-b056-152ac3d74b6d, silo_id: f8a42b06-bea5-4543-b9a4-341efa5406f3 }, name: \"phd-vm-c6faaf48-ddc8-47db-a35c-594bccd5616d\", vcpus: 2 }, state: Creating }","vm":"lspci_lifecycle_test","vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.868785858Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","elapsed_milliseconds":669,"vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.868855379Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.86890011Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm":"lspci_lifecycle_test","vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.869447178Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","elapsed_milliseconds":0,"vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.869500569Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.86954336Z","target":"phd_framework::test_vm","line":645,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","vm":"lspci_lifecycle_test","timeout_duration":"300s","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.86957719Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.869610311Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:12.869644281Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","vm":"lspci_lifecycle_test","vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.074168141Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","elapsed_milliseconds":4204,"vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.074249942Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.074426394Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.074478535Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.074514626Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost:~#","vm":"lspci_lifecycle_test","vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.093854105Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","elapsed_milliseconds":19,"vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.093938766Z","target":"phd_framework::test_vm","line":693,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.093969686Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4224,"path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.094105379Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.094149669Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"sudo lspci -vvx","vm":"lspci_lifecycle_test","vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.103422598Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","elapsed_milliseconds":9,"vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.103536329Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.1035769Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm":"lspci_lifecycle_test","vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.136182627Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","elapsed_milliseconds":32,"vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.13639216Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.136470832Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"sudo lshw -notime","vm":"lspci_lifecycle_test","vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.14772872Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","elapsed_milliseconds":11,"vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.147952653Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.148028984Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"lspci_lifecycle_test","vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.180655322Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","elapsed_milliseconds":32,"vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] stopping and starting VM for lifecycle test","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.180837975Z","target":"phd_framework::lifecycle","line":58,"file":"phd-tests/framework/src/lifecycle.rs","vm_name":"lspci_lifecycle_test","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.180928686Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.181001987Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Stop","vm":"lspci_lifecycle_test","vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.182042973Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","elapsed_milliseconds":1,"vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.182103353Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.182167044Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-1e6107d4-b252-46a3-af38-4d99ba5b18fe/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"lspci_lifecycle_test_lifecycle_0","guest_os_kind":"Alpine","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.182230145Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.182302296Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9002","config_toml_path":"\"/tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.182338787Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.stderr.log\"","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 880","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.188431978Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.188711222Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":6,"path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.188792873Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.189174119Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial websocket closed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.189390362Z","target":"phd_framework::serial","line":271,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.189470024Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":4321} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.611016552Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.611818504Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-1e6107d4-b252-46a3-af38-4d99ba5b18fe/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 5e3786f6-ea0d-4801-ba1e-f27fd387bd30, silo_id: 4fc4ada3-1110-400b-ba33-857e98f830ad }, name: \"phd-vm-762d9ba4-cf52-4ce9-a44b-bc601cd8eeff\", vcpus: 2 }, state: Creating }","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.611927956Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","elapsed_milliseconds":423,"vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.612000897Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.612037977Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.612568135Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","elapsed_milliseconds":0,"vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.612627186Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.612667787Z","target":"phd_framework::test_vm","line":645,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","timeout_duration":"300s","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.612700937Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.612734257Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:17.612766828Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:21.818706547Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","elapsed_milliseconds":4205,"vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:21.818782858Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:21.818952111Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:21.819001772Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:21.819039142Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost:~#","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:21.839010811Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","elapsed_milliseconds":19,"vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:21.839087342Z","target":"phd_framework::test_vm","line":693,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:21.839117422Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4226,"path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:21.839191253Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:21.839363486Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:21.839409126Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"sudo lspci -vvx","timeout_duration":"Explicit(15s)","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:21.840509223Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm":"lspci_lifecycle_test","vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:21.940800291Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","elapsed_milliseconds":101,"vm_id":"c6faaf48-ddc8-47db-a35c-594bccd5616d","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:21.941818516Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","elapsed_milliseconds":102,"vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:21.941954099Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:21.941999309Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:21.974530045Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","elapsed_milliseconds":32,"vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:21.974707928Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:21.974761828Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"sudo lshw -notime","timeout_duration":"Explicit(15s)","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:21.986069487Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","elapsed_milliseconds":11,"vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:21.986299271Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:21.986380812Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.018917368Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","elapsed_milliseconds":32,"vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.0190541Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.019286544Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"test phd_tests::hw::lspci_lifecycle_test ... ok","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.019329594Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.019438326Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":4408} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.019447136Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.020261638Z","target":"phd_framework::test_vm","line":974,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.76262924Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.882168136Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.882274148Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-1e6107d4-b252-46a3-af38-4d99ba5b18fe\"]","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.906636052Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.906686663Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-dba45439-1d6d-4755-b6d6-0e65932c4c74\"]","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.926369586Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","elapsed_milliseconds":907,"vm_id":"762d9ba4-cf52-4ce9-a44b-bc601cd8eeff","path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.926436867Z","target":"phd_tests::hw","line":8,"file":"phd-tests/tests/src/hw.rs","elapsed_milliseconds":10787,"path":"phd_tests::hw::lspci_lifecycle_test"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.926631141Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":907} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_reset_requires_running_test","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.926695062Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.926732832Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.926760923Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.926940295Z","target":"phd_tests::server_state_machine","line":83,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.927050027Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.927219239Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.92727125Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.927319161Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.939150508Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 50.8M 1.80T 48.9M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.939247239Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-b9baa3e0-739d-48c6-9ff5-0733a3f26c2b\"]","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.955320409Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-b9baa3e0-739d-48c6-9ff5-0733a3f26c2b\", \"phd-artifacts/phd-clone-3cb15017-00fa-41b1-848b-6242e77a9e32\"]","verb":"clone","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.971151815Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-3cb15017-00fa-41b1-848b-6242e77a9e32\"]","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.981052283Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-3cb15017-00fa-41b1-848b-6242e77a9e32 0B 1.80T 48.9M /phd-artifacts/phd-clone-3cb15017-00fa-41b1-848b-6242e77a9e32\n","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.981610901Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.981689032Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"instance_reset_requires_running_test","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-3cb15017-00fa-41b1-848b-6242e77a9e32/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.981756483Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.981824914Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/instance_reset_requires_running_test.config.toml\"","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.981865335Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/instance_reset_requires_running_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/instance_reset_requires_running_test.stderr.log\"","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 889","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.98621434Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.986525304Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4,"path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.986597276Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.986633046Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.986991791Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.987049912Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:22.987336436Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:23.452840912Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:23.453352169Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-3cb15017-00fa-41b1-848b-6242e77a9e32/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 07b07b00-1526-4e09-8909-9db6574b0eff, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: d794f597-4034-4fa3-9930-bb9ee2d7afea, silo_id: a0ac5ec6-578f-4b17-a57d-22c360593717 }, name: \"phd-vm-07b07b00-1526-4e09-8909-9db6574b0eff\", vcpus: 2 }, state: Creating }","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:23.4534364Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":466,"path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:23.453496692Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:23.453532922Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:23.454030089Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:23.454096841Z","target":"phd_framework::test_vm","line":592,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:23.454137061Z","target":"phd_framework::test_vm","line":598,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:23.454196932Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:23.454232523Z","target":"phd_framework::test_vm","line":449,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:23.45471646Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:23.92925718Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:23.929342671Z","target":"phd_framework::test_vm","line":449,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:23.930139363Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:23.930187894Z","target":"phd_framework::test_vm","line":592,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":476,"path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:23.930240595Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:23.930354006Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_reset_requires_running_test ... ok","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:23.930424447Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:23.930437998Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":477} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:23.930481638Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:23.931192439Z","target":"phd_framework::test_vm","line":974,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.591472944Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.705158202Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.705268524Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-3cb15017-00fa-41b1-848b-6242e77a9e32\"]","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.736574332Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.736634883Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-b9baa3e0-739d-48c6-9ff5-0733a3f26c2b\"]","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.756731813Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":826,"path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"07b07b00-1526-4e09-8909-9db6574b0eff"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.756812974Z","target":"phd_tests::server_state_machine","line":83,"file":"phd-tests/tests/src/server_state_machine.rs","elapsed_milliseconds":1829,"path":"phd_tests::server_state_machine::instance_reset_requires_running_test"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.757006097Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":826} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_reset_test","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.757079438Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.757120969Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.757155759Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.757298572Z","target":"phd_tests::server_state_machine","line":52,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.757380723Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.757537315Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.757589996Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.757637387Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.768031842Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.2M 1.80T 48.9M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.768145424Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-e43e833a-d05b-443b-911d-1a4369e6826b\"]","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.782696941Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-e43e833a-d05b-443b-911d-1a4369e6826b\", \"phd-artifacts/phd-clone-3d5d6ffa-028e-4b83-a4c6-6f04671f2b5e\"]","verb":"clone","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.803641114Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-3d5d6ffa-028e-4b83-a4c6-6f04671f2b5e\"]","verb":"list","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.813129396Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-3d5d6ffa-028e-4b83-a4c6-6f04671f2b5e 0B 1.80T 48.9M /phd-artifacts/phd-clone-3d5d6ffa-028e-4b83-a4c6-6f04671f2b5e\n","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.813650714Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.813733405Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-3d5d6ffa-028e-4b83-a4c6-6f04671f2b5e/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"instance_reset_returns_to_running_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.813805796Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.813870587Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","config_toml_path":"\"/tmp/propolis-phd/instance_reset_returns_to_running_test.config.toml\"","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.813910318Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/instance_reset_returns_to_running_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/instance_reset_returns_to_running_test.stdout.log\"","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 897","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.818262192Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.818555777Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4,"path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.818619218Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.818659638Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.819010414Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.819069344Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:24.819356699Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.252947317Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.253720249Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-3d5d6ffa-028e-4b83-a4c6-6f04671f2b5e/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: d2a4d186-0a23-4918-b720-76c0d5f31641, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 4de55a44-d394-44be-8eb3-4e25f63e1485, silo_id: bbbe9f0f-927f-49e1-aa29-ac120476503b }, name: \"phd-vm-d2a4d186-0a23-4918-b720-76c0d5f31641\", vcpus: 2 }, state: Creating }","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.2538148Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":434,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.253916341Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.253954962Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.25448602Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.254543231Z","target":"phd_framework::test_vm","line":592,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.254583811Z","target":"phd_framework::test_vm","line":598,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.254624282Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.254664113Z","target":"phd_framework::test_vm","line":449,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.25516609Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.255213181Z","target":"phd_framework::test_vm","line":592,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.255253461Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.255286922Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.255753409Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.25580511Z","target":"phd_framework::test_vm","line":592,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.25584629Z","target":"phd_framework::test_vm","line":598,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.255880811Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.255910991Z","target":"phd_framework::test_vm","line":449,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.256460899Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.566828777Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.566907588Z","target":"phd_framework::test_vm","line":449,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.567759971Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.567804851Z","target":"phd_framework::test_vm","line":592,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":311,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.567845272Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.567877623Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.568354159Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.56840647Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.568439681Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.568931968Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.568982699Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.569020389Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.569459356Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.569510657Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.569544117Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.569976074Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.570026964Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.570058825Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.570493702Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.570544992Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.570577523Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.57103091Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.57108282Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.571114941Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.571547747Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.571598788Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.571630928Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.572064405Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.572115756Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.572148286Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.572580763Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.572632203Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.572664894Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.57309421Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.573146511Z","target":"phd_framework::test_vm","line":592,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.573179122Z","target":"phd_framework::test_vm","line":598,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.573213542Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.573243063Z","target":"phd_framework::test_vm","line":449,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:25.57372257Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.283036277Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.283121009Z","target":"phd_framework::test_vm","line":449,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.283954991Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.284002362Z","target":"phd_framework::test_vm","line":592,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":710,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.284047403Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.284079793Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Stop","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.28455957Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.284611381Z","target":"phd_framework::test_vm","line":592,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Destroyed","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.284644281Z","target":"phd_framework::test_vm","line":598,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.284678142Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.284707372Z","target":"phd_framework::test_vm","line":449,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.285167629Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial websocket closed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.285436773Z","target":"phd_framework::serial","line":271,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.285514014Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":1032} {"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.799727807Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.799809279Z","target":"phd_framework::test_vm","line":449,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.800796143Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":1,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.800842484Z","target":"phd_framework::test_vm","line":592,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":516,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.800882065Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.800914585Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.801498304Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.801565075Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_reset_test ... ok","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.801866089Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.801994871Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.802514449Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.924215637Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.924306109Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-3d5d6ffa-028e-4b83-a4c6-6f04671f2b5e\"]","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.954613951Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.954671063Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-e43e833a-d05b-443b-911d-1a4369e6826b\"]","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.975436662Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","elapsed_milliseconds":173,"path":"phd_tests::server_state_machine::instance_reset_test","vm_id":"d2a4d186-0a23-4918-b720-76c0d5f31641"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.975517704Z","target":"phd_tests::server_state_machine","line":52,"file":"phd-tests/tests/src/server_state_machine.rs","elapsed_milliseconds":2218,"path":"phd_tests::server_state_machine::instance_reset_test"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.975702217Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":173} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_stop_causes_destroy_test","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.975762847Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.975795738Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.975822458Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.97594852Z","target":"phd_tests::server_state_machine","line":28,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.976026251Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.976190784Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.976240945Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.976289175Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.987238119Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.1M 1.80T 48.9M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:26.987353451Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-02f08e5d-1f90-4ed6-a72f-9009003da741\"]","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.001788826Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-02f08e5d-1f90-4ed6-a72f-9009003da741\", \"phd-artifacts/phd-clone-1677c80f-1df0-47f5-a6d0-691a89fd6b70\"]","verb":"clone","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.020045039Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-1677c80f-1df0-47f5-a6d0-691a89fd6b70\"]","verb":"list","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.030202941Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-1677c80f-1df0-47f5-a6d0-691a89fd6b70 0B 1.80T 48.9M /phd-artifacts/phd-clone-1677c80f-1df0-47f5-a6d0-691a89fd6b70\n","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.03080065Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.030884271Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"instance_stop_causes_destroy_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-1677c80f-1df0-47f5-a6d0-691a89fd6b70/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.030950962Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.031021463Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/instance_stop_causes_destroy_test.config.toml\"","server_addr":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.031061934Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/instance_stop_causes_destroy_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/instance_stop_causes_destroy_test.stderr.log\"","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 905","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.035917586Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.036222511Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":5,"path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.036298352Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.036783559Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm":"instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.846886253Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.847426151Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-1677c80f-1df0-47f5-a6d0-691a89fd6b70/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: b0c72688-15ab-4c46-aec3-e83cefd5e944, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 5f503586-aea7-487b-bba9-b5161b39a504, silo_id: 7f41a289-9241-437a-8b01-605e7b967f31 }, name: \"phd-vm-b0c72688-15ab-4c46-aec3-e83cefd5e944\", vcpus: 2 }, state: Creating }","vm":"instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.847511082Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":811,"path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","vm":"instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.847569763Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.847605524Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm":"instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.848132192Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","vm":"instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.848186062Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.848221243Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Stop","vm":"instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.84866906Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","vm":"instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.84872179Z","target":"phd_framework::test_vm","line":592,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Destroyed","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.848756151Z","target":"phd_framework::test_vm","line":598,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.848795311Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","vm":"instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.848826862Z","target":"phd_framework::test_vm","line":449,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","vm":"instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.8493543Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","vm":"instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial websocket closed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.849651404Z","target":"phd_framework::serial","line":271,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:27.849733996Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":2} {"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.381937567Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","vm":"instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.382017578Z","target":"phd_framework::test_vm","line":449,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","vm":"instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.383115565Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1,"path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","vm":"instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.383170455Z","target":"phd_framework::test_vm","line":592,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":534,"path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","vm":"instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.383212896Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.383246907Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm":"instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.383780485Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","vm":"instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.383834365Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.383868486Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Stop","vm":"instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.384343273Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","vm":"instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.384396904Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.384430934Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm":"instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.384899281Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","vm":"instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.384962082Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_stop_causes_destroy_test ... ok","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.385194906Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.385293467Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.385731074Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm":"instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.514108552Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm":"instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.514212824Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-1677c80f-1df0-47f5-a6d0-691a89fd6b70\"]","vm":"instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.542499196Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm":"instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.542578777Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-02f08e5d-1f90-4ed6-a72f-9009003da741\"]","verb":"destroy","vm":"instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.561578181Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":176,"path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"b0c72688-15ab-4c46-aec3-e83cefd5e944","vm":"instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.561664662Z","target":"phd_tests::server_state_machine","line":28,"file":"phd-tests/tests/src/server_state_machine.rs","elapsed_milliseconds":1585,"path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.561827315Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":176} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_start_stop_test","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.561882626Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.561910856Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.561937986Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.562038378Z","target":"phd_tests::server_state_machine","line":12,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.562106129Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.562240561Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.562291302Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.562335503Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.573020912Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.5M 1.80T 48.9M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.573128814Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-649d9248-4854-4613-a0ed-7c790ddbd13b\"]","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.588841279Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-649d9248-4854-4613-a0ed-7c790ddbd13b\", \"phd-artifacts/phd-clone-5b18fd10-1c3d-4a47-8794-8d5e100b3bd2\"]","verb":"clone","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.604384191Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-5b18fd10-1c3d-4a47-8794-8d5e100b3bd2\"]","verb":"list","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.614288549Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-5b18fd10-1c3d-4a47-8794-8d5e100b3bd2 0B 1.80T 48.9M /phd-artifacts/phd-clone-5b18fd10-1c3d-4a47-8794-8d5e100b3bd2\n","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.614811296Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.614889168Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-5b18fd10-1c3d-4a47-8794-8d5e100b3bd2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"instance_ensure_running_test","guest_os_kind":"Alpine","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.614951789Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.61501661Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","config_toml_path":"\"/tmp/propolis-phd/instance_ensure_running_test.config.toml\"","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.61505498Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/instance_ensure_running_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/instance_ensure_running_test.stdout.log\"","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 913","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.619502267Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.619838042Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4,"path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.619935893Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:28.620494621Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.42894005Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.429449218Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 17d6c2ef-ac45-44b2-beaa-d216aff89e72, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: e12921e6-7cf4-4684-a8e4-bd51772d7b13, silo_id: bac6f44c-9839-4303-92a5-8699413d474c }, name: \"phd-vm-17d6c2ef-ac45-44b2-beaa-d216aff89e72\", vcpus: 2 }, state: Creating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-5b18fd10-1c3d-4a47-8794-8d5e100b3bd2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.429544849Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72","elapsed_milliseconds":809,"vm":"instance_ensure_running_test"} {"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.429613901Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72"} {"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.429650151Z","target":"phd_framework::test_vm","line":449,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72"} {"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.430125168Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72","elapsed_milliseconds":0,"vm":"instance_ensure_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.430181439Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.430216499Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.430721927Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72","elapsed_milliseconds":0,"vm":"instance_ensure_running_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.430777028Z","target":"phd_framework::test_vm","line":592,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.430812908Z","target":"phd_framework::test_vm","line":598,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72"} {"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.430849839Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72","vm":"instance_ensure_running_test"} {"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.430880229Z","target":"phd_framework::test_vm","line":449,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72","vm":"instance_ensure_running_test"} {"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.431348886Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72","elapsed_milliseconds":0,"vm":"instance_ensure_running_test"} {"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.71870452Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72","vm":"instance_ensure_running_test"} {"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.718797961Z","target":"phd_framework::test_vm","line":449,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72","vm":"instance_ensure_running_test"} {"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.720027Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72","elapsed_milliseconds":1,"vm":"instance_ensure_running_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.72007263Z","target":"phd_framework::test_vm","line":592,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72","elapsed_milliseconds":289,"vm":"instance_ensure_running_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.720113061Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.720147031Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Stop","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.720628689Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72","elapsed_milliseconds":0,"vm":"instance_ensure_running_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.720679989Z","target":"phd_framework::test_vm","line":592,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Destroyed","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.72071415Z","target":"phd_framework::test_vm","line":598,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72"} {"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.72075023Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72","vm":"instance_ensure_running_test"} {"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.720780171Z","target":"phd_framework::test_vm","line":449,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72","vm":"instance_ensure_running_test"} {"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.721248168Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72","elapsed_milliseconds":0,"vm":"instance_ensure_running_test"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial websocket closed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.721457411Z","target":"phd_framework::serial","line":271,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:29.721533412Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":292} {"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.225727864Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72","vm":"instance_ensure_running_test"} {"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.225807925Z","target":"phd_framework::test_vm","line":449,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72","vm":"instance_ensure_running_test"} {"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.226851881Z","target":"phd_framework::test_vm","line":447,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72","elapsed_milliseconds":1,"vm":"instance_ensure_running_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.226896302Z","target":"phd_framework::test_vm","line":592,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72","elapsed_milliseconds":506,"vm":"instance_ensure_running_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.226955593Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72"} {"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_start_stop_test ... ok","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.227195836Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.227304648Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.227730524Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.346436118Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.3465398Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-5b18fd10-1c3d-4a47-8794-8d5e100b3bd2\"]","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.375443161Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.375497962Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-649d9248-4854-4613-a0ed-7c790ddbd13b\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.39477821Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"17d6c2ef-ac45-44b2-beaa-d216aff89e72","elapsed_milliseconds":167,"vm":"instance_ensure_running_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.394857321Z","target":"phd_tests::server_state_machine","line":12,"file":"phd-tests/tests/src/server_state_machine.rs","elapsed_milliseconds":1832,"path":"phd_tests::server_state_machine::instance_start_stop_test"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.395042764Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":167} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::migration_from_base_and_back","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.395101215Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.395130915Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.395158276Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.395328898Z","target":"phd_tests::migrate::from_base","line":50,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.39543994Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.395611022Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.395663003Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.395717184Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.407654613Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.2M 1.80T 48.9M /phd-artifacts\n","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.407801245Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-348874d5-b3df-49e7-be82-4560748ef46b\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.423679822Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-348874d5-b3df-49e7-be82-4560748ef46b\", \"phd-artifacts/phd-clone-2caa7199-51fe-4e0b-988e-25399b74d3d2\"]","verb":"clone","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.443094812Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-2caa7199-51fe-4e0b-988e-25399b74d3d2\"]","verb":"list","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.453280964Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-2caa7199-51fe-4e0b-988e-25399b74d3d2 0B 1.80T 48.9M /phd-artifacts/phd-clone-2caa7199-51fe-4e0b-988e-25399b74d3d2\n","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.453816132Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.453896273Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_from_base_and_back","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-2caa7199-51fe-4e0b-988e-25399b74d3d2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\" }","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] checking for existing copy of artifact","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.453968925Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/99bf4dc1f4b00fb16fd70205298810a4f658fdf767583a17ef0a05e384306030/propolis-server.tar.gz","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Downloading file from Buildomat...","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:30.454027425Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/6f32e29051458ea8c59f8368b1f80425709a38c4/propolis-server.tar.gz","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Extracting artifact from tarball","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:58.59346129Z","target":"phd_framework::artifacts::store","line":162,"file":"phd-tests/framework/src/artifacts/store.rs","extracted_path":"/phd-artifacts/99bf4dc1f4b00fb16fd70205298810a4f658fdf767583a17ef0a05e384306030/propolis-server","untar_path":"propolis-server","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Extracting gzipped tarball...","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:24:58.593530151Z","target":"phd_framework::artifacts::store","line":518,"file":"phd-tests/framework/src/artifacts/store.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:09.239782354Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/phd-artifacts/99bf4dc1f4b00fb16fd70205298810a4f658fdf767583a17ef0a05e384306030/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/migration_from_base_and_back.config.toml\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:09.239861096Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_from_base_and_back.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_from_base_and_back.stderr.log\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 921","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:09.273942705Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:09.274487693Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":38820,"path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:09.274643375Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:09.275195213Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm":"migration_from_base_and_back","vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:09.835450154Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:09.836410829Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-2caa7199-51fe-4e0b-988e-25399b74d3d2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: ddb6506d-6d2d-48bf-b786-5d742c05e3eb, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: f7365167-2041-457c-9992-88d8646b9fa5, silo_id: eb670328-941b-4a02-9831-c9974edb73ce }, name: \"phd-vm-ddb6506d-6d2d-48bf-b786-5d742c05e3eb\", vcpus: 2 }, state: Creating }","vm":"migration_from_base_and_back","vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:09.83651926Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":561,"vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:09.836593221Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:09.836630892Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm":"migration_from_base_and_back","vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:09.837279212Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:09.837338092Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:09.837381003Z","target":"phd_framework::test_vm","line":645,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","vm":"migration_from_base_and_back","timeout_duration":"300s","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:09.837414844Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:09.837448624Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:09.837480945Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","vm":"migration_from_base_and_back","vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.072134093Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4234,"vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.072217484Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.072393247Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.072445238Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.072481719Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost:~#","vm":"migration_from_base_and_back","vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.092235564Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":19,"vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.092316335Z","target":"phd_framework::test_vm","line":693,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.092346825Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4254,"path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.092488517Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.092532788Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"ls foo.bar 2> /dev/null","vm":"migration_from_base_and_back","vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.101906948Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":9,"vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.10201605Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.10205649Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm":"migration_from_base_and_back","vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.123517081Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":21,"vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.123646843Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.123695994Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"touch ./foo.bar","timeout_duration":"Explicit(15s)","vm":"migration_from_base_and_back","vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.134025478Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":10,"vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.134246701Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.134302982Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"migration_from_base_and_back","vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.167011211Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":32,"vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.167140913Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.167189314Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"sync ./foo.bar","timeout_duration":"Explicit(15s)","vm":"migration_from_base_and_back","vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.178508513Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":11,"vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.178636554Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.178684785Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"migration_from_base_and_back","vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.200245528Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":21,"vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] migrating to new Propolis artifact for lifecycle test","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.200353019Z","target":"phd_framework::lifecycle","line":74,"file":"phd-tests/framework/src/lifecycle.rs","vm_name":"migration_from_base_and_back","propolis_artifact":"__DEFAULT_PROPOLIS","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.20041284Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.200479841Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-2caa7199-51fe-4e0b-988e-25399b74d3d2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","guest_os_kind":"Alpine","vm_name":"migration_from_base_and_back_lifecycle_0","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.200563322Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.200647343Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9002","config_toml_path":"\"/tmp/propolis-phd/migration_from_base_and_back_lifecycle_0.config.toml\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.200693054Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_from_base_and_back_lifecycle_0.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_from_base_and_back_lifecycle_0.stderr.log\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 922","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.215642538Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.215956582Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":15,"path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.216054314Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","target":"migration_from_base_and_back_lifecycle_0","target_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","source":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.216134445Z","target":"phd_framework::test_vm","line":504,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"45s","migration_id":"f759cffe-a024-4823-beda-d79cfcaade9a","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","target":"migration_from_base_and_back_lifecycle_0","target_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","source":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.216204586Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","vm_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","target":"migration_from_base_and_back_lifecycle_0","target_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","vm":"migration_from_base_and_back_lifecycle_0","source":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.216722463Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","vm_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","target":"migration_from_base_and_back_lifecycle_0","target_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","vm":"migration_from_base_and_back_lifecycle_0","source":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.998178489Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-2caa7199-51fe-4e0b-988e-25399b74d3d2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: a4ab0dec-7d40-4a22-818b-aaa72533ef07, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 017a50d1-a3cc-4240-ae0d-b2c8fc916b5c, silo_id: 517c390c-2dc9-49a4-ac3b-ba58f736264f }, name: \"phd-vm-a4ab0dec-7d40-4a22-818b-aaa72533ef07\", vcpus: 2 }, state: Migrating }","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","vm_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","target":"migration_from_base_and_back_lifecycle_0","target_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","vm":"migration_from_base_and_back_lifecycle_0","source":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.99829515Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","elapsed_milliseconds":782,"target":"migration_from_base_and_back_lifecycle_0","target_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","source":"migration_from_base_and_back","vm_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","vm":"migration_from_base_and_back_lifecycle_0","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:14.998364101Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","migration_id":"f759cffe-a024-4823-beda-d79cfcaade9a","target":"migration_from_base_and_back_lifecycle_0","target_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","source":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:26.489108673Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9002\",\"from_start\":7718}}"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:27.793329809Z","target":"phd_framework::test_vm","line":533,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","target":"migration_from_base_and_back_lifecycle_0","target_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","source":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:27.79338452Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","migration_id":"f759cffe-a024-4823-beda-d79cfcaade9a","target":"migration_from_base_and_back_lifecycle_0","target_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","elapsed_milliseconds":12794,"source":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:27.793428221Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","elapsed_milliseconds":13577,"target":"migration_from_base_and_back_lifecycle_0","target_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","source":"migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:27.794776681Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:27.794971364Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back_lifecycle_0","vm_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:27.795016024Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"ls foo.bar","timeout_duration":"Explicit(15s)","vm":"migration_from_base_and_back_lifecycle_0","vm_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:27.795785006Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm":"migration_from_base_and_back","vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:27.928060492Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":133,"vm_id":"ddb6506d-6d2d-48bf-b786-5d742c05e3eb","vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:28.709837842Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":914,"vm_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","vm":"migration_from_base_and_back_lifecycle_0","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:28.710178408Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back_lifecycle_0","vm_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:28.710283559Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm":"migration_from_base_and_back_lifecycle_0","vm_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:28.741960902Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":31,"vm_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","vm":"migration_from_base_and_back_lifecycle_0","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] migrating to new Propolis artifact for lifecycle test","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:28.742124815Z","target":"phd_framework::lifecycle","line":74,"file":"phd-tests/framework/src/lifecycle.rs","vm_name":"migration_from_base_and_back","propolis_artifact":"__BASE_PROPOLIS","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:28.742259657Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:28.742394979Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_from_base_and_back_lifecycle_1","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\" }","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-2caa7199-51fe-4e0b-988e-25399b74d3d2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","guest_os_kind":"Alpine","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:28.742557311Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/99bf4dc1f4b00fb16fd70205298810a4f658fdf767583a17ef0a05e384306030/propolis-server","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:28.742675263Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/migration_from_base_and_back_lifecycle_1.config.toml\"","server_path":"\"/phd-artifacts/99bf4dc1f4b00fb16fd70205298810a4f658fdf767583a17ef0a05e384306030/propolis-server\"","server_addr":"127.0.0.1:9004","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:28.742728374Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_from_base_and_back_lifecycle_1.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_from_base_and_back_lifecycle_1.stderr.log\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 924","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:28.759956831Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:28.760324207Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":18,"path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:28.760416518Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","target":"migration_from_base_and_back_lifecycle_1","target_id":"8c86daf3-9b83-4919-8570-721a60e433ef","source":"migration_from_base_and_back_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9002","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:28.760467569Z","target":"phd_framework::test_vm","line":504,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"45s","migration_id":"344821f0-2927-46e5-b911-0f3b0ebccab4","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","target":"migration_from_base_and_back_lifecycle_1","target_id":"8c86daf3-9b83-4919-8570-721a60e433ef","source":"migration_from_base_and_back_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:28.76052988Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","vm_id":"8c86daf3-9b83-4919-8570-721a60e433ef","target":"migration_from_base_and_back_lifecycle_1","target_id":"8c86daf3-9b83-4919-8570-721a60e433ef","vm":"migration_from_base_and_back_lifecycle_1","source":"migration_from_base_and_back_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:28.761062718Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9004/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","vm_id":"8c86daf3-9b83-4919-8570-721a60e433ef","target":"migration_from_base_and_back_lifecycle_1","target_id":"8c86daf3-9b83-4919-8570-721a60e433ef","vm":"migration_from_base_and_back_lifecycle_1","source":"migration_from_base_and_back_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:29.458064772Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 8c86daf3-9b83-4919-8570-721a60e433ef, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 910bdbd5-2b65-411f-a824-645aec96da92, silo_id: 568383e7-fa30-44de-a669-c2f930cf70fb }, name: \"phd-vm-8c86daf3-9b83-4919-8570-721a60e433ef\", vcpus: 2 }, state: Migrating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-2caa7199-51fe-4e0b-988e-25399b74d3d2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","vm_id":"8c86daf3-9b83-4919-8570-721a60e433ef","target":"migration_from_base_and_back_lifecycle_1","target_id":"8c86daf3-9b83-4919-8570-721a60e433ef","vm":"migration_from_base_and_back_lifecycle_1","source":"migration_from_base_and_back_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:29.458213144Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","elapsed_milliseconds":697,"target":"migration_from_base_and_back_lifecycle_1","target_id":"8c86daf3-9b83-4919-8570-721a60e433ef","source":"migration_from_base_and_back_lifecycle_0","vm_id":"8c86daf3-9b83-4919-8570-721a60e433ef","vm":"migration_from_base_and_back_lifecycle_1","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:29.458292485Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","migration_id":"344821f0-2927-46e5-b911-0f3b0ebccab4","target":"migration_from_base_and_back_lifecycle_1","target_id":"8c86daf3-9b83-4919-8570-721a60e433ef","source":"migration_from_base_and_back_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:40.972925381Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9004\",\"from_start\":7765}}"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:45.411193822Z","target":"phd_framework::test_vm","line":533,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","target":"migration_from_base_and_back_lifecycle_1","target_id":"8c86daf3-9b83-4919-8570-721a60e433ef","source":"migration_from_base_and_back_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:45.411253163Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","migration_id":"344821f0-2927-46e5-b911-0f3b0ebccab4","target":"migration_from_base_and_back_lifecycle_1","target_id":"8c86daf3-9b83-4919-8570-721a60e433ef","elapsed_milliseconds":15952,"source":"migration_from_base_and_back_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:45.411297954Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","elapsed_milliseconds":16650,"target":"migration_from_base_and_back_lifecycle_1","target_id":"8c86daf3-9b83-4919-8570-721a60e433ef","source":"migration_from_base_and_back_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:45.412581403Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back_lifecycle_0","vm_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:45.412781786Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back_lifecycle_1","vm_id":"8c86daf3-9b83-4919-8570-721a60e433ef","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:45.412827917Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"ls foo.bar","timeout_duration":"Explicit(15s)","vm":"migration_from_base_and_back_lifecycle_1","vm_id":"8c86daf3-9b83-4919-8570-721a60e433ef","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:45.413468016Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","vm":"migration_from_base_and_back_lifecycle_0","vm_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:45.535707303Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":122,"vm_id":"a4ab0dec-7d40-4a22-818b-aaa72533ef07","vm":"migration_from_base_and_back_lifecycle_0","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:45.536147849Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":123,"vm_id":"8c86daf3-9b83-4919-8570-721a60e433ef","vm":"migration_from_base_and_back_lifecycle_1","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:45.536375673Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back_lifecycle_1","vm_id":"8c86daf3-9b83-4919-8570-721a60e433ef","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:45.536434534Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"migration_from_base_and_back_lifecycle_1","vm_id":"8c86daf3-9b83-4919-8570-721a60e433ef","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:45.570018995Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":33,"vm_id":"8c86daf3-9b83-4919-8570-721a60e433ef","vm":"migration_from_base_and_back_lifecycle_1","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] migrating to new Propolis artifact for lifecycle test","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:45.570093216Z","target":"phd_framework::lifecycle","line":74,"file":"phd-tests/framework/src/lifecycle.rs","vm_name":"migration_from_base_and_back","propolis_artifact":"__DEFAULT_PROPOLIS","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:45.570159277Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:45.570244539Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"migration_from_base_and_back_lifecycle_2","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-2caa7199-51fe-4e0b-988e-25399b74d3d2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:45.57032778Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:45.570409581Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9006","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/migration_from_base_and_back_lifecycle_2.config.toml\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:45.570456932Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migration_from_base_and_back_lifecycle_2.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migration_from_base_and_back_lifecycle_2.stdout.log\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 926","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:45.587772821Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:45.588131866Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":17,"path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:45.588231247Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"8c86daf3-9b83-4919-8570-721a60e433ef","target":"migration_from_base_and_back_lifecycle_2","target_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","source":"migration_from_base_and_back_lifecycle_1"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9004","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:45.588281298Z","target":"phd_framework::test_vm","line":504,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"5eb2e6a7-ccee-43bb-b4a7-364ee8d13126","timeout_duration":"45s","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"8c86daf3-9b83-4919-8570-721a60e433ef","target":"migration_from_base_and_back_lifecycle_2","target_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","source":"migration_from_base_and_back_lifecycle_1"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:45.588367149Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"8c86daf3-9b83-4919-8570-721a60e433ef","vm_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","target":"migration_from_base_and_back_lifecycle_2","target_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","vm":"migration_from_base_and_back_lifecycle_2","source":"migration_from_base_and_back_lifecycle_1"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:45.588853137Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9006/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"8c86daf3-9b83-4919-8570-721a60e433ef","vm_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","target":"migration_from_base_and_back_lifecycle_2","target_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","vm":"migration_from_base_and_back_lifecycle_2","source":"migration_from_base_and_back_lifecycle_1"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:46.212607136Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 8c29aebf-bae5-4457-8fe3-e9b59def924f, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 6f52de69-9b62-4f82-b205-1efe6a52afdd, silo_id: 913a75f8-8901-48bb-9c91-ab88b58bd76e }, name: \"phd-vm-8c29aebf-bae5-4457-8fe3-e9b59def924f\", vcpus: 2 }, state: Migrating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-2caa7199-51fe-4e0b-988e-25399b74d3d2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"8c86daf3-9b83-4919-8570-721a60e433ef","vm_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","target":"migration_from_base_and_back_lifecycle_2","target_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","vm":"migration_from_base_and_back_lifecycle_2","source":"migration_from_base_and_back_lifecycle_1"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:46.212750628Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"8c86daf3-9b83-4919-8570-721a60e433ef","elapsed_milliseconds":624,"target":"migration_from_base_and_back_lifecycle_2","target_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","source":"migration_from_base_and_back_lifecycle_1","vm_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","vm":"migration_from_base_and_back_lifecycle_2","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:46.21283206Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"8c86daf3-9b83-4919-8570-721a60e433ef","migration_id":"5eb2e6a7-ccee-43bb-b4a7-364ee8d13126","target":"migration_from_base_and_back_lifecycle_2","target_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","source":"migration_from_base_and_back_lifecycle_1"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:57.73300882Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9006\",\"from_start\":7812}}"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:58.406276128Z","target":"phd_framework::test_vm","line":533,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"8c86daf3-9b83-4919-8570-721a60e433ef","target":"migration_from_base_and_back_lifecycle_2","target_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","source":"migration_from_base_and_back_lifecycle_1"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:58.406345959Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"8c86daf3-9b83-4919-8570-721a60e433ef","migration_id":"5eb2e6a7-ccee-43bb-b4a7-364ee8d13126","target":"migration_from_base_and_back_lifecycle_2","target_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","elapsed_milliseconds":12193,"source":"migration_from_base_and_back_lifecycle_1"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:58.40639268Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"8c86daf3-9b83-4919-8570-721a60e433ef","elapsed_milliseconds":12818,"target":"migration_from_base_and_back_lifecycle_2","target_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","source":"migration_from_base_and_back_lifecycle_1"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:58.407824401Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back_lifecycle_1","vm_id":"8c86daf3-9b83-4919-8570-721a60e433ef","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:58.408056025Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back_lifecycle_2","vm_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:58.408107215Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"ls foo.bar","timeout_duration":"Explicit(15s)","vm":"migration_from_base_and_back_lifecycle_2","vm_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:58.408675824Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9004","vm":"migration_from_base_and_back_lifecycle_1","vm_id":"8c86daf3-9b83-4919-8570-721a60e433ef","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:25:58.530472803Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":122,"vm_id":"8c86daf3-9b83-4919-8570-721a60e433ef","vm":"migration_from_base_and_back_lifecycle_1","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:00.709798924Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":2301,"vm_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","vm":"migration_from_base_and_back_lifecycle_2","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:00.710025197Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back_lifecycle_2","vm_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:00.710081948Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"migration_from_base_and_back_lifecycle_2","vm_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:00.742912739Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":32,"vm_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","vm":"migration_from_base_and_back_lifecycle_2","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:00.743113462Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back_lifecycle_2","vm_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:00.743407126Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::migration_from_base_and_back ... ok","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:00.743473097Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:00.743506467Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":50908} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:00.743541848Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:00.744297629Z","target":"phd_framework::test_vm","line":974,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back_lifecycle_2","vm_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.048465314Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9006","vm":"migration_from_base_and_back_lifecycle_2","vm_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.178854952Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm":"migration_from_base_and_back_lifecycle_2","vm_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.178956013Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-2caa7199-51fe-4e0b-988e-25399b74d3d2\"]","vm":"migration_from_base_and_back_lifecycle_2","vm_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.210050218Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm":"migration_from_base_and_back_lifecycle_2","vm_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.210103619Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-348874d5-b3df-49e7-be82-4560748ef46b\"]","vm":"migration_from_base_and_back_lifecycle_2","vm_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.232989851Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":489,"vm_id":"8c29aebf-bae5-4457-8fe3-e9b59def924f","vm":"migration_from_base_and_back_lifecycle_2","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.233065322Z","target":"phd_tests::migrate::from_base","line":50,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":90837,"path":"phd_tests::migrate::from_base::migration_from_base_and_back"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.233327116Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":489} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::serial_history","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.233418277Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.233464478Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.233493418Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.23361797Z","target":"phd_tests::migrate::from_base","line":38,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.233711092Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.233876264Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.233925745Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.233981166Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.257122432Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 650M 1.80T 649M /phd-artifacts\n","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.257217343Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-b0da7377-babf-4804-a273-3e93bee5da65\"]","verb":"snapshot","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.28380854Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-b0da7377-babf-4804-a273-3e93bee5da65\", \"phd-artifacts/phd-clone-80fb3c50-9bfa-4543-8307-28b79922bf6b\"]","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.306195195Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-80fb3c50-9bfa-4543-8307-28b79922bf6b\"]","verb":"list","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.321242259Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-80fb3c50-9bfa-4543-8307-28b79922bf6b 0B 1.80T 649M /phd-artifacts/phd-clone-80fb3c50-9bfa-4543-8307-28b79922bf6b\n","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.321856879Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.32197148Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\" }","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-80fb3c50-9bfa-4543-8307-28b79922bf6b/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.322069972Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/99bf4dc1f4b00fb16fd70205298810a4f658fdf767583a17ef0a05e384306030/propolis-server","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.322150513Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/migration_serial_history_base.config.toml\"","server_path":"\"/phd-artifacts/99bf4dc1f4b00fb16fd70205298810a4f658fdf767583a17ef0a05e384306030/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.322191944Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_serial_history_base.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_serial_history_base.stderr.log\"","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 935","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.330421307Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.330779082Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":8,"path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.330875883Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.331388231Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.768560713Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.769333085Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-80fb3c50-9bfa-4543-8307-28b79922bf6b/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: efec8f80-b266-47ee-9ed4-97aba0fa6cad, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 1d75a38e-632b-458b-adc3-f7caca77d174, silo_id: bc7bd963-ad0e-40da-acf5-85e8a3a16720 }, name: \"phd-vm-efec8f80-b266-47ee-9ed4-97aba0fa6cad\", vcpus: 2 }, state: Creating }","vm_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.769418316Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","elapsed_milliseconds":438,"vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.769491677Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.769529137Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.770096616Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","elapsed_milliseconds":0,"vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.770150257Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.770192157Z","target":"phd_framework::test_vm","line":645,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","vm":"migration_serial_history_base","timeout_duration":"300s","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.770225828Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.770264048Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:01.770298999Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","vm_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:05.964107928Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","elapsed_milliseconds":4193,"vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:05.964178029Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:05.964358961Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:05.964406832Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:05.964441512Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost:~#","vm_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:05.984094366Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","elapsed_milliseconds":19,"vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:05.984181707Z","target":"phd_framework::test_vm","line":693,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:05.984213928Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4214,"path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:05.98435222Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:05.98439711Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"echo hello from the source VM!","timeout_duration":"Explicit(15s)","vm_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:05.994201417Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","elapsed_milliseconds":9,"vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:05.994311669Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:05.994352489Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:06.02588045Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","elapsed_milliseconds":31,"vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] migrating to new Propolis artifact for lifecycle test","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:06.030076313Z","target":"phd_framework::lifecycle","line":74,"file":"phd-tests/framework/src/lifecycle.rs","vm_name":"migration_serial_history_base","propolis_artifact":"__DEFAULT_PROPOLIS","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:06.030168225Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:06.030232615Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-80fb3c50-9bfa-4543-8307-28b79922bf6b/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"migration_serial_history_base_lifecycle_0","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:06.030299116Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:06.030381558Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9002","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/migration_serial_history_base_lifecycle_0.config.toml\"","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:06.030420938Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migration_serial_history_base_lifecycle_0.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migration_serial_history_base_lifecycle_0.stdout.log\"","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 936","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:06.046990866Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:06.047574774Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":17,"path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:06.047722687Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","source_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","target_id":"78adb495-d097-479c-90a2-8021f98c2844","source":"migration_serial_history_base","target":"migration_serial_history_base_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:06.047804918Z","target":"phd_framework::test_vm","line":504,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"4627780c-434e-41d3-98cd-e50020ad35dc","timeout_duration":"45s","path":"phd_tests::migrate::from_base::serial_history","source_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","target_id":"78adb495-d097-479c-90a2-8021f98c2844","source":"migration_serial_history_base","target":"migration_serial_history_base_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:06.047907439Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","source_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","target_id":"78adb495-d097-479c-90a2-8021f98c2844","vm_id":"78adb495-d097-479c-90a2-8021f98c2844","source":"migration_serial_history_base","vm":"migration_serial_history_base_lifecycle_0","target":"migration_serial_history_base_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:06.048532259Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::migrate::from_base::serial_history","source_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","target_id":"78adb495-d097-479c-90a2-8021f98c2844","vm_id":"78adb495-d097-479c-90a2-8021f98c2844","source":"migration_serial_history_base","vm":"migration_serial_history_base_lifecycle_0","target":"migration_serial_history_base_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:06.458076158Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 78adb495-d097-479c-90a2-8021f98c2844, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 6728387d-5c88-4839-adee-471f5a2c9061, silo_id: 624beb7b-043e-4910-8aef-65e49bfe0d97 }, name: \"phd-vm-78adb495-d097-479c-90a2-8021f98c2844\", vcpus: 2 }, state: Migrating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-80fb3c50-9bfa-4543-8307-28b79922bf6b/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::migrate::from_base::serial_history","source_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","target_id":"78adb495-d097-479c-90a2-8021f98c2844","vm_id":"78adb495-d097-479c-90a2-8021f98c2844","source":"migration_serial_history_base","vm":"migration_serial_history_base_lifecycle_0","target":"migration_serial_history_base_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:06.45820456Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"78adb495-d097-479c-90a2-8021f98c2844","target":"migration_serial_history_base_lifecycle_0","source_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","vm_id":"78adb495-d097-479c-90a2-8021f98c2844","elapsed_milliseconds":410,"source":"migration_serial_history_base","vm":"migration_serial_history_base_lifecycle_0","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:06.458274231Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","source_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","target_id":"78adb495-d097-479c-90a2-8021f98c2844","source":"migration_serial_history_base","migration_id":"4627780c-434e-41d3-98cd-e50020ad35dc","target":"migration_serial_history_base_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:17.907162677Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9002\",\"from_start\":7685}}"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:18.877503654Z","target":"phd_framework::test_vm","line":533,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","source_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","target_id":"78adb495-d097-479c-90a2-8021f98c2844","source":"migration_serial_history_base","target":"migration_serial_history_base_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:18.877618745Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","source_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","target_id":"78adb495-d097-479c-90a2-8021f98c2844","elapsed_milliseconds":12419,"source":"migration_serial_history_base","migration_id":"4627780c-434e-41d3-98cd-e50020ad35dc","target":"migration_serial_history_base_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:18.877716867Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","source_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","target_id":"78adb495-d097-479c-90a2-8021f98c2844","elapsed_milliseconds":12829,"source":"migration_serial_history_base","target":"migration_serial_history_base_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:18.879116988Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:18.880050532Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.010075754Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"efec8f80-b266-47ee-9ed4-97aba0fa6cad","elapsed_milliseconds":130,"vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.012389619Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"78adb495-d097-479c-90a2-8021f98c2844","vm":"migration_serial_history_base_lifecycle_0","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.012545781Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.012657563Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":17244} {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::serial_history ... ok","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.012656483Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.012766564Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.013666258Z","target":"phd_framework::test_vm","line":974,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"78adb495-d097-479c-90a2-8021f98c2844","vm":"migration_serial_history_base_lifecycle_0","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.381017306Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","vm_id":"78adb495-d097-479c-90a2-8021f98c2844","vm":"migration_serial_history_base_lifecycle_0","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.512828766Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm_id":"78adb495-d097-479c-90a2-8021f98c2844","vm":"migration_serial_history_base_lifecycle_0","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.512896067Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-80fb3c50-9bfa-4543-8307-28b79922bf6b\"]","verb":"destroy","vm_id":"78adb495-d097-479c-90a2-8021f98c2844","vm":"migration_serial_history_base_lifecycle_0","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.544600541Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm_id":"78adb495-d097-479c-90a2-8021f98c2844","vm":"migration_serial_history_base_lifecycle_0","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.544653771Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-b0da7377-babf-4804-a273-3e93bee5da65\"]","verb":"destroy","vm_id":"78adb495-d097-479c-90a2-8021f98c2844","vm":"migration_serial_history_base_lifecycle_0","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.568422707Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"78adb495-d097-479c-90a2-8021f98c2844","elapsed_milliseconds":555,"vm":"migration_serial_history_base_lifecycle_0","path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.568543608Z","target":"phd_tests::migrate::from_base","line":38,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":18334,"path":"phd_tests::migrate::from_base::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.568750062Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":555} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::can_migrate_from_base","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.568810252Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.568838283Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.568866393Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.568980085Z","target":"phd_tests::migrate::from_base","line":32,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.569057366Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.569216078Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.569267879Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.5693197Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.58604738Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 649M 1.80T 649M /phd-artifacts\n","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.586139301Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-1c1f5727-72ef-417d-ab88-7f61ae84d453\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.607638692Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-1c1f5727-72ef-417d-ab88-7f61ae84d453\", \"phd-artifacts/phd-clone-f3b3ed34-c87b-45ab-9014-ce5607619787\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.628851869Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-f3b3ed34-c87b-45ab-9014-ce5607619787\"]","verb":"list","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.645035581Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-f3b3ed34-c87b-45ab-9014-ce5607619787 0B 1.80T 649M /phd-artifacts/phd-clone-f3b3ed34-c87b-45ab-9014-ce5607619787\n","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.64559301Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.645678071Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_from_base","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\" }","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-f3b3ed34-c87b-45ab-9014-ce5607619787/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.645750772Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/99bf4dc1f4b00fb16fd70205298810a4f658fdf767583a17ef0a05e384306030/propolis-server","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.645827743Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/migration_from_base.config.toml\"","server_path":"\"/phd-artifacts/99bf4dc1f4b00fb16fd70205298810a4f658fdf767583a17ef0a05e384306030/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.645871504Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migration_from_base.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migration_from_base.stdout.log\"","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 945","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.655095922Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.655608219Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","elapsed_milliseconds":9} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.65569167Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:19.656157537Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:20.396327706Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:20.396959266Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 26319062-4ac5-4720-9f4e-2b83bd5892ec, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 631cc595-9eb3-4594-9922-641a38d2ef85, silo_id: c9f2962d-2927-4254-bb46-73ae7523c7d3 }, name: \"phd-vm-26319062-4ac5-4720-9f4e-2b83bd5892ec\", vcpus: 2 }, state: Creating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-f3b3ed34-c87b-45ab-9014-ce5607619787/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:20.397053167Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec","vm":"migration_from_base","elapsed_milliseconds":741} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:20.397113838Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:20.397148988Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:20.397705587Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec","vm":"migration_from_base","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:20.397756918Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:20.397798318Z","target":"phd_framework::test_vm","line":645,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base","timeout_duration":"300s","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:20.397832619Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:20.397866259Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:20.3978985Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.611999072Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec","vm":"migration_from_base","elapsed_milliseconds":4214} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.612081603Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.612250265Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.612301006Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.612336266Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.632385056Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec","vm":"migration_from_base","elapsed_milliseconds":20} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.632468747Z","target":"phd_framework::test_vm","line":693,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.632499288Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","elapsed_milliseconds":4234} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.63263788Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.632679821Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"ls foo.bar 2> /dev/null","timeout_duration":"Explicit(15s)","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.642828632Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec","vm":"migration_from_base","elapsed_milliseconds":10} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.642938544Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.642977384Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.675532951Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec","vm":"migration_from_base","elapsed_milliseconds":32} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.675747564Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.675823205Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"touch ./foo.bar","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.686095839Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec","vm":"migration_from_base","elapsed_milliseconds":10} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.686224941Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.686272111Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.708770137Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec","vm":"migration_from_base","elapsed_milliseconds":22} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.708896389Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.70894379Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"sync ./foo.bar","timeout_duration":"Explicit(15s)","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.719234184Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec","vm":"migration_from_base","elapsed_milliseconds":10} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.719444017Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.719518178Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.752171846Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec","vm":"migration_from_base","elapsed_milliseconds":32} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] migrating to new Propolis artifact for lifecycle test","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.752233697Z","target":"phd_framework::lifecycle","line":74,"file":"phd-tests/framework/src/lifecycle.rs","propolis_artifact":"__DEFAULT_PROPOLIS","vm_name":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.752291268Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.752361469Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-f3b3ed34-c87b-45ab-9014-ce5607619787/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"migration_from_base_lifecycle_0","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.75243177Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.752513791Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/migration_from_base_lifecycle_0.config.toml\"","server_addr":"127.0.0.1:9002","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.752558242Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migration_from_base_lifecycle_0.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migration_from_base_lifecycle_0.stdout.log\"","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 946","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.769051638Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.769578366Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","elapsed_milliseconds":17} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.769707568Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec","path":"phd_tests::migrate::from_base::can_migrate_from_base","target_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67","source":"migration_from_base","target":"migration_from_base_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.769749118Z","target":"phd_framework::test_vm","line":504,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"6234e27c-9340-4fb8-bd52-c0e7954d0035","timeout_duration":"45s","source_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec","path":"phd_tests::migrate::from_base::can_migrate_from_base","target_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67","source":"migration_from_base","target":"migration_from_base_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.769804119Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec","path":"phd_tests::migrate::from_base::can_migrate_from_base","target_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67","vm_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67","vm":"migration_from_base_lifecycle_0","source":"migration_from_base","target":"migration_from_base_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:24.770256866Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","source_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec","path":"phd_tests::migrate::from_base::can_migrate_from_base","target_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67","vm_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67","vm":"migration_from_base_lifecycle_0","source":"migration_from_base","target":"migration_from_base_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:25.282919666Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-f3b3ed34-c87b-45ab-9014-ce5607619787/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: b9a2f4e1-06a2-4310-8b4e-83b39deade67, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 3df4f763-95e2-404b-8b93-a3407fe7a69b, silo_id: 990e1c6c-9487-466e-8935-445ae77fa249 }, name: \"phd-vm-b9a2f4e1-06a2-4310-8b4e-83b39deade67\", vcpus: 2 }, state: Migrating }","source_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec","path":"phd_tests::migrate::from_base::can_migrate_from_base","target_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67","vm_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67","vm":"migration_from_base_lifecycle_0","source":"migration_from_base","target":"migration_from_base_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:25.283046118Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67","elapsed_milliseconds":513,"source_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec","path":"phd_tests::migrate::from_base::can_migrate_from_base","target_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67","vm":"migration_from_base_lifecycle_0","source":"migration_from_base","target":"migration_from_base_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:25.283115068Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec","path":"phd_tests::migrate::from_base::can_migrate_from_base","target_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67","migration_id":"6234e27c-9340-4fb8-bd52-c0e7954d0035","source":"migration_from_base","target":"migration_from_base_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:36.789625406Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9002\",\"from_start\":7718}}"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:42.817971584Z","target":"phd_framework::test_vm","line":533,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec","path":"phd_tests::migrate::from_base::can_migrate_from_base","target_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67","source":"migration_from_base","target":"migration_from_base_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:42.818033535Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":17534,"source_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec","path":"phd_tests::migrate::from_base::can_migrate_from_base","target_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67","migration_id":"6234e27c-9340-4fb8-bd52-c0e7954d0035","source":"migration_from_base","target":"migration_from_base_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:42.818094196Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":18048,"source_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec","path":"phd_tests::migrate::from_base::can_migrate_from_base","target_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67","source":"migration_from_base","target":"migration_from_base_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:42.819549317Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:42.819784241Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_lifecycle_0","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:42.819834562Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"ls foo.bar","timeout_duration":"Explicit(15s)","vm":"migration_from_base_lifecycle_0","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:42.820229008Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:42.954442373Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"26319062-4ac5-4720-9f4e-2b83bd5892ec","vm":"migration_from_base","elapsed_milliseconds":134} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:42.95491597Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67","vm":"migration_from_base_lifecycle_0","elapsed_milliseconds":135} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:42.955201414Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_lifecycle_0","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:42.955251505Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"migration_from_base_lifecycle_0","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:42.987888562Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67","vm":"migration_from_base_lifecycle_0","elapsed_milliseconds":32} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:42.987990173Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_lifecycle_0","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:42.988144686Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:42.988243847Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":22591} {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::can_migrate_from_base ... ok","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:42.988340989Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:42.988488811Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:42.989330883Z","target":"phd_framework::test_vm","line":974,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_lifecycle_0","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.701424563Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","vm":"migration_from_base_lifecycle_0","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.81968374Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm":"migration_from_base_lifecycle_0","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.819778081Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-f3b3ed34-c87b-45ab-9014-ce5607619787\"]","verb":"destroy","vm":"migration_from_base_lifecycle_0","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.856150645Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm":"migration_from_base_lifecycle_0","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.856207365Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-1c1f5727-72ef-417d-ab88-7f61ae84d453\"]","verb":"destroy","vm":"migration_from_base_lifecycle_0","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.877122498Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"b9a2f4e1-06a2-4310-8b4e-83b39deade67","vm":"migration_from_base_lifecycle_0","elapsed_milliseconds":888} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.877195549Z","target":"phd_tests::migrate::from_base","line":32,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","elapsed_milliseconds":24308} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.877395472Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":888} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::multiple_migrations","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.877465233Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.877508594Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.877543444Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.877714177Z","target":"phd_tests::migrate","line":291,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.877833548Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.878002421Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.878057172Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.878108463Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.902580698Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 650M 1.80T 649M /phd-artifacts\n","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.90267915Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-bedd1a3a-3403-4366-ab2a-1c2681fda1db\"]","verb":"snapshot","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.930439265Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-bedd1a3a-3403-4366-ab2a-1c2681fda1db\", \"phd-artifacts/phd-clone-92f18355-1d74-4e7f-bcd7-87069b5fbdef\"]","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.952388853Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-92f18355-1d74-4e7f-bcd7-87069b5fbdef\"]","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.967850693Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-92f18355-1d74-4e7f-bcd7-87069b5fbdef 0B 1.80T 649M /phd-artifacts/phd-clone-92f18355-1d74-4e7f-bcd7-87069b5fbdef\n","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.968375421Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.968456902Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-92f18355-1d74-4e7f-bcd7-87069b5fbdef/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","guest_os_kind":"Alpine","vm_name":"multiple_migrations_0","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.968529443Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.968600904Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/multiple_migrations_0.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.968644675Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/multiple_migrations_0.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/multiple_migrations_0.stderr.log\"","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 955","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.977857913Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.97831882Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":9,"path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.978426121Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.978516063Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"multiple_migrations_1","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-92f18355-1d74-4e7f-bcd7-87069b5fbdef/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.978615414Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.978701046Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9002","config_toml_path":"\"/tmp/propolis-phd/multiple_migrations_1.config.toml\"","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.978753846Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/multiple_migrations_1.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/multiple_migrations_1.stderr.log\"","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 956","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.987512857Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.987861592Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":9,"path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.987938333Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.988009685Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"multiple_migrations_2","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-92f18355-1d74-4e7f-bcd7-87069b5fbdef/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.988082646Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.988144536Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/multiple_migrations_2.config.toml\"","server_addr":"127.0.0.1:9004","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.988182177Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/multiple_migrations_2.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/multiple_migrations_2.stderr.log\"","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 957","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.997356724Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.997698049Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":9,"path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:43.997781931Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e58eb155-b29c-48ad-bfca-938ec9d5dde3","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:44.114065588Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:44.115031472Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-92f18355-1d74-4e7f-bcd7-87069b5fbdef/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: e58eb155-b29c-48ad-bfca-938ec9d5dde3, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: d854a309-921a-4838-bd43-e9f655c12b34, silo_id: da9b34d0-678e-4afd-a1cb-fc1cd97b117e }, name: \"phd-vm-e58eb155-b29c-48ad-bfca-938ec9d5dde3\", vcpus: 2 }, state: Creating }","vm_id":"e58eb155-b29c-48ad-bfca-938ec9d5dde3","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:44.115179555Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0","vm_id":"e58eb155-b29c-48ad-bfca-938ec9d5dde3","elapsed_milliseconds":117} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:44.115254226Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e58eb155-b29c-48ad-bfca-938ec9d5dde3","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:44.115298826Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm_id":"e58eb155-b29c-48ad-bfca-938ec9d5dde3","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:44.115848905Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0","vm_id":"e58eb155-b29c-48ad-bfca-938ec9d5dde3","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:44.115905805Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:44.115948656Z","target":"phd_framework::test_vm","line":645,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"300s","vm":"multiple_migrations_0","vm_id":"e58eb155-b29c-48ad-bfca-938ec9d5dde3","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:44.115982747Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:44.116017267Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e58eb155-b29c-48ad-bfca-938ec9d5dde3","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:44.116049878Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","vm_id":"e58eb155-b29c-48ad-bfca-938ec9d5dde3","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:48.322282642Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0","vm_id":"e58eb155-b29c-48ad-bfca-938ec9d5dde3","elapsed_milliseconds":4206} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:48.322353843Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:48.322522015Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:48.322570286Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e58eb155-b29c-48ad-bfca-938ec9d5dde3","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:48.322605787Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost:~#","vm_id":"e58eb155-b29c-48ad-bfca-938ec9d5dde3","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:48.342044187Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0","vm_id":"e58eb155-b29c-48ad-bfca-938ec9d5dde3","elapsed_milliseconds":19} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:48.342127108Z","target":"phd_framework::test_vm","line":693,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:48.342158189Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4226,"path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:48.34221944Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_0","target":"multiple_migrations_1","source_id":"e58eb155-b29c-48ad-bfca-938ec9d5dde3"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:48.34226216Z","target":"phd_framework::test_vm","line":504,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"6c8b2292-fce4-4a53-aad2-0479addca965","timeout_duration":"45s","target_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_0","target":"multiple_migrations_1","source_id":"e58eb155-b29c-48ad-bfca-938ec9d5dde3"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:48.342309081Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_0","vm":"multiple_migrations_1","target":"multiple_migrations_1","vm_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671","source_id":"e58eb155-b29c-48ad-bfca-938ec9d5dde3"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:48.46274017Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 0dcbc836-c8da-42fa-b580-a50d5dc91671, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 48389eaa-e098-4fe0-b829-eac509a74578, silo_id: 324b3295-4211-4347-8a8f-a7de167e267b }, name: \"phd-vm-0dcbc836-c8da-42fa-b580-a50d5dc91671\", vcpus: 2 }, state: Migrating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-92f18355-1d74-4e7f-bcd7-87069b5fbdef/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","target_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_0","vm":"multiple_migrations_1","target":"multiple_migrations_1","vm_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671","source_id":"e58eb155-b29c-48ad-bfca-938ec9d5dde3"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:48.462859842Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_1","vm_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671","target":"multiple_migrations_1","source_id":"e58eb155-b29c-48ad-bfca-938ec9d5dde3","source":"multiple_migrations_0","elapsed_milliseconds":120} {"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:26:48.462914183Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_0","migration_id":"6c8b2292-fce4-4a53-aad2-0479addca965","target":"multiple_migrations_1","source_id":"e58eb155-b29c-48ad-bfca-938ec9d5dde3"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:00.002848499Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9002\",\"from_start\":7609}}"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:04.293237981Z","target":"phd_framework::test_vm","line":533,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_0","target":"multiple_migrations_1","source_id":"e58eb155-b29c-48ad-bfca-938ec9d5dde3"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:04.293297022Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_0","migration_id":"6c8b2292-fce4-4a53-aad2-0479addca965","target":"multiple_migrations_1","elapsed_milliseconds":15830,"source_id":"e58eb155-b29c-48ad-bfca-938ec9d5dde3"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:04.293342002Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_0","elapsed_milliseconds":15951,"target":"multiple_migrations_1","source_id":"e58eb155-b29c-48ad-bfca-938ec9d5dde3"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:04.293494535Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_1"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:04.293539365Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"echo Hello world","vm_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_1"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:04.306267736Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_1","vm_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671","elapsed_milliseconds":12} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:04.306377277Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_1"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:04.306417748Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_1"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:04.33803255Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_1","vm_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671","elapsed_milliseconds":31} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:04.338148172Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"edfcb186-17cd-4df5-a866-aea454443c71","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_1","target":"multiple_migrations_2","source_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9002","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:04.338226073Z","target":"phd_framework::test_vm","line":504,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"45s","migration_id":"7b63a115-75e3-4d44-aa0f-cf55999f6f47","target_id":"edfcb186-17cd-4df5-a866-aea454443c71","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_1","target":"multiple_migrations_2","source_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:04.338309484Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"edfcb186-17cd-4df5-a866-aea454443c71","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_1","vm":"multiple_migrations_2","target":"multiple_migrations_2","vm_id":"edfcb186-17cd-4df5-a866-aea454443c71","source_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:04.455027988Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-92f18355-1d74-4e7f-bcd7-87069b5fbdef/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: edfcb186-17cd-4df5-a866-aea454443c71, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 7e3344d9-fe28-4ade-8c76-f9309d0607ec, silo_id: 02dd8e91-9e06-4364-b076-3e7d4a697bd3 }, name: \"phd-vm-edfcb186-17cd-4df5-a866-aea454443c71\", vcpus: 2 }, state: Migrating }","target_id":"edfcb186-17cd-4df5-a866-aea454443c71","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_1","vm":"multiple_migrations_2","target":"multiple_migrations_2","vm_id":"edfcb186-17cd-4df5-a866-aea454443c71","source_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:04.45512618Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"edfcb186-17cd-4df5-a866-aea454443c71","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2","vm_id":"edfcb186-17cd-4df5-a866-aea454443c71","target":"multiple_migrations_2","source_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671","source":"multiple_migrations_1","elapsed_milliseconds":116} {"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:04.45517391Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"edfcb186-17cd-4df5-a866-aea454443c71","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_1","migration_id":"7b63a115-75e3-4d44-aa0f-cf55999f6f47","target":"multiple_migrations_2","source_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:15.979865199Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9004\",\"from_start\":7657}}"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.082043195Z","target":"phd_framework::test_vm","line":533,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"edfcb186-17cd-4df5-a866-aea454443c71","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_1","target":"multiple_migrations_2","source_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.082091216Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"edfcb186-17cd-4df5-a866-aea454443c71","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_1","migration_id":"7b63a115-75e3-4d44-aa0f-cf55999f6f47","target":"multiple_migrations_2","elapsed_milliseconds":11626,"source_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.082135747Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"edfcb186-17cd-4df5-a866-aea454443c71","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_1","elapsed_milliseconds":11743,"target":"multiple_migrations_2","source_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.082296759Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"edfcb186-17cd-4df5-a866-aea454443c71","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.08234011Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"echo I have migrated!","timeout_duration":"Explicit(15s)","vm_id":"edfcb186-17cd-4df5-a866-aea454443c71","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.09374834Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2","vm_id":"edfcb186-17cd-4df5-a866-aea454443c71","elapsed_milliseconds":11} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.093956803Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"edfcb186-17cd-4df5-a866-aea454443c71","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.093998084Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm_id":"edfcb186-17cd-4df5-a866-aea454443c71","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.126655042Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2","vm_id":"edfcb186-17cd-4df5-a866-aea454443c71","elapsed_milliseconds":32} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.126794994Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"edfcb186-17cd-4df5-a866-aea454443c71","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.126906986Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_1"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.126999017Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e58eb155-b29c-48ad-bfca-938ec9d5dde3","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.127127519Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.12720726Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":32013} {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::multiple_migrations ... ok","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.127232691Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.127326272Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.128033383Z","target":"phd_framework::test_vm","line":974,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"edfcb186-17cd-4df5-a866-aea454443c71","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.128104204Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","vm_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_1"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.144976146Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm_id":"e58eb155-b29c-48ad-bfca-938ec9d5dde3","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.264783136Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_1","vm_id":"0dcbc836-c8da-42fa-b580-a50d5dc91671","elapsed_milliseconds":137} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.369110614Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0","vm_id":"e58eb155-b29c-48ad-bfca-938ec9d5dde3","elapsed_milliseconds":241} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.777364724Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9004","vm_id":"edfcb186-17cd-4df5-a866-aea454443c71","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.909974906Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm_id":"edfcb186-17cd-4df5-a866-aea454443c71","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.910040907Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-92f18355-1d74-4e7f-bcd7-87069b5fbdef\"]","verb":"destroy","vm_id":"edfcb186-17cd-4df5-a866-aea454443c71","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.939489527Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm_id":"edfcb186-17cd-4df5-a866-aea454443c71","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.939541377Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-bedd1a3a-3403-4366-ab2a-1c2681fda1db\"]","vm_id":"edfcb186-17cd-4df5-a866-aea454443c71","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.960570122Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2","vm_id":"edfcb186-17cd-4df5-a866-aea454443c71","elapsed_milliseconds":833} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.960641763Z","target":"phd_tests::migrate","line":291,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":33082,"path":"phd_tests::migrate::multiple_migrations"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.960911787Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":833} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::incompatible_vms","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.961004318Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.961047839Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.961075439Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.961208951Z","target":"phd_tests::migrate","line":248,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.961305353Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.961470895Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.961524176Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.961577877Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.984622071Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 650M 1.80T 649M /phd-artifacts\n","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:16.984735023Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-28edeb26-b09c-4adf-a725-09d4e412e745\"]","verb":"snapshot","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.004549728Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-28edeb26-b09c-4adf-a725-09d4e412e745\", \"phd-artifacts/phd-clone-9dbba748-95a0-4563-879f-a3fc8481b0b3\"]","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.028584778Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-9dbba748-95a0-4563-879f-a3fc8481b0b3\"]","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.043924197Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-9dbba748-95a0-4563-879f-a3fc8481b0b3 0B 1.80T 649M /phd-artifacts/phd-clone-9dbba748-95a0-4563-879f-a3fc8481b0b3\n","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.044426124Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.044507525Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-9dbba748-95a0-4563-879f-a3fc8481b0b3/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"migration_incompatible_source_0","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.044577917Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.044651748Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","config_toml_path":"\"/tmp/propolis-phd/migration_incompatible_source_0.config.toml\"","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.044693968Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_incompatible_source_0.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_incompatible_source_0.stderr.log\"","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 967","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.053625762Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.054024088Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":9,"path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.054103599Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_incompatible_source_0","vm_id":"538c7187-ffba-4dd0-9715-312cbee355f4","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.055221325Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm":"migration_incompatible_source_0","vm_id":"538c7187-ffba-4dd0-9715-312cbee355f4","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.569120614Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.569758103Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 538c7187-ffba-4dd0-9715-312cbee355f4, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 0683a6c7-cc71-4c36-99de-25c0f7b844c2, silo_id: df6be1d9-d88b-4dfd-8bbb-0588c5f24a25 }, name: \"phd-vm-538c7187-ffba-4dd0-9715-312cbee355f4\", vcpus: 4 }, state: Creating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-9dbba748-95a0-4563-879f-a3fc8481b0b3/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm":"migration_incompatible_source_0","vm_id":"538c7187-ffba-4dd0-9715-312cbee355f4","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.569854615Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"538c7187-ffba-4dd0-9715-312cbee355f4","vm":"migration_incompatible_source_0","elapsed_milliseconds":515,"path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.569915186Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_incompatible_source_0","vm_id":"538c7187-ffba-4dd0-9715-312cbee355f4","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.569949816Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm":"migration_incompatible_source_0","vm_id":"538c7187-ffba-4dd0-9715-312cbee355f4","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.570512715Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"538c7187-ffba-4dd0-9715-312cbee355f4","vm":"migration_incompatible_source_0","elapsed_milliseconds":0,"path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.570580786Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.570739458Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.570782909Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.570828769Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.59427828Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 651M 1.80T 649M /phd-artifacts\n","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.594366711Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-7d2c314c-0f28-40cf-a29f-7c9ca44f8a71\"]","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.622976868Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-7d2c314c-0f28-40cf-a29f-7c9ca44f8a71\", \"phd-artifacts/phd-clone-7127fbd6-bfe0-48a7-b37a-a19db1a5d936\"]","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.647457624Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-7127fbd6-bfe0-48a7-b37a-a19db1a5d936\"]","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.661984681Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-7127fbd6-bfe0-48a7-b37a-a19db1a5d936 0B 1.80T 649M /phd-artifacts/phd-clone-7127fbd6-bfe0-48a7-b37a-a19db1a5d936\n","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.662475279Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.66255629Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-7127fbd6-bfe0-48a7-b37a-a19db1a5d936/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 8, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","guest_os_kind":"Alpine","vm_name":"migration_incompatible_target_1","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.662629241Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.662699102Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/migration_incompatible_target_1.config.toml\"","server_addr":"127.0.0.1:9002","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.662737093Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migration_incompatible_target_1.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migration_incompatible_target_1.stdout.log\"","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 972","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.671676536Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.672127823Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":9,"path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.672210354Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_1","source_id":"538c7187-ffba-4dd0-9715-312cbee355f4","target_id":"25249863-e6a2-4fe5-81cc-3dce23be60f2","source":"migration_incompatible_source_0"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.672255535Z","target":"phd_framework::test_vm","line":504,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"f78c8889-2584-441f-a7fe-a59b3224c82f","timeout_duration":"45s","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_1","source_id":"538c7187-ffba-4dd0-9715-312cbee355f4","target_id":"25249863-e6a2-4fe5-81cc-3dce23be60f2","source":"migration_incompatible_source_0"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.672312066Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_1","source_id":"538c7187-ffba-4dd0-9715-312cbee355f4","target_id":"25249863-e6a2-4fe5-81cc-3dce23be60f2","vm":"migration_incompatible_target_1","vm_id":"25249863-e6a2-4fe5-81cc-3dce23be60f2","source":"migration_incompatible_source_0"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:17.672726052Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_1","source_id":"538c7187-ffba-4dd0-9715-312cbee355f4","target_id":"25249863-e6a2-4fe5-81cc-3dce23be60f2","vm":"migration_incompatible_target_1","vm_id":"25249863-e6a2-4fe5-81cc-3dce23be60f2","source":"migration_incompatible_source_0"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.170782523Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-7127fbd6-bfe0-48a7-b37a-a19db1a5d936/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 8, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 25249863-e6a2-4fe5-81cc-3dce23be60f2, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 5fd30967-771e-41ec-8131-ce1195627062, silo_id: 0449c0ca-668d-42ad-9902-edd0d17ce541 }, name: \"phd-vm-25249863-e6a2-4fe5-81cc-3dce23be60f2\", vcpus: 8 }, state: Failed }","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_1","source_id":"538c7187-ffba-4dd0-9715-312cbee355f4","target_id":"25249863-e6a2-4fe5-81cc-3dce23be60f2","vm":"migration_incompatible_target_1","vm_id":"25249863-e6a2-4fe5-81cc-3dce23be60f2","source":"migration_incompatible_source_0"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.170917705Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"25249863-e6a2-4fe5-81cc-3dce23be60f2","vm_id":"25249863-e6a2-4fe5-81cc-3dce23be60f2","vm":"migration_incompatible_target_1","path":"phd_tests::migrate::incompatible_vms","source":"migration_incompatible_source_0","target":"migration_incompatible_target_1","elapsed_milliseconds":498,"source_id":"538c7187-ffba-4dd0-9715-312cbee355f4"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.171005687Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_1","source_id":"538c7187-ffba-4dd0-9715-312cbee355f4","target_id":"25249863-e6a2-4fe5-81cc-3dce23be60f2","migration_id":"f78c8889-2584-441f-a7fe-a59b3224c82f","source":"migration_incompatible_source_0"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Instance reported error during migration","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.171556315Z","target":"phd_framework::test_vm","line":537,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_1","source_id":"538c7187-ffba-4dd0-9715-312cbee355f4","target_id":"25249863-e6a2-4fe5-81cc-3dce23be60f2","source":"migration_incompatible_source_0"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.171733177Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_1","source_id":"538c7187-ffba-4dd0-9715-312cbee355f4","target_id":"25249863-e6a2-4fe5-81cc-3dce23be60f2","migration_id":"f78c8889-2584-441f-a7fe-a59b3224c82f","elapsed_milliseconds":0,"source":"migration_incompatible_source_0"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.171773238Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_1","source_id":"538c7187-ffba-4dd0-9715-312cbee355f4","target_id":"25249863-e6a2-4fe5-81cc-3dce23be60f2","elapsed_milliseconds":499,"source":"migration_incompatible_source_0"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.173001066Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_incompatible_target_1","vm_id":"25249863-e6a2-4fe5-81cc-3dce23be60f2","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.173087718Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_incompatible_source_0","vm_id":"538c7187-ffba-4dd0-9715-312cbee355f4","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.173188979Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.173350382Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.173391932Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.173442833Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.188403836Z","target":"phd_framework::test_vm","line":974,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_incompatible_target_1","vm_id":"25249863-e6a2-4fe5-81cc-3dce23be60f2","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.188916294Z","target":"phd_framework::test_vm","line":974,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_incompatible_source_0","vm_id":"538c7187-ffba-4dd0-9715-312cbee355f4","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.1967097Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 651M 1.80T 649M /phd-artifacts\n","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.196789562Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-3bba5000-b823-4554-9646-f2596a26c61b\"]","verb":"snapshot","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.226194001Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-3bba5000-b823-4554-9646-f2596a26c61b\", \"phd-artifacts/phd-clone-5dbc0310-555c-41bb-96ce-613d31eb3c7f\"]","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.248138679Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-5dbc0310-555c-41bb-96ce-613d31eb3c7f\"]","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.262756877Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-5dbc0310-555c-41bb-96ce-613d31eb3c7f 0B 1.80T 649M /phd-artifacts/phd-clone-5dbc0310-555c-41bb-96ce-613d31eb3c7f\n","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.263325156Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.263404927Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_incompatible_source_1","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-5dbc0310-555c-41bb-96ce-613d31eb3c7f/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.263475078Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.263543429Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/migration_incompatible_source_1.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9004","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.26358269Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_incompatible_source_1.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_incompatible_source_1.stderr.log\"","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 977","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.272903659Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.273357456Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":9,"path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.273463277Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_incompatible_source_1","vm_id":"7d9a8992-e372-4d8c-ab15-1a27ec4e019a","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.274012866Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9004/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm":"migration_incompatible_source_1","vm_id":"7d9a8992-e372-4d8c-ab15-1a27ec4e019a","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.274154798Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.274256249Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":705} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.613266724Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","vm":"migration_incompatible_target_1","vm_id":"25249863-e6a2-4fe5-81cc-3dce23be60f2","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.746539346Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm":"migration_incompatible_target_1","vm_id":"25249863-e6a2-4fe5-81cc-3dce23be60f2","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.746644897Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-7127fbd6-bfe0-48a7-b37a-a19db1a5d936\"]","vm":"migration_incompatible_target_1","vm_id":"25249863-e6a2-4fe5-81cc-3dce23be60f2","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.776813278Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm":"migration_incompatible_target_1","vm_id":"25249863-e6a2-4fe5-81cc-3dce23be60f2","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.776868839Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-7d2c314c-0f28-40cf-a29f-7c9ca44f8a71\"]","verb":"destroy","vm":"migration_incompatible_target_1","vm_id":"25249863-e6a2-4fe5-81cc-3dce23be60f2","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.799656379Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"25249863-e6a2-4fe5-81cc-3dce23be60f2","vm":"migration_incompatible_target_1","elapsed_milliseconds":626,"path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.800803557Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm":"migration_incompatible_source_0","vm_id":"538c7187-ffba-4dd0-9715-312cbee355f4","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.810169296Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.810706594Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 7d9a8992-e372-4d8c-ab15-1a27ec4e019a, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 5133ef17-7e07-46fe-8d80-e4d5f5845e6e, silo_id: e4b1d66d-59ea-4f6c-89a9-a5e97c975746 }, name: \"phd-vm-7d9a8992-e372-4d8c-ab15-1a27ec4e019a\", vcpus: 4 }, state: Creating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-5dbc0310-555c-41bb-96ce-613d31eb3c7f/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm":"migration_incompatible_source_1","vm_id":"7d9a8992-e372-4d8c-ab15-1a27ec4e019a","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.810811096Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"7d9a8992-e372-4d8c-ab15-1a27ec4e019a","vm":"migration_incompatible_source_1","elapsed_milliseconds":537,"path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.810882617Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_incompatible_source_1","vm_id":"7d9a8992-e372-4d8c-ab15-1a27ec4e019a","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.810917797Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm":"migration_incompatible_source_1","vm_id":"7d9a8992-e372-4d8c-ab15-1a27ec4e019a","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.811410895Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"7d9a8992-e372-4d8c-ab15-1a27ec4e019a","vm":"migration_incompatible_source_1","elapsed_milliseconds":0,"path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.811477106Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.811629668Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.811671049Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.81171908Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.833301722Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 650M 1.80T 649M /phd-artifacts\n","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.833417624Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-43330293-35fd-4608-9662-c0d481b1dafe\"]","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.860528329Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-43330293-35fd-4608-9662-c0d481b1dafe\", \"phd-artifacts/phd-clone-4891c7b1-5e31-4249-83d8-9b08d21977a3\"]","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.886776451Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-4891c7b1-5e31-4249-83d8-9b08d21977a3\"]","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.903210507Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-4891c7b1-5e31-4249-83d8-9b08d21977a3 0B 1.80T 649M /phd-artifacts/phd-clone-4891c7b1-5e31-4249-83d8-9b08d21977a3\n","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.903817556Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.903931657Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-4891c7b1-5e31-4249-83d8-9b08d21977a3/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 1024 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"migration_incompatible_target_2","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.904027519Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.90410089Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9006","config_toml_path":"\"/tmp/propolis-phd/migration_incompatible_target_2.config.toml\"","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.904143981Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_incompatible_target_2.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_incompatible_target_2.stderr.log\"","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 986","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.913838905Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.914225691Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":10,"path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.914315162Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_2","source_id":"7d9a8992-e372-4d8c-ab15-1a27ec4e019a","target_id":"8c15bd75-487b-4e7d-90bd-90f2f0ac2190","source":"migration_incompatible_source_1"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9004","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.914372113Z","target":"phd_framework::test_vm","line":504,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"4671970b-a44d-4a9b-b7de-654a05466fb6","timeout_duration":"90s","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_2","source_id":"7d9a8992-e372-4d8c-ab15-1a27ec4e019a","target_id":"8c15bd75-487b-4e7d-90bd-90f2f0ac2190","source":"migration_incompatible_source_1"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.914435264Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_2","source_id":"7d9a8992-e372-4d8c-ab15-1a27ec4e019a","target_id":"8c15bd75-487b-4e7d-90bd-90f2f0ac2190","vm":"migration_incompatible_target_2","vm_id":"8c15bd75-487b-4e7d-90bd-90f2f0ac2190","source":"migration_incompatible_source_1"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.914920462Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9006/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_2","source_id":"7d9a8992-e372-4d8c-ab15-1a27ec4e019a","target_id":"8c15bd75-487b-4e7d-90bd-90f2f0ac2190","vm":"migration_incompatible_target_2","vm_id":"8c15bd75-487b-4e7d-90bd-90f2f0ac2190","source":"migration_incompatible_source_1"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.931841004Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm":"migration_incompatible_source_0","vm_id":"538c7187-ffba-4dd0-9715-312cbee355f4","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.931922385Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-9dbba748-95a0-4563-879f-a3fc8481b0b3\"]","vm":"migration_incompatible_source_0","vm_id":"538c7187-ffba-4dd0-9715-312cbee355f4","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.967486467Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm":"migration_incompatible_source_0","vm_id":"538c7187-ffba-4dd0-9715-312cbee355f4","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.967553428Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-28edeb26-b09c-4adf-a725-09d4e412e745\"]","verb":"destroy","vm":"migration_incompatible_source_0","vm_id":"538c7187-ffba-4dd0-9715-312cbee355f4","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:18.99118832Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"538c7187-ffba-4dd0-9715-312cbee355f4","vm":"migration_incompatible_source_0","elapsed_milliseconds":817,"path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:19.62230929Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 8c15bd75-487b-4e7d-90bd-90f2f0ac2190, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, metadata: InstanceMetadata { project_id: 02a156e7-aeaa-4123-bd44-e5686559e8d1, silo_id: 658352f6-f344-4e58-bdf2-4f5c7ab1f1a5 }, name: \"phd-vm-8c15bd75-487b-4e7d-90bd-90f2f0ac2190\", vcpus: 2 }, state: Failed }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-4891c7b1-5e31-4249-83d8-9b08d21977a3/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 1024 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_2","source_id":"7d9a8992-e372-4d8c-ab15-1a27ec4e019a","target_id":"8c15bd75-487b-4e7d-90bd-90f2f0ac2190","vm":"migration_incompatible_target_2","vm_id":"8c15bd75-487b-4e7d-90bd-90f2f0ac2190","source":"migration_incompatible_source_1"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:19.622454682Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"8c15bd75-487b-4e7d-90bd-90f2f0ac2190","vm_id":"8c15bd75-487b-4e7d-90bd-90f2f0ac2190","vm":"migration_incompatible_target_2","path":"phd_tests::migrate::incompatible_vms","source":"migration_incompatible_source_1","target":"migration_incompatible_target_2","elapsed_milliseconds":707,"source_id":"7d9a8992-e372-4d8c-ab15-1a27ec4e019a"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:19.622528043Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_2","source_id":"7d9a8992-e372-4d8c-ab15-1a27ec4e019a","target_id":"8c15bd75-487b-4e7d-90bd-90f2f0ac2190","migration_id":"4671970b-a44d-4a9b-b7de-654a05466fb6","source":"migration_incompatible_source_1"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Instance reported error during migration","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:19.623039651Z","target":"phd_framework::test_vm","line":537,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_2","source_id":"7d9a8992-e372-4d8c-ab15-1a27ec4e019a","target_id":"8c15bd75-487b-4e7d-90bd-90f2f0ac2190","source":"migration_incompatible_source_1"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:19.623221933Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_2","source_id":"7d9a8992-e372-4d8c-ab15-1a27ec4e019a","target_id":"8c15bd75-487b-4e7d-90bd-90f2f0ac2190","migration_id":"4671970b-a44d-4a9b-b7de-654a05466fb6","elapsed_milliseconds":0,"source":"migration_incompatible_source_1"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:19.623261444Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_2","source_id":"7d9a8992-e372-4d8c-ab15-1a27ec4e019a","target_id":"8c15bd75-487b-4e7d-90bd-90f2f0ac2190","elapsed_milliseconds":708,"source":"migration_incompatible_source_1"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:19.624487802Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_incompatible_target_2","vm_id":"8c15bd75-487b-4e7d-90bd-90f2f0ac2190","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:19.624583274Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_incompatible_source_1","vm_id":"7d9a8992-e372-4d8c-ab15-1a27ec4e019a","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:19.624768616Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::incompatible_vms ... ok","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:19.624804687Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:19.624877308Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":814} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:19.624879988Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:19.625382566Z","target":"phd_framework::test_vm","line":974,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_incompatible_target_2","vm_id":"8c15bd75-487b-4e7d-90bd-90f2f0ac2190","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:19.625810872Z","target":"phd_framework::test_vm","line":974,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_incompatible_source_1","vm_id":"7d9a8992-e372-4d8c-ab15-1a27ec4e019a","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.25881268Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9004","vm":"migration_incompatible_source_1","vm_id":"7d9a8992-e372-4d8c-ab15-1a27ec4e019a","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.37800845Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm":"migration_incompatible_source_1","vm_id":"7d9a8992-e372-4d8c-ab15-1a27ec4e019a","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.378071431Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-5dbc0310-555c-41bb-96ce-613d31eb3c7f\"]","vm":"migration_incompatible_source_1","vm_id":"7d9a8992-e372-4d8c-ab15-1a27ec4e019a","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.409042484Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm":"migration_incompatible_source_1","vm_id":"7d9a8992-e372-4d8c-ab15-1a27ec4e019a","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.409099685Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-3bba5000-b823-4554-9646-f2596a26c61b\"]","vm":"migration_incompatible_source_1","vm_id":"7d9a8992-e372-4d8c-ab15-1a27ec4e019a","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.434056898Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"7d9a8992-e372-4d8c-ab15-1a27ec4e019a","vm":"migration_incompatible_source_1","elapsed_milliseconds":809,"path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.434975212Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9006","vm":"migration_incompatible_target_2","vm_id":"8c15bd75-487b-4e7d-90bd-90f2f0ac2190","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.665626798Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm":"migration_incompatible_target_2","vm_id":"8c15bd75-487b-4e7d-90bd-90f2f0ac2190","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.665707579Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-4891c7b1-5e31-4249-83d8-9b08d21977a3\"]","vm":"migration_incompatible_target_2","vm_id":"8c15bd75-487b-4e7d-90bd-90f2f0ac2190","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.694460138Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm":"migration_incompatible_target_2","vm_id":"8c15bd75-487b-4e7d-90bd-90f2f0ac2190","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.694518699Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-43330293-35fd-4608-9662-c0d481b1dafe\"]","vm":"migration_incompatible_target_2","vm_id":"8c15bd75-487b-4e7d-90bd-90f2f0ac2190","path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.717766057Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"8c15bd75-487b-4e7d-90bd-90f2f0ac2190","vm":"migration_incompatible_target_2","elapsed_milliseconds":1093,"path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.717843058Z","target":"phd_tests::migrate","line":248,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":3756,"path":"phd_tests::migrate::incompatible_vms"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.718091822Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":1093} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::serial_history","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.718182343Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.718216453Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.718243734Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.718361746Z","target":"phd_tests::migrate","line":18,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.718436657Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.718606489Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.71865684Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.718700941Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.734865232Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 649M 1.80T 649M /phd-artifacts\n","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.734948383Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-27f3531d-1062-447c-a3b5-ba866679969d\"]","verb":"snapshot","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.754609957Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-27f3531d-1062-447c-a3b5-ba866679969d\", \"phd-artifacts/phd-clone-c980090c-0955-40c2-b3d8-a8010e59ea8e\"]","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.776703327Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-c980090c-0955-40c2-b3d8-a8010e59ea8e\"]","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.792808108Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-c980090c-0955-40c2-b3d8-a8010e59ea8e 0B 1.80T 649M /phd-artifacts/phd-clone-c980090c-0955-40c2-b3d8-a8010e59ea8e\n","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.793349296Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.793437547Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_serial_history","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-c980090c-0955-40c2-b3d8-a8010e59ea8e/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.793514469Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.79359188Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/migration_serial_history.config.toml\"","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.79363136Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_serial_history.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_serial_history.stderr.log\"","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 999","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.803036361Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.803383756Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":9,"path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.803469487Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","vm_id":"575ad0b5-3377-4c68-9d01-18800ead1513","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:20.803957745Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm":"migration_serial_history","vm_id":"575ad0b5-3377-4c68-9d01-18800ead1513","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:21.372997856Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:21.374185484Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 575ad0b5-3377-4c68-9d01-18800ead1513, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: dfe4277b-25c2-4b3d-8f17-d76b029b6561, silo_id: d9a60e91-1f3a-4688-84e5-4c02f4bf4fcd }, name: \"phd-vm-575ad0b5-3377-4c68-9d01-18800ead1513\", vcpus: 2 }, state: Creating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-c980090c-0955-40c2-b3d8-a8010e59ea8e/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm":"migration_serial_history","vm_id":"575ad0b5-3377-4c68-9d01-18800ead1513","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:21.374288965Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":570,"path":"phd_tests::migrate::serial_history","vm":"migration_serial_history","vm_id":"575ad0b5-3377-4c68-9d01-18800ead1513"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:21.374367096Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","vm_id":"575ad0b5-3377-4c68-9d01-18800ead1513","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:21.374405527Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm":"migration_serial_history","vm_id":"575ad0b5-3377-4c68-9d01-18800ead1513","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:21.374946095Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::migrate::serial_history","vm":"migration_serial_history","vm_id":"575ad0b5-3377-4c68-9d01-18800ead1513"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:21.374999346Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:21.375042066Z","target":"phd_framework::test_vm","line":645,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","vm_id":"575ad0b5-3377-4c68-9d01-18800ead1513","timeout_duration":"300s","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:21.375076357Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:21.375110187Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","vm_id":"575ad0b5-3377-4c68-9d01-18800ead1513","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:21.375144078Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","vm":"migration_serial_history","vm_id":"575ad0b5-3377-4c68-9d01-18800ead1513","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:25.604067631Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4228,"path":"phd_tests::migrate::serial_history","vm":"migration_serial_history","vm_id":"575ad0b5-3377-4c68-9d01-18800ead1513"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:25.604138152Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:25.604303314Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:25.604349985Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","vm_id":"575ad0b5-3377-4c68-9d01-18800ead1513","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:25.604383946Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost:~#","vm":"migration_serial_history","vm_id":"575ad0b5-3377-4c68-9d01-18800ead1513","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:25.623761745Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":19,"path":"phd_tests::migrate::serial_history","vm":"migration_serial_history","vm_id":"575ad0b5-3377-4c68-9d01-18800ead1513"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:25.623847357Z","target":"phd_framework::test_vm","line":693,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:25.623880567Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4248,"path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:25.624022519Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","vm_id":"575ad0b5-3377-4c68-9d01-18800ead1513","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:25.62406857Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"echo hello from the source VM!","vm":"migration_serial_history","vm_id":"575ad0b5-3377-4c68-9d01-18800ead1513","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:25.633909907Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":9,"path":"phd_tests::migrate::serial_history","vm":"migration_serial_history","vm_id":"575ad0b5-3377-4c68-9d01-18800ead1513"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:25.634024498Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","vm_id":"575ad0b5-3377-4c68-9d01-18800ead1513","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:25.634064379Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"migration_serial_history","vm_id":"575ad0b5-3377-4c68-9d01-18800ead1513","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:25.664630796Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":30,"path":"phd_tests::migrate::serial_history","vm":"migration_serial_history","vm_id":"575ad0b5-3377-4c68-9d01-18800ead1513"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] migrating to new Propolis artifact for lifecycle test","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:25.668783548Z","target":"phd_framework::lifecycle","line":74,"file":"phd-tests/framework/src/lifecycle.rs","propolis_artifact":"__DEFAULT_PROPOLIS","vm_name":"migration_serial_history","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:25.668876709Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:25.66894982Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"migration_serial_history_lifecycle_0","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-c980090c-0955-40c2-b3d8-a8010e59ea8e/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:25.669026892Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:25.669106783Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9002","config_toml_path":"\"/tmp/propolis-phd/migration_serial_history_lifecycle_0.config.toml\"","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:25.669146723Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_serial_history_lifecycle_0.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_serial_history_lifecycle_0.stderr.log\"","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1000","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:25.685284975Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:25.685731771Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":16,"path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:25.685841783Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_serial_history_lifecycle_0","source_id":"575ad0b5-3377-4c68-9d01-18800ead1513","path":"phd_tests::migrate::serial_history","target_id":"746d1cbf-279a-4268-8952-6e51ffbe1dd8","source":"migration_serial_history"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:25.685896554Z","target":"phd_framework::test_vm","line":504,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"45s","migration_id":"1f85125d-f269-441a-8dad-ba97130c8962","target":"migration_serial_history_lifecycle_0","source_id":"575ad0b5-3377-4c68-9d01-18800ead1513","path":"phd_tests::migrate::serial_history","target_id":"746d1cbf-279a-4268-8952-6e51ffbe1dd8","source":"migration_serial_history"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:25.685963445Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_serial_history_lifecycle_0","source_id":"575ad0b5-3377-4c68-9d01-18800ead1513","path":"phd_tests::migrate::serial_history","target_id":"746d1cbf-279a-4268-8952-6e51ffbe1dd8","vm":"migration_serial_history_lifecycle_0","source":"migration_serial_history","vm_id":"746d1cbf-279a-4268-8952-6e51ffbe1dd8"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:25.686443502Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","target":"migration_serial_history_lifecycle_0","source_id":"575ad0b5-3377-4c68-9d01-18800ead1513","path":"phd_tests::migrate::serial_history","target_id":"746d1cbf-279a-4268-8952-6e51ffbe1dd8","vm":"migration_serial_history_lifecycle_0","source":"migration_serial_history","vm_id":"746d1cbf-279a-4268-8952-6e51ffbe1dd8"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:26.275149457Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-c980090c-0955-40c2-b3d8-a8010e59ea8e/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 746d1cbf-279a-4268-8952-6e51ffbe1dd8, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 1cb3abe3-d6f9-49ac-b1c5-2a37a7c0650b, silo_id: 1318589e-9387-45de-b803-0d24cb269d2c }, name: \"phd-vm-746d1cbf-279a-4268-8952-6e51ffbe1dd8\", vcpus: 2 }, state: Migrating }","target":"migration_serial_history_lifecycle_0","source_id":"575ad0b5-3377-4c68-9d01-18800ead1513","path":"phd_tests::migrate::serial_history","target_id":"746d1cbf-279a-4268-8952-6e51ffbe1dd8","vm":"migration_serial_history_lifecycle_0","source":"migration_serial_history","vm_id":"746d1cbf-279a-4268-8952-6e51ffbe1dd8"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:26.275270689Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::serial_history","vm":"migration_serial_history_lifecycle_0","source":"migration_serial_history","vm_id":"746d1cbf-279a-4268-8952-6e51ffbe1dd8","target":"migration_serial_history_lifecycle_0","source_id":"575ad0b5-3377-4c68-9d01-18800ead1513","target_id":"746d1cbf-279a-4268-8952-6e51ffbe1dd8","elapsed_milliseconds":589} {"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:26.27533994Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_serial_history_lifecycle_0","source_id":"575ad0b5-3377-4c68-9d01-18800ead1513","path":"phd_tests::migrate::serial_history","target_id":"746d1cbf-279a-4268-8952-6e51ffbe1dd8","migration_id":"1f85125d-f269-441a-8dad-ba97130c8962","source":"migration_serial_history"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:37.770156333Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9002\",\"from_start\":7685}}"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:39.591286402Z","target":"phd_framework::test_vm","line":533,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_serial_history_lifecycle_0","source_id":"575ad0b5-3377-4c68-9d01-18800ead1513","path":"phd_tests::migrate::serial_history","target_id":"746d1cbf-279a-4268-8952-6e51ffbe1dd8","source":"migration_serial_history"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:39.591351303Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_serial_history_lifecycle_0","source_id":"575ad0b5-3377-4c68-9d01-18800ead1513","path":"phd_tests::migrate::serial_history","target_id":"746d1cbf-279a-4268-8952-6e51ffbe1dd8","migration_id":"1f85125d-f269-441a-8dad-ba97130c8962","source":"migration_serial_history","elapsed_milliseconds":13315} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:39.591405234Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_serial_history_lifecycle_0","source_id":"575ad0b5-3377-4c68-9d01-18800ead1513","path":"phd_tests::migrate::serial_history","target_id":"746d1cbf-279a-4268-8952-6e51ffbe1dd8","elapsed_milliseconds":13905,"source":"migration_serial_history"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:39.592437729Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","vm_id":"575ad0b5-3377-4c68-9d01-18800ead1513","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:39.593452744Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm":"migration_serial_history","vm_id":"575ad0b5-3377-4c68-9d01-18800ead1513","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:39.721287474Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":128,"path":"phd_tests::migrate::serial_history","vm":"migration_serial_history","vm_id":"575ad0b5-3377-4c68-9d01-18800ead1513"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:39.723800492Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history_lifecycle_0","vm_id":"746d1cbf-279a-4268-8952-6e51ffbe1dd8","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:39.724007675Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::serial_history ... ok","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:39.724111887Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:39.724147397Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":18351} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:39.724237409Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:39.725074691Z","target":"phd_framework::test_vm","line":974,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history_lifecycle_0","vm_id":"746d1cbf-279a-4268-8952-6e51ffbe1dd8","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.443262611Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","vm":"migration_serial_history_lifecycle_0","vm_id":"746d1cbf-279a-4268-8952-6e51ffbe1dd8","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.577503697Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm":"migration_serial_history_lifecycle_0","vm_id":"746d1cbf-279a-4268-8952-6e51ffbe1dd8","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.577596979Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-c980090c-0955-40c2-b3d8-a8010e59ea8e\"]","verb":"destroy","vm":"migration_serial_history_lifecycle_0","vm_id":"746d1cbf-279a-4268-8952-6e51ffbe1dd8","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.612019143Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm":"migration_serial_history_lifecycle_0","vm_id":"746d1cbf-279a-4268-8952-6e51ffbe1dd8","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.612070734Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-27f3531d-1062-447c-a3b5-ba866679969d\"]","verb":"destroy","vm":"migration_serial_history_lifecycle_0","vm_id":"746d1cbf-279a-4268-8952-6e51ffbe1dd8","path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.634824474Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":910,"path":"phd_tests::migrate::serial_history","vm":"migration_serial_history_lifecycle_0","vm_id":"746d1cbf-279a-4268-8952-6e51ffbe1dd8"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.634899615Z","target":"phd_tests::migrate","line":18,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":19916,"path":"phd_tests::migrate::serial_history"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.635108678Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":910} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::smoke_test","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.635173909Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.635202399Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.63522878Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.635339871Z","target":"phd_tests::migrate","line":13,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.635414832Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.635573405Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.635623866Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.635670066Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.651791717Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 649M 1.80T 649M /phd-artifacts\n","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.651881688Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-09a78fc4-f71d-4d0a-9e8c-0181fdcd33d5\"]","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.672408555Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-09a78fc4-f71d-4d0a-9e8c-0181fdcd33d5\", \"phd-artifacts/phd-clone-70741017-f7ea-4cb7-ae4f-aeaeb02a9b83\"]","verb":"clone","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.692506935Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-70741017-f7ea-4cb7-ae4f-aeaeb02a9b83\"]","verb":"list","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.707248656Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-70741017-f7ea-4cb7-ae4f-aeaeb02a9b83 0B 1.80T 649M /phd-artifacts/phd-clone-70741017-f7ea-4cb7-ae4f-aeaeb02a9b83\n","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.707779553Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.707863155Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-70741017-f7ea-4cb7-ae4f-aeaeb02a9b83/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"migration_smoke","guest_os_kind":"Alpine","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.707933696Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.708002917Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/migration_smoke.config.toml\"","server_addr":"127.0.0.1:9000","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.708043057Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_smoke.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_smoke.stderr.log\"","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1009","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.717324716Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.717856034Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::smoke_test","elapsed_milliseconds":10} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.717994726Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:40.718667036Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:41.356368573Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:41.357043493Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-70741017-f7ea-4cb7-ae4f-aeaeb02a9b83/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 5828a503-ef7c-4fef-b8b8-d28e932adee5, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 2628c875-3539-4b22-8181-3f07b67f3e3d, silo_id: c46493ce-8bab-4f76-8c90-3f9ed6cb69a0 }, name: \"phd-vm-5828a503-ef7c-4fef-b8b8-d28e932adee5\", vcpus: 2 }, state: Creating }","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:41.357134345Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke","elapsed_milliseconds":639} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:41.357190715Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:41.357226646Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:41.357767084Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:41.357820625Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:41.357863726Z","target":"phd_framework::test_vm","line":645,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"300s","vm":"migration_smoke","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:41.357898276Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:41.357932547Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:41.357966597Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.588523435Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke","elapsed_milliseconds":4230} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.588605756Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.588778169Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.588830539Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.58886696Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost:~#","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.60828735Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke","elapsed_milliseconds":19} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.608370811Z","target":"phd_framework::test_vm","line":693,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.608401972Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::smoke_test","elapsed_milliseconds":4250} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.608542344Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.608585325Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"ls foo.bar 2> /dev/null","timeout_duration":"Explicit(15s)","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.618131707Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke","elapsed_milliseconds":9} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.618254999Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.61829818Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.649835911Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke","elapsed_milliseconds":31} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.650061124Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.650110065Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"touch ./foo.bar","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.661308772Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke","elapsed_milliseconds":11} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.661437644Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.661486055Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.694120192Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke","elapsed_milliseconds":32} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.694415217Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.694494318Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"sync ./foo.bar","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.704748351Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke","elapsed_milliseconds":10} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.704958454Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.705043396Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.727463101Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke","elapsed_milliseconds":22} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] migrating to new Propolis artifact for lifecycle test","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.727634863Z","target":"phd_framework::lifecycle","line":74,"file":"phd-tests/framework/src/lifecycle.rs","propolis_artifact":"__DEFAULT_PROPOLIS","vm_name":"migration_smoke","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.727726435Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.727795106Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-70741017-f7ea-4cb7-ae4f-aeaeb02a9b83/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"migration_smoke_lifecycle_0","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.727869397Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.727947348Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9002","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/migration_smoke_lifecycle_0.config.toml\"","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.727989878Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_smoke_lifecycle_0.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_smoke_lifecycle_0.stderr.log\"","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1010","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.742737599Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.743161905Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::smoke_test","elapsed_milliseconds":15} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.743263367Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_smoke","path":"phd_tests::migrate::smoke_test","target":"migration_smoke_lifecycle_0","source_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","target_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.743320507Z","target":"phd_framework::test_vm","line":504,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"45s","migration_id":"7d81ba28-8074-45cd-954c-5ec4bacfc6c9","source":"migration_smoke","path":"phd_tests::migrate::smoke_test","target":"migration_smoke_lifecycle_0","source_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","target_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.743385019Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_smoke","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke_lifecycle_0","target":"migration_smoke_lifecycle_0","source_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","target_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec","vm_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:45.743857856Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","source":"migration_smoke","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke_lifecycle_0","target":"migration_smoke_lifecycle_0","source_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","target_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec","vm_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:46.14044259Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-70741017-f7ea-4cb7-ae4f-aeaeb02a9b83/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 39a4111e-8104-4bc0-b758-c4565e02f070, silo_id: d81453d8-3020-4ad5-9faf-876f1c0f5994 }, name: \"phd-vm-fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec\", vcpus: 2 }, state: Migrating }","source":"migration_smoke","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke_lifecycle_0","target":"migration_smoke_lifecycle_0","source_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","target_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec","vm_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:46.140582352Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::smoke_test","elapsed_milliseconds":397,"target":"migration_smoke_lifecycle_0","source":"migration_smoke","vm_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec","vm":"migration_smoke_lifecycle_0","source_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","target_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:46.140660963Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_smoke","path":"phd_tests::migrate::smoke_test","target":"migration_smoke_lifecycle_0","source_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","target_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec","migration_id":"7d81ba28-8074-45cd-954c-5ec4bacfc6c9"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:57.56822306Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9002\",\"from_start\":7718}}"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:58.95033962Z","target":"phd_framework::test_vm","line":533,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_smoke","path":"phd_tests::migrate::smoke_test","target":"migration_smoke_lifecycle_0","source_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","target_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:58.950388451Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_smoke","path":"phd_tests::migrate::smoke_test","elapsed_milliseconds":12809,"target":"migration_smoke_lifecycle_0","source_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","target_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec","migration_id":"7d81ba28-8074-45cd-954c-5ec4bacfc6c9"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:58.950431001Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_smoke","path":"phd_tests::migrate::smoke_test","elapsed_milliseconds":13207,"target":"migration_smoke_lifecycle_0","source_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","target_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:58.951626879Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:58.951820102Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:58.951862963Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"ls foo.bar","timeout_duration":"Explicit(15s)","vm_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:58.952428691Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.089682242Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5828a503-ef7c-4fef-b8b8-d28e932adee5","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke","elapsed_milliseconds":137} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.090108638Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke_lifecycle_0","elapsed_milliseconds":138} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.090364392Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.090418313Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.124138776Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke_lifecycle_0","elapsed_milliseconds":33} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.124288348Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.124525632Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::smoke_test ... ok","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.124610673Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.124695615Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":17768} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.124722555Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.125565308Z","target":"phd_framework::test_vm","line":974,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.617735531Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","vm_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.753639152Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.753707173Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-70741017-f7ea-4cb7-ae4f-aeaeb02a9b83\"]","vm_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.781277685Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.781332065Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-09a78fc4-f71d-4d0a-9e8c-0181fdcd33d5\"]","vm_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke_lifecycle_0"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.802939878Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec","path":"phd_tests::migrate::smoke_test","vm":"migration_smoke_lifecycle_0","elapsed_milliseconds":678} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.803006229Z","target":"phd_tests::migrate","line":13,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::smoke_test","elapsed_milliseconds":19167} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.803293454Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":678} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::framework::multiline_serial_test","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.803386335Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.803423286Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.803451236Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.803624549Z","target":"phd_tests::framework","line":10,"file":"phd-tests/tests/src/framework.rs","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.80372646Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.803896313Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.803949474Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.804002264Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.82780176Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 649M 1.80T 649M /phd-artifacts\n","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.827896361Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-694c0f89-df38-4257-8708-b9f1410f5469\"]","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.854524149Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-694c0f89-df38-4257-8708-b9f1410f5469\", \"phd-artifacts/phd-clone-ebe46684-e565-43ce-8262-c4daaa613b73\"]","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.883817257Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-ebe46684-e565-43ce-8262-c4daaa613b73\"]","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.899652793Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-ebe46684-e565-43ce-8262-c4daaa613b73 0B 1.80T 649M /phd-artifacts/phd-clone-ebe46684-e565-43ce-8262-c4daaa613b73\n","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.900184431Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.900268853Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"multiline_test","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-ebe46684-e565-43ce-8262-c4daaa613b73/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.900343294Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.900417565Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","config_toml_path":"\"/tmp/propolis-phd/multiline_test.config.toml\"","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.900454925Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/multiline_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/multiline_test.stdout.log\"","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1019","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.909695823Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.910105709Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","elapsed_milliseconds":9} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.910184211Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142","vm":"multiline_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:27:59.910660518Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142","vm":"multiline_test"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:00.661176111Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:00.661952943Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-ebe46684-e565-43ce-8262-c4daaa613b73/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 5226fbd5-6304-400d-a595-3a0ae4df9142, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 26ccc04b-2a9a-40cf-9565-2d8fbcb30576, silo_id: 4113b567-3b28-48c5-8240-7c55e835d8f3 }, name: \"phd-vm-5226fbd5-6304-400d-a595-3a0ae4df9142\", vcpus: 2 }, state: Creating }","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142","vm":"multiline_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:00.662039034Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":751,"vm":"multiline_test","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:00.662105765Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142","vm":"multiline_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:00.662143046Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142","vm":"multiline_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:00.662721434Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"vm":"multiline_test","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:00.662774365Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:00.662816716Z","target":"phd_framework::test_vm","line":645,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"300s","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142","vm":"multiline_test","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:00.662851856Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:00.662885147Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142","vm":"multiline_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:00.662917987Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142","vm":"multiline_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:04.882831785Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4219,"vm":"multiline_test","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:04.882900646Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:04.883071919Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:04.883119809Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142","vm":"multiline_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:04.88315556Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142","vm":"multiline_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:04.902726702Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":19,"vm":"multiline_test","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:04.902810103Z","target":"phd_framework::test_vm","line":693,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:04.902840944Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","elapsed_milliseconds":4240} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:04.902981176Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142","vm":"multiline_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:04.903026607Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"echo \\\n> hello \\\n> world","timeout_duration":"Explicit(15s)","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142","vm":"multiline_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:04.934482717Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":31,"vm":"multiline_test","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:04.934593329Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142","vm":"multiline_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:04.934633449Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142","vm":"multiline_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:04.943917478Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":9,"vm":"multiline_test","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:04.94405306Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142","vm":"multiline_test"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:04.944244903Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"test phd_tests::framework::multiline_serial_test ... ok","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:04.944304243Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:04.944329194Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":4283} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:04.944378335Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:04.945207047Z","target":"phd_framework::test_vm","line":974,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142","vm":"multiline_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:05.36036957Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142","vm":"multiline_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:05.497213144Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142","vm":"multiline_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:05.497329766Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-ebe46684-e565-43ce-8262-c4daaa613b73\"]","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142","vm":"multiline_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:05.529364825Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142","vm":"multiline_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:05.529418146Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-694c0f89-df38-4257-8708-b9f1410f5469\"]","verb":"destroy","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142","vm":"multiline_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:05.554631102Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":610,"vm":"multiline_test","path":"phd_tests::framework::multiline_serial_test","vm_id":"5226fbd5-6304-400d-a595-3a0ae4df9142"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:05.554707243Z","target":"phd_tests::framework","line":10,"file":"phd-tests/tests/src/framework.rs","path":"phd_tests::framework::multiline_serial_test","elapsed_milliseconds":5751} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:05.554914077Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":610} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::migrate::load_test","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:05.554976487Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:05.555005788Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:05.555033328Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:05.5551416Z","target":"phd_tests::crucible::migrate","line":39,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:05.555215091Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:05.555372493Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:05.555443794Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/befb56700b5f07b1c345aa2fe36100e547820aa6aac67a259f58a8651b489594/crucible-nightly.tar.gz","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading file from Buildomat...","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:05.555508526Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/952c7d60d22be5198b892bec8d92f4291b9160c2/crucible-nightly.tar.gz","timeout":"600s","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Extracting artifact from tarball","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:23.722055527Z","target":"phd_framework::artifacts::store","line":162,"file":"phd-tests/framework/src/artifacts/store.rs","untar_path":"target/release/crucible-downstairs","extracted_path":"/phd-artifacts/befb56700b5f07b1c345aa2fe36100e547820aa6aac67a259f58a8651b489594/crucible-downstairs","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Extracting gzipped tarball...","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:23.722118738Z","target":"phd_framework::artifacts::store","line":518,"file":"phd-tests/framework/src/artifacts/store.rs","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:27.979418835Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:27.979616118Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9000\", \"--encrypted\", \"--uuid\", \"4660d83e-aeeb-489c-8d59-18c63278a534\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:28.058629099Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:28:28.019453633Z\",\"hostname\":\"sock\",\"pid\":1023}\n{\"msg\":\"UUID: 4660d83e-aeeb-489c-8d59-18c63278a534\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:28:28.051082556Z\",\"hostname\":\"sock\",\"pid\":1023}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:28:28.051092086Z\",\"hostname\":\"sock\",\"pid\":1023}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:28.058778901Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9001\", \"--encrypted\", \"--uuid\", \"4660d83e-aeeb-489c-8d59-18c63278a534\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:28.118624165Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:28:28.081192616Z\",\"hostname\":\"sock\",\"pid\":1024}\n{\"msg\":\"UUID: 4660d83e-aeeb-489c-8d59-18c63278a534\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:28:28.111872984Z\",\"hostname\":\"sock\",\"pid\":1024}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:28:28.111888084Z\",\"hostname\":\"sock\",\"pid\":1024}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:28.118760127Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9002\", \"--encrypted\", \"--uuid\", \"4660d83e-aeeb-489c-8d59-18c63278a534\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:28.173721318Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:28:28.136085506Z\",\"hostname\":\"sock\",\"pid\":1025}\n{\"msg\":\"UUID: 4660d83e-aeeb-489c-8d59-18c63278a534\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:28:28.166574741Z\",\"hostname\":\"sock\",\"pid\":1025}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:28:28.166588332Z\",\"hostname\":\"sock\",\"pid\":1025}\n","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:28.173879061Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_4660d83e-aeeb-489c-8d59-18c63278a534_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_4660d83e-aeeb-489c-8d59-18c63278a534_9000.stderr.log\"","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:28.173991432Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9000\"]","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:28.174057463Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9000\"]","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:28.184123934Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_4660d83e-aeeb-489c-8d59-18c63278a534_9001.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_4660d83e-aeeb-489c-8d59-18c63278a534_9001.stderr.log\"","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:28.184242525Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9001\"]","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:28.184305926Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9001\"]","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:28.193979821Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_4660d83e-aeeb-489c-8d59-18c63278a534_9002.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_4660d83e-aeeb-489c-8d59-18c63278a534_9002.stdout.log\"","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:28.194112933Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9002\"]","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:28.194180974Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9002\"]","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:28.204263525Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:28.204426147Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": Crucible(CrucibleStorageBackend { readonly: false, request_json: \"{\\\"type\\\":\\\"volume\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"4660d83e-aeeb-489c-8d59-18c63278a534\\\",\\\"read_only_parent\\\":{\\\"type\\\":\\\"file\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"492684a3-2f2f-4397-9b5a-4a39d256fbfa\\\",\\\"path\\\":\\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\\"},\\\"sub_volumes\\\":[{\\\"type\\\":\\\"region\\\",\\\"block_size\\\":512,\\\"blocks_per_extent\\\":131072,\\\"extent_count\\\":160,\\\"gen\\\":1,\\\"opts\\\":{\\\"id\\\":\\\"a98dac2d-4656-44a8-84b6-e9c51af14186\\\",\\\"key\\\":\\\"f9gPKixL6q8YChPU86ezFP+DpiP1Z6bCqNvn/2oDnuI=\\\",\\\"lossy\\\":false,\\\"read_only\\\":false,\\\"target\\\":[\\\"127.0.0.1:9000\\\",\\\"127.0.0.1:9001\\\",\\\"127.0.0.1:9002\\\"]}}]}\" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"crucible_load_test_source","guest_os_kind":"Alpine","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:28.204575889Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:28.204694731Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/crucible_load_test_source.config.toml\"","server_addr":"127.0.0.1:9003","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:28.204763162Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_load_test_source.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_load_test_source.stderr.log\"","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1029","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:28.21466395Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:28.2153337Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":10} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:28.215464522Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","vm":"crucible_load_test_source"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:28.216081531Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","vm":"crucible_load_test_source"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:29.000167756Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:29.00109611Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 661f4f9c-7a21-4874-a4fa-0e9469e6212f, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: de42034c-fd2e-4f59-8a83-6aaeed01b29c, silo_id: 4f356b3a-b93e-456d-87ad-2ae9ecebc103 }, name: \"phd-vm-661f4f9c-7a21-4874-a4fa-0e9469e6212f\", vcpus: 2 }, state: Creating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": Crucible(CrucibleStorageBackend { readonly: false, request_json: \"{\\\"type\\\":\\\"volume\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"4660d83e-aeeb-489c-8d59-18c63278a534\\\",\\\"read_only_parent\\\":{\\\"type\\\":\\\"file\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"492684a3-2f2f-4397-9b5a-4a39d256fbfa\\\",\\\"path\\\":\\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\\"},\\\"sub_volumes\\\":[{\\\"type\\\":\\\"region\\\",\\\"block_size\\\":512,\\\"blocks_per_extent\\\":131072,\\\"extent_count\\\":160,\\\"gen\\\":1,\\\"opts\\\":{\\\"id\\\":\\\"a98dac2d-4656-44a8-84b6-e9c51af14186\\\",\\\"key\\\":\\\"f9gPKixL6q8YChPU86ezFP+DpiP1Z6bCqNvn/2oDnuI=\\\",\\\"lossy\\\":false,\\\"read_only\\\":false,\\\"target\\\":[\\\"127.0.0.1:9000\\\",\\\"127.0.0.1:9001\\\",\\\"127.0.0.1:9002\\\"]}}]}\" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","vm":"crucible_load_test_source"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:29.001216952Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","elapsed_milliseconds":785} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:29.001296813Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","vm":"crucible_load_test_source"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:29.001332644Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","vm":"crucible_load_test_source"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:29.001915032Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:29.001967333Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:29.002007543Z","target":"phd_framework::test_vm","line":645,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"300s","vm":"crucible_load_test_source","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:29.002043014Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:29.002080885Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","vm":"crucible_load_test_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:29.002119325Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","vm":"crucible_load_test_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:33.778433857Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","elapsed_milliseconds":4776} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:33.778517498Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:33.77869886Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:33.778750571Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","vm":"crucible_load_test_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:33.778786362Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","vm":"crucible_load_test_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:33.798053939Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","elapsed_milliseconds":19} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:33.798136041Z","target":"phd_framework::test_vm","line":693,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:33.798167411Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":4796} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:33.798285923Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:33.798360164Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": Crucible(CrucibleStorageBackend { readonly: false, request_json: \"{\\\"type\\\":\\\"volume\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"4660d83e-aeeb-489c-8d59-18c63278a534\\\",\\\"read_only_parent\\\":{\\\"type\\\":\\\"file\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"5527fc34-031e-42d5-a0b1-4994568ff7a5\\\",\\\"path\\\":\\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\\"},\\\"sub_volumes\\\":[{\\\"type\\\":\\\"region\\\",\\\"block_size\\\":512,\\\"blocks_per_extent\\\":131072,\\\"extent_count\\\":160,\\\"gen\\\":2,\\\"opts\\\":{\\\"id\\\":\\\"f999f5c7-01b8-4794-8fbd-d28ab62413b9\\\",\\\"key\\\":\\\"f9gPKixL6q8YChPU86ezFP+DpiP1Z6bCqNvn/2oDnuI=\\\",\\\"lossy\\\":false,\\\"read_only\\\":false,\\\"target\\\":[\\\"127.0.0.1:9000\\\",\\\"127.0.0.1:9001\\\",\\\"127.0.0.1:9002\\\"]}}]}\" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"crucible_load_test_target","guest_os_kind":"Alpine","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:33.798438125Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:33.798510646Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/crucible_load_test_target.config.toml\"","server_addr":"127.0.0.1:9005","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:33.798549427Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_load_test_target.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_load_test_target.stderr.log\"","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1030","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:33.81413595Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:33.814521536Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":16} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:33.814733709Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","vm":"crucible_load_test_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:33.8147948Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"dd if=/dev/random of=./rand.txt bs=5M count=10","timeout_duration":"Explicit(15s)","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","vm":"crucible_load_test_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:33.830269691Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","elapsed_milliseconds":15} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:33.830414223Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","vm":"crucible_load_test_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:33.830465174Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","vm":"crucible_load_test_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:34.058260057Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","elapsed_milliseconds":227} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:34.058660063Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","vm":"crucible_load_test_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:34.058746994Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"sha256sum rand.txt","timeout_duration":"Explicit(15s)","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","vm":"crucible_load_test_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:34.069042218Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","elapsed_milliseconds":10} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:34.069309452Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","vm":"crucible_load_test_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:34.069371943Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","vm":"crucible_load_test_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:34.335022512Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","elapsed_milliseconds":265} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Generated SHA256 checksum: c5a3365fb4eb4f675654df9461df10359715b60aa4515b554fa61b0ac920685d","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:34.335161054Z","target":"phd_tests::crucible::migrate","line":72,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::load_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:34.335304926Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","vm":"crucible_load_test_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:34.335353027Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"dd if=./rand.txt of=./rand_new.txt &","timeout_duration":"Explicit(15s)","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","vm":"crucible_load_test_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:34.346559494Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","elapsed_milliseconds":11} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:34.346684236Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","vm":"crucible_load_test_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:34.346732107Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","vm":"crucible_load_test_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:34.368228198Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","elapsed_milliseconds":21} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:34.368312419Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","source":"crucible_load_test_source","target_id":"212f1c5e-d515-451a-abd7-7425351a8775","path":"phd_tests::crucible::migrate::load_test","target":"crucible_load_test_target"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9003","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:34.36836913Z","target":"phd_framework::test_vm","line":504,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"45s","migration_id":"94e1225f-1e95-4d0d-917b-7545e5db27fa","source_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","source":"crucible_load_test_source","target_id":"212f1c5e-d515-451a-abd7-7425351a8775","path":"phd_tests::crucible::migrate::load_test","target":"crucible_load_test_target"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:34.368439272Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","source":"crucible_load_test_source","target_id":"212f1c5e-d515-451a-abd7-7425351a8775","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","target":"crucible_load_test_target","vm_id":"212f1c5e-d515-451a-abd7-7425351a8775"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:34.492029868Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 212f1c5e-d515-451a-abd7-7425351a8775, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: f3ec11c3-d624-4a23-979a-f2d9b9d669bb, silo_id: 75bb4a8c-b2c7-4fb2-b1b1-7f26f77110c4 }, name: \"phd-vm-212f1c5e-d515-451a-abd7-7425351a8775\", vcpus: 2 }, state: Migrating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": Crucible(CrucibleStorageBackend { readonly: false, request_json: \"{\\\"type\\\":\\\"volume\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"4660d83e-aeeb-489c-8d59-18c63278a534\\\",\\\"read_only_parent\\\":{\\\"type\\\":\\\"file\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"5527fc34-031e-42d5-a0b1-4994568ff7a5\\\",\\\"path\\\":\\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\\"},\\\"sub_volumes\\\":[{\\\"type\\\":\\\"region\\\",\\\"block_size\\\":512,\\\"blocks_per_extent\\\":131072,\\\"extent_count\\\":160,\\\"gen\\\":2,\\\"opts\\\":{\\\"id\\\":\\\"f999f5c7-01b8-4794-8fbd-d28ab62413b9\\\",\\\"key\\\":\\\"f9gPKixL6q8YChPU86ezFP+DpiP1Z6bCqNvn/2oDnuI=\\\",\\\"lossy\\\":false,\\\"read_only\\\":false,\\\"target\\\":[\\\"127.0.0.1:9000\\\",\\\"127.0.0.1:9001\\\",\\\"127.0.0.1:9002\\\"]}}]}\" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","source_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","source":"crucible_load_test_source","target_id":"212f1c5e-d515-451a-abd7-7425351a8775","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","target":"crucible_load_test_target","vm_id":"212f1c5e-d515-451a-abd7-7425351a8775"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:34.49216449Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"crucible_load_test_source","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","target":"crucible_load_test_target","vm_id":"212f1c5e-d515-451a-abd7-7425351a8775","source_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","target_id":"212f1c5e-d515-451a-abd7-7425351a8775","elapsed_milliseconds":123} {"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:34.492237591Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","source":"crucible_load_test_source","target_id":"212f1c5e-d515-451a-abd7-7425351a8775","path":"phd_tests::crucible::migrate::load_test","target":"crucible_load_test_target","migration_id":"94e1225f-1e95-4d0d-917b-7545e5db27fa"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:45.934950793Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9005\",\"from_start\":7920}}"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.161550359Z","target":"phd_framework::test_vm","line":533,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","source":"crucible_load_test_source","target_id":"212f1c5e-d515-451a-abd7-7425351a8775","path":"phd_tests::crucible::migrate::load_test","target":"crucible_load_test_target"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.16161886Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":12669,"source_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","source":"crucible_load_test_source","target_id":"212f1c5e-d515-451a-abd7-7425351a8775","path":"phd_tests::crucible::migrate::load_test","target":"crucible_load_test_target","migration_id":"94e1225f-1e95-4d0d-917b-7545e5db27fa"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.161664981Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","source":"crucible_load_test_source","target_id":"212f1c5e-d515-451a-abd7-7425351a8775","path":"phd_tests::crucible::migrate::load_test","target":"crucible_load_test_target","elapsed_milliseconds":12793} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.161833434Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test","vm_id":"212f1c5e-d515-451a-abd7-7425351a8775","vm":"crucible_load_test_target"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.161878204Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"wait $!","path":"phd_tests::crucible::migrate::load_test","vm_id":"212f1c5e-d515-451a-abd7-7425351a8775","vm":"crucible_load_test_target"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.173313055Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"212f1c5e-d515-451a-abd7-7425351a8775","elapsed_milliseconds":11} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.173572459Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test","vm_id":"212f1c5e-d515-451a-abd7-7425351a8775","vm":"crucible_load_test_target"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.17365117Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","path":"phd_tests::crucible::migrate::load_test","vm_id":"212f1c5e-d515-451a-abd7-7425351a8775","vm":"crucible_load_test_target"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.206669453Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"212f1c5e-d515-451a-abd7-7425351a8775","elapsed_milliseconds":33} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.206864476Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test","vm_id":"212f1c5e-d515-451a-abd7-7425351a8775","vm":"crucible_load_test_target"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.206921277Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"sha256sum rand_new.txt","timeout_duration":"Explicit(15s)","path":"phd_tests::crucible::migrate::load_test","vm_id":"212f1c5e-d515-451a-abd7-7425351a8775","vm":"crucible_load_test_target"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.218337188Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"212f1c5e-d515-451a-abd7-7425351a8775","elapsed_milliseconds":11} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.218564211Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test","vm_id":"212f1c5e-d515-451a-abd7-7425351a8775","vm":"crucible_load_test_target"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.218618762Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","path":"phd_tests::crucible::migrate::load_test","vm_id":"212f1c5e-d515-451a-abd7-7425351a8775","vm":"crucible_load_test_target"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.489708442Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"212f1c5e-d515-451a-abd7-7425351a8775","elapsed_milliseconds":271} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.489795704Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test","vm_id":"212f1c5e-d515-451a-abd7-7425351a8775","vm":"crucible_load_test_target"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.489880155Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","vm":"crucible_load_test_source"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.490031137Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.490137379Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":18489} {"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::migrate::load_test ... ok","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.490187309Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.490289811Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.490980061Z","target":"phd_framework::test_vm","line":974,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test","vm_id":"212f1c5e-d515-451a-abd7-7425351a8775","vm":"crucible_load_test_target"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.491430258Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","vm":"crucible_load_test_source"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.617563043Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"661f4f9c-7a21-4874-a4fa-0e9469e6212f","elapsed_milliseconds":127} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.61870268Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9005","path":"phd_tests::crucible::migrate::load_test","vm_id":"212f1c5e-d515-451a-abd7-7425351a8775","vm":"crucible_load_test_target"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.756068972Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: \"/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9000\" } }","path":"phd_tests::crucible::migrate::load_test","vm_id":"212f1c5e-d515-451a-abd7-7425351a8775","vm":"crucible_load_test_target"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.768777932Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9000\"","path":"phd_tests::crucible::migrate::load_test","vm_id":"212f1c5e-d515-451a-abd7-7425351a8775","vm":"crucible_load_test_target"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.779401481Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: \"/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9001\" } }","path":"phd_tests::crucible::migrate::load_test","vm_id":"212f1c5e-d515-451a-abd7-7425351a8775","vm":"crucible_load_test_target"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.792023149Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9001\"","path":"phd_tests::crucible::migrate::load_test","vm_id":"212f1c5e-d515-451a-abd7-7425351a8775","vm":"crucible_load_test_target"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.802670618Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: \"/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9002\" } }","path":"phd_tests::crucible::migrate::load_test","vm_id":"212f1c5e-d515-451a-abd7-7425351a8775","vm":"crucible_load_test_target"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.816535465Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9002\"","path":"phd_tests::crucible::migrate::load_test","vm_id":"212f1c5e-d515-451a-abd7-7425351a8775","vm":"crucible_load_test_target"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.827281706Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"212f1c5e-d515-451a-abd7-7425351a8775","elapsed_milliseconds":337} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.827348687Z","target":"phd_tests::crucible::migrate","line":39,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":42272} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.82755782Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":337} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::migrate::smoke_test","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.827643402Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.827677212Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.827710732Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.827949856Z","target":"phd_tests::crucible::migrate","line":10,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.828126739Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.828339182Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.828391823Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/befb56700b5f07b1c345aa2fe36100e547820aa6aac67a259f58a8651b489594/crucible-downstairs","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.828427993Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.828525235Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9000\", \"--encrypted\", \"--uuid\", \"ca6dc254-2e91-4213-89b9-e49663b71ac8\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.895366623Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:28:47.854158788Z\",\"hostname\":\"sock\",\"pid\":1033}\n{\"msg\":\"UUID: ca6dc254-2e91-4213-89b9-e49663b71ac8\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:28:47.88713134Z\",\"hostname\":\"sock\",\"pid\":1033}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:28:47.88714636Z\",\"hostname\":\"sock\",\"pid\":1033}\n","status":"ExitStatus(unix_wait_status(0))","stderr":"","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.895481835Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9001\", \"--encrypted\", \"--uuid\", \"ca6dc254-2e91-4213-89b9-e49663b71ac8\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.953504422Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:28:47.913507564Z\",\"hostname\":\"sock\",\"pid\":1034}\n{\"msg\":\"UUID: ca6dc254-2e91-4213-89b9-e49663b71ac8\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:28:47.945904009Z\",\"hostname\":\"sock\",\"pid\":1034}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:28:47.945917319Z\",\"hostname\":\"sock\",\"pid\":1034}\n","status":"ExitStatus(unix_wait_status(0))","stderr":"","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:47.953619394Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9002\", \"--encrypted\", \"--uuid\", \"ca6dc254-2e91-4213-89b9-e49663b71ac8\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.019384666Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:28:47.978316533Z\",\"hostname\":\"sock\",\"pid\":1035}\n{\"msg\":\"UUID: ca6dc254-2e91-4213-89b9-e49663b71ac8\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:28:48.011297705Z\",\"hostname\":\"sock\",\"pid\":1035}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:28:48.011309135Z\",\"hostname\":\"sock\",\"pid\":1035}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.019517498Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_ca6dc254-2e91-4213-89b9-e49663b71ac8_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_ca6dc254-2e91-4213-89b9-e49663b71ac8_9000.stderr.log\"","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.019601539Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9000\"]","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.01965199Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9000\"]","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.030074606Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_ca6dc254-2e91-4213-89b9-e49663b71ac8_9001.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_ca6dc254-2e91-4213-89b9-e49663b71ac8_9001.stderr.log\"","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.030172447Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9001\"]","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.030230088Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9001\"]","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.03907008Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_ca6dc254-2e91-4213-89b9-e49663b71ac8_9002.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_ca6dc254-2e91-4213-89b9-e49663b71ac8_9002.stdout.log\"","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.039142791Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9002\"]","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.039176482Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9002\"]","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.048508721Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.048611763Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"crucible_migrate_smoke_source","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": Crucible(CrucibleStorageBackend { readonly: false, request_json: \"{\\\"type\\\":\\\"volume\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"ca6dc254-2e91-4213-89b9-e49663b71ac8\\\",\\\"read_only_parent\\\":{\\\"type\\\":\\\"file\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"a790b330-f163-465f-8d45-0dc687cd4025\\\",\\\"path\\\":\\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\\"},\\\"sub_volumes\\\":[{\\\"type\\\":\\\"region\\\",\\\"block_size\\\":512,\\\"blocks_per_extent\\\":131072,\\\"extent_count\\\":160,\\\"gen\\\":1,\\\"opts\\\":{\\\"id\\\":\\\"0b4b2b02-39ca-4b1b-ba3f-b486f2c19c26\\\",\\\"key\\\":\\\"NQfXLEg4HjNFWqQJukQBDeLpqDLyMNm0l7ZvbS09EMM=\\\",\\\"lossy\\\":false,\\\"read_only\\\":false,\\\"target\\\":[\\\"127.0.0.1:9000\\\",\\\"127.0.0.1:9001\\\",\\\"127.0.0.1:9002\\\"]}}]}\" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.048713494Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.048796186Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/crucible_migrate_smoke_source.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9003","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.048845556Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_migrate_smoke_source.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_migrate_smoke_source.stdout.log\"","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1039","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.059404944Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.05978612Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","elapsed_milliseconds":11} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.059872151Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.061027638Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.570400659Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.570993018Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: a41be325-03f4-4193-a33b-22adf97b113f, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 97658da5-4f04-43db-b683-ef563af7398e, silo_id: 847fceab-c7b5-48bf-90cc-bb27efe9163e }, name: \"phd-vm-a41be325-03f4-4193-a33b-22adf97b113f\", vcpus: 2 }, state: Creating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": Crucible(CrucibleStorageBackend { readonly: false, request_json: \"{\\\"type\\\":\\\"volume\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"ca6dc254-2e91-4213-89b9-e49663b71ac8\\\",\\\"read_only_parent\\\":{\\\"type\\\":\\\"file\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"a790b330-f163-465f-8d45-0dc687cd4025\\\",\\\"path\\\":\\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\\"},\\\"sub_volumes\\\":[{\\\"type\\\":\\\"region\\\",\\\"block_size\\\":512,\\\"blocks_per_extent\\\":131072,\\\"extent_count\\\":160,\\\"gen\\\":1,\\\"opts\\\":{\\\"id\\\":\\\"0b4b2b02-39ca-4b1b-ba3f-b486f2c19c26\\\",\\\"key\\\":\\\"NQfXLEg4HjNFWqQJukQBDeLpqDLyMNm0l7ZvbS09EMM=\\\",\\\"lossy\\\":false,\\\"read_only\\\":false,\\\"target\\\":[\\\"127.0.0.1:9000\\\",\\\"127.0.0.1:9001\\\",\\\"127.0.0.1:9002\\\"]}}]}\" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.571091969Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":511} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.57114771Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.571182821Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.571730939Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.57178188Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.57182348Z","target":"phd_framework::test_vm","line":645,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","timeout_duration":"300s","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.571857331Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.571891581Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:48.571923892Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.353167857Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":4781} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.353248228Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.35342423Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.353475591Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.353510611Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.373215156Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":19} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.373295727Z","target":"phd_framework::test_vm","line":693,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.373327448Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","elapsed_milliseconds":4801} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.37346512Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.37350979Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"ls foo.bar 2> /dev/null","timeout_duration":"Explicit(15s)","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.382499285Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":8} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.382609786Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.382649807Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.415336205Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":32} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.415554309Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.41563149Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"touch ./foo.bar","timeout_duration":"Explicit(15s)","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.426036065Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":10} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.42635922Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.426428421Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.44777731Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":21} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.447912922Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.447961433Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"sync ./foo.bar","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.459243921Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":11} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.459406094Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.459484865Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.492051692Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":32} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.492281935Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.492431767Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": Crucible(CrucibleStorageBackend { readonly: false, request_json: \"{\\\"type\\\":\\\"volume\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"ca6dc254-2e91-4213-89b9-e49663b71ac8\\\",\\\"read_only_parent\\\":{\\\"type\\\":\\\"file\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"927d7209-d7ae-44dd-a441-4d8eafa6b3ed\\\",\\\"path\\\":\\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\\"},\\\"sub_volumes\\\":[{\\\"type\\\":\\\"region\\\",\\\"block_size\\\":512,\\\"blocks_per_extent\\\":131072,\\\"extent_count\\\":160,\\\"gen\\\":2,\\\"opts\\\":{\\\"id\\\":\\\"7048e931-793f-45c3-bef1-e97ada48f362\\\",\\\"key\\\":\\\"NQfXLEg4HjNFWqQJukQBDeLpqDLyMNm0l7ZvbS09EMM=\\\",\\\"lossy\\\":false,\\\"read_only\\\":false,\\\"target\\\":[\\\"127.0.0.1:9000\\\",\\\"127.0.0.1:9001\\\",\\\"127.0.0.1:9002\\\"]}}]}\" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"crucible_migrate_smoke_target","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.49260202Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.492725142Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/crucible_migrate_smoke_target.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9005","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.492768872Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_migrate_smoke_target.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_migrate_smoke_target.stdout.log\"","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1040","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.509129217Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::migrate::smoke_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.509762356Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","elapsed_milliseconds":17} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.509900338Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"crucible_migrate_smoke_source","path":"phd_tests::crucible::migrate::smoke_test","target":"crucible_migrate_smoke_target","source_id":"a41be325-03f4-4193-a33b-22adf97b113f","target_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9003","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.509986849Z","target":"phd_framework::test_vm","line":504,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"42a3a72b-a8bf-481a-a152-602054098077","timeout_duration":"45s","source":"crucible_migrate_smoke_source","path":"phd_tests::crucible::migrate::smoke_test","target":"crucible_migrate_smoke_target","source_id":"a41be325-03f4-4193-a33b-22adf97b113f","target_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.510096431Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"crucible_migrate_smoke_source","path":"phd_tests::crucible::migrate::smoke_test","target":"crucible_migrate_smoke_target","source_id":"a41be325-03f4-4193-a33b-22adf97b113f","vm_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3","vm":"crucible_migrate_smoke_target","target_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:53.51072218Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9005/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","source":"crucible_migrate_smoke_source","path":"phd_tests::crucible::migrate::smoke_test","target":"crucible_migrate_smoke_target","source_id":"a41be325-03f4-4193-a33b-22adf97b113f","vm_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3","vm":"crucible_migrate_smoke_target","target_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:54.046028948Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": Crucible(CrucibleStorageBackend { readonly: false, request_json: \"{\\\"type\\\":\\\"volume\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"ca6dc254-2e91-4213-89b9-e49663b71ac8\\\",\\\"read_only_parent\\\":{\\\"type\\\":\\\"file\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"927d7209-d7ae-44dd-a441-4d8eafa6b3ed\\\",\\\"path\\\":\\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\\"},\\\"sub_volumes\\\":[{\\\"type\\\":\\\"region\\\",\\\"block_size\\\":512,\\\"blocks_per_extent\\\":131072,\\\"extent_count\\\":160,\\\"gen\\\":2,\\\"opts\\\":{\\\"id\\\":\\\"7048e931-793f-45c3-bef1-e97ada48f362\\\",\\\"key\\\":\\\"NQfXLEg4HjNFWqQJukQBDeLpqDLyMNm0l7ZvbS09EMM=\\\",\\\"lossy\\\":false,\\\"read_only\\\":false,\\\"target\\\":[\\\"127.0.0.1:9000\\\",\\\"127.0.0.1:9001\\\",\\\"127.0.0.1:9002\\\"]}}]}\" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 76f87a55-3bef-4ac2-907e-463dcedd87d3, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 3c736b20-9f36-4b35-8691-748a3d3f20e0, silo_id: e4d53871-282c-45f4-9e6b-54bacb764e73 }, name: \"phd-vm-76f87a55-3bef-4ac2-907e-463dcedd87d3\", vcpus: 2 }, state: Migrating }","source":"crucible_migrate_smoke_source","path":"phd_tests::crucible::migrate::smoke_test","target":"crucible_migrate_smoke_target","source_id":"a41be325-03f4-4193-a33b-22adf97b113f","vm_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3","vm":"crucible_migrate_smoke_target","target_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:54.04616221Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_target","target_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3","source":"crucible_migrate_smoke_source","path":"phd_tests::crucible::migrate::smoke_test","target":"crucible_migrate_smoke_target","source_id":"a41be325-03f4-4193-a33b-22adf97b113f","vm_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3","elapsed_milliseconds":535} {"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:28:54.046228151Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"crucible_migrate_smoke_source","path":"phd_tests::crucible::migrate::smoke_test","target":"crucible_migrate_smoke_target","source_id":"a41be325-03f4-4193-a33b-22adf97b113f","migration_id":"42a3a72b-a8bf-481a-a152-602054098077","target_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:05.629449623Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9005\",\"from_start\":7718}}"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.446106527Z","target":"phd_framework::test_vm","line":533,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"crucible_migrate_smoke_source","path":"phd_tests::crucible::migrate::smoke_test","target":"crucible_migrate_smoke_target","source_id":"a41be325-03f4-4193-a33b-22adf97b113f","target_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.446175548Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"crucible_migrate_smoke_source","path":"phd_tests::crucible::migrate::smoke_test","target":"crucible_migrate_smoke_target","source_id":"a41be325-03f4-4193-a33b-22adf97b113f","migration_id":"42a3a72b-a8bf-481a-a152-602054098077","elapsed_milliseconds":15399,"target_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.446219239Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"crucible_migrate_smoke_source","path":"phd_tests::crucible::migrate::smoke_test","target":"crucible_migrate_smoke_target","source_id":"a41be325-03f4-4193-a33b-22adf97b113f","elapsed_milliseconds":15936,"target_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.446387561Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_target"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.446432722Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"ls foo.bar","timeout_duration":"Explicit(15s)","vm_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_target"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.457058621Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3","vm":"crucible_migrate_smoke_target","elapsed_milliseconds":10} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.457370585Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_target"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.457471807Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_target"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.479875671Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3","vm":"crucible_migrate_smoke_target","elapsed_milliseconds":22} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.479973223Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_target"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.480053724Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.480209136Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.480311748Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":20909} {"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::migrate::smoke_test ... ok","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.480331048Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.48045498Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.481173171Z","target":"phd_framework::test_vm","line":974,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_target"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.481596397Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_source"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.607768402Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"a41be325-03f4-4193-a33b-22adf97b113f","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":127} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.609042601Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9005","vm_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_target"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.738934902Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: \"/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9000\" } }","vm_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_target"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.751083074Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9000\"","vm_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_target"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.761788414Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: \"/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9001\" } }","vm_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_target"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.77291002Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9001\"","vm_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_target"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.783534639Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: \"/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9002\" } }","vm_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_target"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.79566495Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9002\"","vm_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_target"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.806100565Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"76f87a55-3bef-4ac2-907e-463dcedd87d3","vm":"crucible_migrate_smoke_target","elapsed_milliseconds":325} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.806161277Z","target":"phd_tests::crucible::migrate","line":10,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::smoke_test","elapsed_milliseconds":21978} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.806452241Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":325} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::running_process::export_failure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.806583013Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.806640624Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.806689434Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.806869237Z","target":"phd_tests::migrate::running_process","line":172,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.806968469Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.807186242Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.807236842Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.807287613Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.829625127Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 766M 1.80T 765M /phd-artifacts\n","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.829741049Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-5e137707-8225-4ef7-bf97-79929337344b\"]","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.84923197Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-5e137707-8225-4ef7-bf97-79929337344b\", \"phd-artifacts/phd-clone-0de043c8-75f9-43a1-af73-2f4163dc6f3a\"]","verb":"clone","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.872761732Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-0de043c8-75f9-43a1-af73-2f4163dc6f3a\"]","verb":"list","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.887934668Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-0de043c8-75f9-43a1-af73-2f4163dc6f3a 0B 1.80T 765M /phd-artifacts/phd-clone-0de043c8-75f9-43a1-af73-2f4163dc6f3a\n","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.888539067Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.888651019Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"migrate_running_process::export_failure_source","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-0de043c8-75f9-43a1-af73-2f4163dc6f3a/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","guest_os_kind":"Alpine","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.88875244Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.888835372Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","config_toml_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_source.config.toml\"","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.888875432Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_source.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_source.stderr.log\"","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1047","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.898300153Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.89876448Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":10} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.898862082Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.898923512Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-0de043c8-75f9-43a1-af73-2f4163dc6f3a/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"migrate_running_process::export_failure_target1","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.898982853Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.899045414Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9002","config_toml_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_target1.config.toml\"","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.899087035Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_target1.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_target1.stdout.log\"","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1048","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.907818235Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.90813914Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":9} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.908229682Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.908301993Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-0de043c8-75f9-43a1-af73-2f4163dc6f3a/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"migrate_running_process::export_failure_target2","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.908374394Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.908443545Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9004","config_toml_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_target2.config.toml\"","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.908492035Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_target2.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_target2.stderr.log\"","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1049","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.917069964Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.917439999Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":9} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:09.91753035Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:10.036373205Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:10.03736941Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 89e35069-4df2-4191-9837-76e73739c153, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 76007cc2-06c7-4f71-934c-9f03c4f8faf2, silo_id: b9c0041e-323f-405a-86d2-55bf667bfde6 }, name: \"phd-vm-89e35069-4df2-4191-9837-76e73739c153\", vcpus: 2 }, state: Creating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-0de043c8-75f9-43a1-af73-2f4163dc6f3a/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:10.037471552Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_source","vm_id":"89e35069-4df2-4191-9837-76e73739c153","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":119} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:10.037549573Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:10.037587773Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:10.038189812Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_source","vm_id":"89e35069-4df2-4191-9837-76e73739c153","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:10.038250503Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:10.038293414Z","target":"phd_framework::test_vm","line":645,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"300s","vm":"migrate_running_process::export_failure_source","vm_id":"89e35069-4df2-4191-9837-76e73739c153","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:10.038327734Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:10.038362035Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:10.038397635Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.277158316Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_source","vm_id":"89e35069-4df2-4191-9837-76e73739c153","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":4238} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.277233467Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.2774035Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.27745323Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.277488031Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.297042923Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_source","vm_id":"89e35069-4df2-4191-9837-76e73739c153","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":19} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.297130454Z","target":"phd_framework::test_vm","line":693,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.297162895Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":4258} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.297354527Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.297400098Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"cat >dirt.sh <<'EOF'\n> #!/usr/bin/env sh\n> # a simple script for testing migration of running process memory.\n> #\n> # this script will write a bunch of \"hello\"s to an in-memory string, then\n> # suspend to wait for a migration to occur. after the migration happens, the\n> # script can be foregrounded, and it will then check that the data is still\n> # there.\n> dirt=\"hello\"\n> len=8192 # 8 KiB ought to be enough for anyone\n> \n> # store 8k of data in memory\n> i=0\n> while [ \"$i\" -lt \"$len\" ]\n> do\n> dirt=\"$dirt\n> hello\"\n> i=$(( i + 1 ))\n> done\n> \n> echo \"made dirt\"\n> \n> # suspend this process and wait for it to be resumed before checking that the\n> # data still exists.\n> #\n> # N.B.: posix sh doesn't have a suspend builtin, but we can make our own!\n> kill -s TSTP $$\n> \n> # check that the data is still correct.\n> #\n> # we do this by writing it out to a file and then looping through the file,\n> # because i wasn't sure how to loop over a variable line by line in posix sh\n> # without using a file.\n> dirtfile=\"/tmp/dirt.txt\"\n> echo \"$dirt\" > \"$dirtfile\"\n> actual_len=$(wc -l \"$dirtfile\" | cut -d \" \" -f 1)\n> echo \"found $actual_len lines of dirt\"\n> \n> # pre-check the file's length\n> if [ \"$actual_len\" -lt \"$len\" ]\n> then\n> echo \"not enough dirt: $actual_len < $len\"\n> exit 1\n> fi\n> \n> i=0\n> while read -r line\n> do\n> if [ $i -eq 8192 ]; then\n> echo \"all good\"\n> exit 0\n> fi\n> if [ \"$line\" != \"hello\" ]\n> then\n> echo \"bad dirt $i: $line\"\n> exit 1\n> fi\n> i=$(( i + 1 ))\n> done < \"$dirtfile\"\n> EOF","timeout_duration":"Explicit(15s)","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.507138712Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_source","vm_id":"89e35069-4df2-4191-9837-76e73739c153","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":209} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.507252714Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.507295924Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.515825622Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_source","vm_id":"89e35069-4df2-4191-9837-76e73739c153","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":8} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.516044915Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.516095146Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"chmod +x dirt.sh","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.527342844Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_source","vm_id":"89e35069-4df2-4191-9837-76e73739c153","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":11} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.527639338Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.5277204Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.560281106Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_source","vm_id":"89e35069-4df2-4191-9837-76e73739c153","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":32} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.560502709Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.56058446Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"./dirt.sh","timeout_duration":"Explicit(15s)","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.570857724Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_source","vm_id":"89e35069-4df2-4191-9837-76e73739c153","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":10} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.571080157Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.571160709Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.876168526Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_source","vm_id":"89e35069-4df2-4191-9837-76e73739c153","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":305} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.876301348Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::export_failure_target1","target_id":"baded6e1-9b4d-4fcc-b157-265523ecb94e","source":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","source_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.876377919Z","target":"phd_framework::test_vm","line":504,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"ea07320e-c43a-4787-ac66-c86e23cd1d09","timeout_duration":"45s","target":"migrate_running_process::export_failure_target1","target_id":"baded6e1-9b4d-4fcc-b157-265523ecb94e","source":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","source_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.87645912Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::export_failure_target1","vm":"migrate_running_process::export_failure_target1","target_id":"baded6e1-9b4d-4fcc-b157-265523ecb94e","source":"migrate_running_process::export_failure_source","vm_id":"baded6e1-9b4d-4fcc-b157-265523ecb94e","path":"phd_tests::migrate::running_process::export_failure","source_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.99427504Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: baded6e1-9b4d-4fcc-b157-265523ecb94e, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 807cbc11-2b61-47b4-aa8c-eca6d50f5b4d, silo_id: daa69483-53d4-4dd8-b276-9e9d0d7a5758 }, name: \"phd-vm-baded6e1-9b4d-4fcc-b157-265523ecb94e\", vcpus: 2 }, state: Migrating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-0de043c8-75f9-43a1-af73-2f4163dc6f3a/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","target":"migrate_running_process::export_failure_target1","vm":"migrate_running_process::export_failure_target1","target_id":"baded6e1-9b4d-4fcc-b157-265523ecb94e","source":"migrate_running_process::export_failure_source","vm_id":"baded6e1-9b4d-4fcc-b157-265523ecb94e","path":"phd_tests::migrate::running_process::export_failure","source_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.994401042Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::export_failure_target1","source":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":117,"vm":"migrate_running_process::export_failure_target1","vm_id":"baded6e1-9b4d-4fcc-b157-265523ecb94e","target_id":"baded6e1-9b4d-4fcc-b157-265523ecb94e","source_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:14.994465933Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::export_failure_target1","migration_id":"ea07320e-c43a-4787-ac66-c86e23cd1d09","target_id":"baded6e1-9b4d-4fcc-b157-265523ecb94e","source":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","source_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Instance reported error during migration","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:30.329719123Z","target":"phd_framework::test_vm","line":537,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::export_failure_target1","target_id":"baded6e1-9b4d-4fcc-b157-265523ecb94e","source":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","source_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:30.329877165Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":15335,"target":"migrate_running_process::export_failure_target1","migration_id":"ea07320e-c43a-4787-ac66-c86e23cd1d09","target_id":"baded6e1-9b4d-4fcc-b157-265523ecb94e","source":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","source_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:30.329924856Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":15453,"target":"migrate_running_process::export_failure_target1","target_id":"baded6e1-9b4d-4fcc-b157-265523ecb94e","source":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","source_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] first migration failed as expected","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:30.329981637Z","target":"phd_tests::migrate::running_process","line":206,"file":"phd-tests/tests/src/migrate.rs","error":"live migration","path":"phd_tests::migrate::running_process::export_failure"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:30.330035928Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::export_failure_target2","target_id":"ea99faba-4758-454a-9030-80a6a67a8d37","source":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","source_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:30.330077448Z","target":"phd_framework::test_vm","line":504,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"45s","migration_id":"f75d4657-2e68-465d-a47b-8eded697e431","target":"migrate_running_process::export_failure_target2","target_id":"ea99faba-4758-454a-9030-80a6a67a8d37","source":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","source_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:30.330121039Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::export_failure_target2","vm":"migrate_running_process::export_failure_target2","target_id":"ea99faba-4758-454a-9030-80a6a67a8d37","source":"migrate_running_process::export_failure_source","vm_id":"ea99faba-4758-454a-9030-80a6a67a8d37","path":"phd_tests::migrate::running_process::export_failure","source_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:30.44196056Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-0de043c8-75f9-43a1-af73-2f4163dc6f3a/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: ea99faba-4758-454a-9030-80a6a67a8d37, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 8b9a2fd7-9ed7-44aa-ab87-22e25267d40e, silo_id: 503ab990-8788-480b-94fe-b4c5f6d7f554 }, name: \"phd-vm-ea99faba-4758-454a-9030-80a6a67a8d37\", vcpus: 2 }, state: Migrating }","target":"migrate_running_process::export_failure_target2","vm":"migrate_running_process::export_failure_target2","target_id":"ea99faba-4758-454a-9030-80a6a67a8d37","source":"migrate_running_process::export_failure_source","vm_id":"ea99faba-4758-454a-9030-80a6a67a8d37","path":"phd_tests::migrate::running_process::export_failure","source_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:30.442089922Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::export_failure_target2","source":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":111,"vm":"migrate_running_process::export_failure_target2","vm_id":"ea99faba-4758-454a-9030-80a6a67a8d37","target_id":"ea99faba-4758-454a-9030-80a6a67a8d37","source_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:30.442155533Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::export_failure_target2","migration_id":"f75d4657-2e68-465d-a47b-8eded697e431","target_id":"ea99faba-4758-454a-9030-80a6a67a8d37","source":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","source_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:41.884263227Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9004\",\"from_start\":9375}}"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:46.379110893Z","target":"phd_framework::test_vm","line":533,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::export_failure_target2","target_id":"ea99faba-4758-454a-9030-80a6a67a8d37","source":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","source_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:46.379175524Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":15936,"target":"migrate_running_process::export_failure_target2","migration_id":"f75d4657-2e68-465d-a47b-8eded697e431","target_id":"ea99faba-4758-454a-9030-80a6a67a8d37","source":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","source_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:46.379221405Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":16049,"target":"migrate_running_process::export_failure_target2","target_id":"ea99faba-4758-454a-9030-80a6a67a8d37","source":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","source_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:46.379383587Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_target2","path":"phd_tests::migrate::running_process::export_failure","vm_id":"ea99faba-4758-454a-9030-80a6a67a8d37"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:46.379430738Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"fg","timeout_duration":"Explicit(15s)","vm":"migrate_running_process::export_failure_target2","path":"phd_tests::migrate::running_process::export_failure","vm_id":"ea99faba-4758-454a-9030-80a6a67a8d37"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:46.39094419Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_target2","vm_id":"ea99faba-4758-454a-9030-80a6a67a8d37","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":11} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:46.391167223Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_target2","path":"phd_tests::migrate::running_process::export_failure","vm_id":"ea99faba-4758-454a-9030-80a6a67a8d37"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:46.391246964Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"migrate_running_process::export_failure_target2","path":"phd_tests::migrate::running_process::export_failure","vm_id":"ea99faba-4758-454a-9030-80a6a67a8d37"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:46.479567374Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_target2","vm_id":"ea99faba-4758-454a-9030-80a6a67a8d37","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":88} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:46.479791867Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_target2","path":"phd_tests::migrate::running_process::export_failure","vm_id":"ea99faba-4758-454a-9030-80a6a67a8d37"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:46.47996888Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_target1","path":"phd_tests::migrate::running_process::export_failure","vm_id":"baded6e1-9b4d-4fcc-b157-265523ecb94e"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:46.480124572Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:46.480375126Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::running_process::export_failure ... ok","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:46.480463957Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:46.480542839Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":36444} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:46.480576279Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:46.480858663Z","target":"phd_framework::test_vm","line":974,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_target2","path":"phd_tests::migrate::running_process::export_failure","vm_id":"ea99faba-4758-454a-9030-80a6a67a8d37"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:46.481132977Z","target":"phd_framework::test_vm","line":974,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_target1","path":"phd_tests::migrate::running_process::export_failure","vm_id":"baded6e1-9b4d-4fcc-b157-265523ecb94e"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:46.481355751Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure","vm_id":"89e35069-4df2-4191-9837-76e73739c153"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:46.62116886Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_source","vm_id":"89e35069-4df2-4191-9837-76e73739c153","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":140} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.08636718Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","vm":"migrate_running_process::export_failure_target1","path":"phd_tests::migrate::running_process::export_failure","vm_id":"baded6e1-9b4d-4fcc-b157-265523ecb94e"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.224130468Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_target1","vm_id":"baded6e1-9b4d-4fcc-b157-265523ecb94e","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":743} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.225294446Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9004","vm":"migrate_running_process::export_failure_target2","path":"phd_tests::migrate::running_process::export_failure","vm_id":"ea99faba-4758-454a-9030-80a6a67a8d37"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.357739254Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm":"migrate_running_process::export_failure_target2","path":"phd_tests::migrate::running_process::export_failure","vm_id":"ea99faba-4758-454a-9030-80a6a67a8d37"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.357827366Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-0de043c8-75f9-43a1-af73-2f4163dc6f3a\"]","verb":"destroy","vm":"migrate_running_process::export_failure_target2","path":"phd_tests::migrate::running_process::export_failure","vm_id":"ea99faba-4758-454a-9030-80a6a67a8d37"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.394279671Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm":"migrate_running_process::export_failure_target2","path":"phd_tests::migrate::running_process::export_failure","vm_id":"ea99faba-4758-454a-9030-80a6a67a8d37"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.394347252Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-5e137707-8225-4ef7-bf97-79929337344b\"]","vm":"migrate_running_process::export_failure_target2","path":"phd_tests::migrate::running_process::export_failure","vm_id":"ea99faba-4758-454a-9030-80a6a67a8d37"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.42167102Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_target2","vm_id":"ea99faba-4758-454a-9030-80a6a67a8d37","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":941} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.421753771Z","target":"phd_tests::migrate::running_process","line":172,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":37614} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.422037845Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":941} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::running_process::import_failure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.422128457Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.422167787Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.422195438Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.42233637Z","target":"phd_tests::migrate::running_process","line":120,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.422423851Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.422617524Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.422669665Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.422716395Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.44041663Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 766M 1.80T 765M /phd-artifacts\n","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.440497521Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-51104c96-0299-4030-b1fd-6c783ef89c03\"]","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.464958016Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-51104c96-0299-4030-b1fd-6c783ef89c03\", \"phd-artifacts/phd-clone-ee378a31-65ee-448e-833d-b41b9fcc82a5\"]","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.486707821Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-ee378a31-65ee-448e-833d-b41b9fcc82a5\"]","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.50069165Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-ee378a31-65ee-448e-833d-b41b9fcc82a5 0B 1.80T 765M /phd-artifacts/phd-clone-ee378a31-65ee-448e-833d-b41b9fcc82a5\n","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.501200798Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.501281899Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"migrate_running_process::import_failure_source","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-ee378a31-65ee-448e-833d-b41b9fcc82a5/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.50135338Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.501424261Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_source.config.toml\"","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.501464452Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_source.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_source.stderr.log\"","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1059","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.510367765Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.5106879Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":9,"path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.510827432Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.511019595Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.511066025Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.511109266Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.525933187Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 766M 1.80T 765M /phd-artifacts\n","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.526016469Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-6f532004-822f-4e0e-a5cd-0cd14d701cb9\"]","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.545737494Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-6f532004-822f-4e0e-a5cd-0cd14d701cb9\", \"phd-artifacts/phd-clone-903dd48a-1fc8-48a1-aec2-4ac2fff0a5e2\"]","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.566302881Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-903dd48a-1fc8-48a1-aec2-4ac2fff0a5e2\"]","verb":"list","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.580082227Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-903dd48a-1fc8-48a1-aec2-4ac2fff0a5e2 0B 1.80T 765M /phd-artifacts/phd-clone-903dd48a-1fc8-48a1-aec2-4ac2fff0a5e2\n","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.580597184Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.580692226Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"migrate_running_process::import_failure_target1","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-903dd48a-1fc8-48a1-aec2-4ac2fff0a5e2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.580769907Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.580837278Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9002","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_target1.config.toml\"","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.580876659Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_target1.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_target1.stdout.log\"","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1064","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.58964613Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.590087226Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":9,"path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.590195708Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.590282229Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migrate_running_process::import_failure_target2","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-ee378a31-65ee-448e-833d-b41b9fcc82a5/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.59036839Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.590451842Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_target2.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9004","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.590505002Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_target2.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_target2.stdout.log\"","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1065","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.600018085Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.60039617Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":10,"path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.600476151Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.718000247Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.718728088Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-ee378a31-65ee-448e-833d-b41b9fcc82a5/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 38121d31-ef43-48b9-9904-566e4a92b400, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 4e64be80-8981-4c59-83bc-65d4dcfb3632, silo_id: 359711e2-6d48-4aea-b361-f8db0eae996b }, name: \"phd-vm-38121d31-ef43-48b9-9904-566e4a92b400\", vcpus: 2 }, state: Creating }","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.718808719Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":118,"vm":"migrate_running_process::import_failure_source","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.71887709Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.718913041Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.719438989Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":0,"vm":"migrate_running_process::import_failure_source","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.71949611Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.7195373Z","target":"phd_framework::test_vm","line":645,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400","vm":"migrate_running_process::import_failure_source","timeout_duration":"300s","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.719572761Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.719609681Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:47.719643722Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.025764289Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":4306,"vm":"migrate_running_process::import_failure_source","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.02585893Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.026038383Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.026091003Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.026127704Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.045334311Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":19,"vm":"migrate_running_process::import_failure_source","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.045418802Z","target":"phd_framework::test_vm","line":693,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.045450233Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4325,"path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.045634735Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.045679766Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"cat >dirt.sh <<'EOF'\n> #!/usr/bin/env sh\n> # a simple script for testing migration of running process memory.\n> #\n> # this script will write a bunch of \"hello\"s to an in-memory string, then\n> # suspend to wait for a migration to occur. after the migration happens, the\n> # script can be foregrounded, and it will then check that the data is still\n> # there.\n> dirt=\"hello\"\n> len=8192 # 8 KiB ought to be enough for anyone\n> \n> # store 8k of data in memory\n> i=0\n> while [ \"$i\" -lt \"$len\" ]\n> do\n> dirt=\"$dirt\n> hello\"\n> i=$(( i + 1 ))\n> done\n> \n> echo \"made dirt\"\n> \n> # suspend this process and wait for it to be resumed before checking that the\n> # data still exists.\n> #\n> # N.B.: posix sh doesn't have a suspend builtin, but we can make our own!\n> kill -s TSTP $$\n> \n> # check that the data is still correct.\n> #\n> # we do this by writing it out to a file and then looping through the file,\n> # because i wasn't sure how to loop over a variable line by line in posix sh\n> # without using a file.\n> dirtfile=\"/tmp/dirt.txt\"\n> echo \"$dirt\" > \"$dirtfile\"\n> actual_len=$(wc -l \"$dirtfile\" | cut -d \" \" -f 1)\n> echo \"found $actual_len lines of dirt\"\n> \n> # pre-check the file's length\n> if [ \"$actual_len\" -lt \"$len\" ]\n> then\n> echo \"not enough dirt: $actual_len < $len\"\n> exit 1\n> fi\n> \n> i=0\n> while read -r line\n> do\n> if [ $i -eq 8192 ]; then\n> echo \"all good\"\n> exit 0\n> fi\n> if [ \"$line\" != \"hello\" ]\n> then\n> echo \"bad dirt $i: $line\"\n> exit 1\n> fi\n> i=$(( i + 1 ))\n> done < \"$dirtfile\"\n> EOF","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.150775966Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":105,"vm":"migrate_running_process::import_failure_source","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.150890588Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.150930839Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.153220503Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":2,"vm":"migrate_running_process::import_failure_source","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.153351575Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.153399976Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"chmod +x dirt.sh","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.163585428Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":10,"vm":"migrate_running_process::import_failure_source","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.16371243Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.16376054Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.186117145Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":22,"vm":"migrate_running_process::import_failure_source","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.186250596Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.186299087Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"./dirt.sh","timeout_duration":"Explicit(15s)","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.196573381Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":10,"vm":"migrate_running_process::import_failure_source","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.196767274Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.196850925Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.508710765Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":311,"vm":"migrate_running_process::import_failure_source","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.508923718Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"38121d31-ef43-48b9-9904-566e4a92b400","target_id":"86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15","target":"migrate_running_process::import_failure_target1","path":"phd_tests::migrate::running_process::import_failure","source":"migrate_running_process::import_failure_source"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.509045279Z","target":"phd_framework::test_vm","line":504,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"45s","migration_id":"0206fcab-6e76-42b5-adbb-ce66d550fc9e","source_id":"38121d31-ef43-48b9-9904-566e4a92b400","target_id":"86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15","target":"migrate_running_process::import_failure_target1","path":"phd_tests::migrate::running_process::import_failure","source":"migrate_running_process::import_failure_source"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.509180421Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"38121d31-ef43-48b9-9904-566e4a92b400","target_id":"86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15","target":"migrate_running_process::import_failure_target1","path":"phd_tests::migrate::running_process::import_failure","vm_id":"86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15","vm":"migrate_running_process::import_failure_target1","source":"migrate_running_process::import_failure_source"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.625995377Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-903dd48a-1fc8-48a1-aec2-4ac2fff0a5e2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 649c2a54-3960-4620-a82b-4f56279c6e08, silo_id: bcbff011-84bb-47ec-80de-0ea63834c52a }, name: \"phd-vm-86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15\", vcpus: 2 }, state: Migrating }","source_id":"38121d31-ef43-48b9-9904-566e4a92b400","target_id":"86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15","target":"migrate_running_process::import_failure_target1","path":"phd_tests::migrate::running_process::import_failure","vm_id":"86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15","vm":"migrate_running_process::import_failure_target1","source":"migrate_running_process::import_failure_source"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.626111439Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::import_failure_target1","elapsed_milliseconds":116,"vm_id":"86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15","source_id":"38121d31-ef43-48b9-9904-566e4a92b400","target_id":"86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15","source":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure","vm":"migrate_running_process::import_failure_target1"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:29:52.626169549Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"38121d31-ef43-48b9-9904-566e4a92b400","target_id":"86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15","target":"migrate_running_process::import_failure_target1","path":"phd_tests::migrate::running_process::import_failure","migration_id":"0206fcab-6e76-42b5-adbb-ce66d550fc9e","source":"migrate_running_process::import_failure_source"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Instance reported error during migration","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:06.901978301Z","target":"phd_framework::test_vm","line":537,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"38121d31-ef43-48b9-9904-566e4a92b400","target_id":"86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15","target":"migrate_running_process::import_failure_target1","path":"phd_tests::migrate::running_process::import_failure","source":"migrate_running_process::import_failure_source"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:06.902157484Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"38121d31-ef43-48b9-9904-566e4a92b400","target_id":"86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15","target":"migrate_running_process::import_failure_target1","path":"phd_tests::migrate::running_process::import_failure","migration_id":"0206fcab-6e76-42b5-adbb-ce66d550fc9e","elapsed_milliseconds":14275,"source":"migrate_running_process::import_failure_source"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:06.902213165Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"38121d31-ef43-48b9-9904-566e4a92b400","target_id":"86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15","target":"migrate_running_process::import_failure_target1","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":14393,"source":"migrate_running_process::import_failure_source"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] first migration failed as expected","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:06.902285016Z","target":"phd_tests::migrate::running_process","line":162,"file":"phd-tests/tests/src/migrate.rs","error":"live migration","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:06.902349847Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"38121d31-ef43-48b9-9904-566e4a92b400","target_id":"508e5cc1-88f6-4506-8db2-7b228d79d9f4","target":"migrate_running_process::import_failure_target2","path":"phd_tests::migrate::running_process::import_failure","source":"migrate_running_process::import_failure_source"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:06.902391487Z","target":"phd_framework::test_vm","line":504,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"508239ab-756c-4523-8e43-86a821d9f0e6","timeout_duration":"45s","source_id":"38121d31-ef43-48b9-9904-566e4a92b400","target_id":"508e5cc1-88f6-4506-8db2-7b228d79d9f4","target":"migrate_running_process::import_failure_target2","path":"phd_tests::migrate::running_process::import_failure","source":"migrate_running_process::import_failure_source"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:06.902436378Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"38121d31-ef43-48b9-9904-566e4a92b400","target_id":"508e5cc1-88f6-4506-8db2-7b228d79d9f4","target":"migrate_running_process::import_failure_target2","path":"phd_tests::migrate::running_process::import_failure","vm_id":"508e5cc1-88f6-4506-8db2-7b228d79d9f4","vm":"migrate_running_process::import_failure_target2","source":"migrate_running_process::import_failure_source"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:07.015674579Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-ee378a31-65ee-448e-833d-b41b9fcc82a5/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 508e5cc1-88f6-4506-8db2-7b228d79d9f4, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: cb64e578-25e7-4212-a09b-499f5ee7d551, silo_id: 440cf17c-3611-41e0-96d2-2097225b8013 }, name: \"phd-vm-508e5cc1-88f6-4506-8db2-7b228d79d9f4\", vcpus: 2 }, state: Migrating }","source_id":"38121d31-ef43-48b9-9904-566e4a92b400","target_id":"508e5cc1-88f6-4506-8db2-7b228d79d9f4","target":"migrate_running_process::import_failure_target2","path":"phd_tests::migrate::running_process::import_failure","vm_id":"508e5cc1-88f6-4506-8db2-7b228d79d9f4","vm":"migrate_running_process::import_failure_target2","source":"migrate_running_process::import_failure_source"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:07.015805411Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::import_failure_target2","elapsed_milliseconds":113,"vm_id":"508e5cc1-88f6-4506-8db2-7b228d79d9f4","source_id":"38121d31-ef43-48b9-9904-566e4a92b400","target_id":"508e5cc1-88f6-4506-8db2-7b228d79d9f4","source":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure","vm":"migrate_running_process::import_failure_target2"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:07.015873562Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"38121d31-ef43-48b9-9904-566e4a92b400","target_id":"508e5cc1-88f6-4506-8db2-7b228d79d9f4","target":"migrate_running_process::import_failure_target2","path":"phd_tests::migrate::running_process::import_failure","migration_id":"508239ab-756c-4523-8e43-86a821d9f0e6","source":"migrate_running_process::import_failure_source"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:18.464597475Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9004\",\"from_start\":9375}}"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:21.917073008Z","target":"phd_framework::test_vm","line":533,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"38121d31-ef43-48b9-9904-566e4a92b400","target_id":"508e5cc1-88f6-4506-8db2-7b228d79d9f4","target":"migrate_running_process::import_failure_target2","path":"phd_tests::migrate::running_process::import_failure","source":"migrate_running_process::import_failure_source"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:21.917136979Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"38121d31-ef43-48b9-9904-566e4a92b400","target_id":"508e5cc1-88f6-4506-8db2-7b228d79d9f4","target":"migrate_running_process::import_failure_target2","path":"phd_tests::migrate::running_process::import_failure","migration_id":"508239ab-756c-4523-8e43-86a821d9f0e6","elapsed_milliseconds":14901,"source":"migrate_running_process::import_failure_source"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:21.917184199Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"38121d31-ef43-48b9-9904-566e4a92b400","target_id":"508e5cc1-88f6-4506-8db2-7b228d79d9f4","target":"migrate_running_process::import_failure_target2","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":15014,"source":"migrate_running_process::import_failure_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:21.917350922Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"508e5cc1-88f6-4506-8db2-7b228d79d9f4","vm":"migrate_running_process::import_failure_target2","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:21.917395583Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"fg","vm_id":"508e5cc1-88f6-4506-8db2-7b228d79d9f4","vm":"migrate_running_process::import_failure_target2","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:21.928116493Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":10,"vm":"migrate_running_process::import_failure_target2","vm_id":"508e5cc1-88f6-4506-8db2-7b228d79d9f4"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:21.928416107Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"508e5cc1-88f6-4506-8db2-7b228d79d9f4","vm":"migrate_running_process::import_failure_target2","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:21.928508849Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm_id":"508e5cc1-88f6-4506-8db2-7b228d79d9f4","vm":"migrate_running_process::import_failure_target2","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.016832788Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":88,"vm":"migrate_running_process::import_failure_target2","vm_id":"508e5cc1-88f6-4506-8db2-7b228d79d9f4"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.017000541Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"508e5cc1-88f6-4506-8db2-7b228d79d9f4","vm":"migrate_running_process::import_failure_target2","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.017143503Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15","vm":"migrate_running_process::import_failure_target1","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.017258905Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.017490098Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::running_process::import_failure ... ok","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.017554599Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.01761475Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":34299} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.01764795Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.018058517Z","target":"phd_framework::test_vm","line":974,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"508e5cc1-88f6-4506-8db2-7b228d79d9f4","vm":"migrate_running_process::import_failure_target2","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.018501573Z","target":"phd_framework::test_vm","line":974,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15","vm":"migrate_running_process::import_failure_target1","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.018507263Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.153326138Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":135,"vm":"migrate_running_process::import_failure_source","vm_id":"38121d31-ef43-48b9-9904-566e4a92b400"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.382544582Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","vm_id":"86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15","vm":"migrate_running_process::import_failure_target1","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.518190739Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm_id":"86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15","vm":"migrate_running_process::import_failure_target1","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.518301501Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-903dd48a-1fc8-48a1-aec2-4ac2fff0a5e2\"]","vm_id":"86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15","vm":"migrate_running_process::import_failure_target1","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.540779676Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm_id":"86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15","vm":"migrate_running_process::import_failure_target1","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.540836668Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-6f532004-822f-4e0e-a5cd-0cd14d701cb9\"]","vm_id":"86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15","vm":"migrate_running_process::import_failure_target1","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.564289368Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":546,"vm":"migrate_running_process::import_failure_target1","vm_id":"86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.68889962Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9004","vm_id":"508e5cc1-88f6-4506-8db2-7b228d79d9f4","vm":"migrate_running_process::import_failure_target2","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.82477424Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm_id":"508e5cc1-88f6-4506-8db2-7b228d79d9f4","vm":"migrate_running_process::import_failure_target2","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.824846411Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-ee378a31-65ee-448e-833d-b41b9fcc82a5\"]","vm_id":"508e5cc1-88f6-4506-8db2-7b228d79d9f4","vm":"migrate_running_process::import_failure_target2","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.859356876Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm_id":"508e5cc1-88f6-4506-8db2-7b228d79d9f4","vm":"migrate_running_process::import_failure_target2","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.859411097Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-51104c96-0299-4030-b1fd-6c783ef89c03\"]","vm_id":"508e5cc1-88f6-4506-8db2-7b228d79d9f4","vm":"migrate_running_process::import_failure_target2","path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.885289924Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":868,"vm":"migrate_running_process::import_failure_target2","vm_id":"508e5cc1-88f6-4506-8db2-7b228d79d9f4"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.885359705Z","target":"phd_tests::migrate::running_process","line":120,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":35462,"path":"phd_tests::migrate::running_process::import_failure"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.885606289Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":867} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::running_process::migrate_running_process","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.88569609Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.885733901Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.885762511Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.885892903Z","target":"phd_tests::migrate::running_process","line":100,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.885980834Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.886153007Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.886206108Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.886255468Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.90843999Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 765M 1.80T 765M /phd-artifacts\n","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.908536991Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-3c66a0e4-f4e0-4c5f-b26e-75a92c0dbb63\"]","verb":"snapshot","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.931011547Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-3c66a0e4-f4e0-4c5f-b26e-75a92c0dbb63\", \"phd-artifacts/phd-clone-dc3d11c4-f438-47ac-bfb5-5858816fb692\"]","verb":"clone","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.95529022Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-dc3d11c4-f438-47ac-bfb5-5858816fb692\"]","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.970873153Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-dc3d11c4-f438-47ac-bfb5-5858816fb692 0B 1.80T 765M /phd-artifacts/phd-clone-dc3d11c4-f438-47ac-bfb5-5858816fb692\n","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.971481182Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.971597703Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-dc3d11c4-f438-47ac-bfb5-5858816fb692/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"migrate_running_process_source","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.971681815Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.971750376Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/migrate_running_process_source.config.toml\"","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.971795666Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migrate_running_process_source.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migrate_running_process_source.stdout.log\"","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1077","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.980375575Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.9807408Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","elapsed_milliseconds":9} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.980837301Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.980916272Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"migrate_running_process_target","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-dc3d11c4-f438-47ac-bfb5-5858816fb692/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.980988064Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.981058375Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/migrate_running_process_target.config.toml\"","server_addr":"127.0.0.1:9002","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.981107066Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migrate_running_process_target.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migrate_running_process_target.stdout.log\"","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1078","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.990378634Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.9907814Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","elapsed_milliseconds":9} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.990870961Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:22.99143389Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:23.793644036Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:23.794152423Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-dc3d11c4-f438-47ac-bfb5-5858816fb692/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: e00065cf-1436-4f48-b88c-e288bf8ad30a, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: aa6cfa37-37a4-4aa2-9199-0b873d0e3960, silo_id: 61be3d69-732b-4b46-a6cf-2df64d94dbdb }, name: \"phd-vm-e00065cf-1436-4f48-b88c-e288bf8ad30a\", vcpus: 2 }, state: Creating }","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:23.794232775Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","elapsed_milliseconds":803,"vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:23.794297796Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:23.794333096Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:23.794823223Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","elapsed_milliseconds":0,"vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:23.794875264Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:23.794917305Z","target":"phd_framework::test_vm","line":645,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"300s","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:23.794950355Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:23.794993886Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:23.795029386Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:27.991394723Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","elapsed_milliseconds":4196,"vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:27.991464284Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:27.991629876Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:27.991680837Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:27.991716628Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost:~#","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.011396512Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","elapsed_milliseconds":19,"vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.011484113Z","target":"phd_framework::test_vm","line":693,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.011516593Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","elapsed_milliseconds":4216} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.011697166Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.011741857Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"cat >dirt.sh <<'EOF'\n> #!/usr/bin/env sh\n> # a simple script for testing migration of running process memory.\n> #\n> # this script will write a bunch of \"hello\"s to an in-memory string, then\n> # suspend to wait for a migration to occur. after the migration happens, the\n> # script can be foregrounded, and it will then check that the data is still\n> # there.\n> dirt=\"hello\"\n> len=8192 # 8 KiB ought to be enough for anyone\n> \n> # store 8k of data in memory\n> i=0\n> while [ \"$i\" -lt \"$len\" ]\n> do\n> dirt=\"$dirt\n> hello\"\n> i=$(( i + 1 ))\n> done\n> \n> echo \"made dirt\"\n> \n> # suspend this process and wait for it to be resumed before checking that the\n> # data still exists.\n> #\n> # N.B.: posix sh doesn't have a suspend builtin, but we can make our own!\n> kill -s TSTP $$\n> \n> # check that the data is still correct.\n> #\n> # we do this by writing it out to a file and then looping through the file,\n> # because i wasn't sure how to loop over a variable line by line in posix sh\n> # without using a file.\n> dirtfile=\"/tmp/dirt.txt\"\n> echo \"$dirt\" > \"$dirtfile\"\n> actual_len=$(wc -l \"$dirtfile\" | cut -d \" \" -f 1)\n> echo \"found $actual_len lines of dirt\"\n> \n> # pre-check the file's length\n> if [ \"$actual_len\" -lt \"$len\" ]\n> then\n> echo \"not enough dirt: $actual_len < $len\"\n> exit 1\n> fi\n> \n> i=0\n> while read -r line\n> do\n> if [ $i -eq 8192 ]; then\n> echo \"all good\"\n> exit 0\n> fi\n> if [ \"$line\" != \"hello\" ]\n> then\n> echo \"bad dirt $i: $line\"\n> exit 1\n> fi\n> i=$(( i + 1 ))\n> done < \"$dirtfile\"\n> EOF","timeout_duration":"Explicit(15s)","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.115260414Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","elapsed_milliseconds":103,"vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.115373785Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.115415396Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.118880968Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","elapsed_milliseconds":3,"vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.119099331Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.119180672Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"chmod +x dirt.sh","timeout_duration":"Explicit(15s)","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.129469046Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","elapsed_milliseconds":10,"vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.129674559Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.12972586Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.162342047Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","elapsed_milliseconds":32,"vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.162481159Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.16253182Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"./dirt.sh","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.173772508Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","elapsed_milliseconds":11,"vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.1739055Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.173954871Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.480140705Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","elapsed_milliseconds":306,"vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.480260277Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","source":"migrate_running_process_source","source_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","target_id":"110b7b8f-17c3-4f17-a26a-c45dc78685d3","target":"migrate_running_process_target"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.480338038Z","target":"phd_framework::test_vm","line":504,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"45s","migration_id":"f6d86a52-f363-4930-9ea1-81c99db5bbc7","path":"phd_tests::migrate::running_process::migrate_running_process","source":"migrate_running_process_source","source_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","target_id":"110b7b8f-17c3-4f17-a26a-c45dc78685d3","target":"migrate_running_process_target"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.48043052Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","source":"migrate_running_process_source","source_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","target_id":"110b7b8f-17c3-4f17-a26a-c45dc78685d3","target":"migrate_running_process_target","vm_id":"110b7b8f-17c3-4f17-a26a-c45dc78685d3","vm":"migrate_running_process_target"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.594849989Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-dc3d11c4-f438-47ac-bfb5-5858816fb692/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 110b7b8f-17c3-4f17-a26a-c45dc78685d3, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: dfe8dd83-ba46-4e65-840c-4eed2bfbe0e4, silo_id: 8cdb92ab-d2a9-42ab-aa1a-a75ab45351ba }, name: \"phd-vm-110b7b8f-17c3-4f17-a26a-c45dc78685d3\", vcpus: 2 }, state: Migrating }","path":"phd_tests::migrate::running_process::migrate_running_process","source":"migrate_running_process_source","source_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","target_id":"110b7b8f-17c3-4f17-a26a-c45dc78685d3","target":"migrate_running_process_target","vm_id":"110b7b8f-17c3-4f17-a26a-c45dc78685d3","vm":"migrate_running_process_target"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.594962921Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","source_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","vm_id":"110b7b8f-17c3-4f17-a26a-c45dc78685d3","target_id":"110b7b8f-17c3-4f17-a26a-c45dc78685d3","elapsed_milliseconds":114,"vm":"migrate_running_process_target","source":"migrate_running_process_source","target":"migrate_running_process_target"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:28.595019742Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","source":"migrate_running_process_source","source_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","target_id":"110b7b8f-17c3-4f17-a26a-c45dc78685d3","target":"migrate_running_process_target","migration_id":"f6d86a52-f363-4930-9ea1-81c99db5bbc7"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:40.065860914Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9002\",\"from_start\":9375}}"} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:43.91406868Z","target":"phd_framework::test_vm","line":533,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","source":"migrate_running_process_source","source_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","target_id":"110b7b8f-17c3-4f17-a26a-c45dc78685d3","target":"migrate_running_process_target"} {"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:43.914130971Z","target":"phd_framework::test_vm","line":524,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","source":"migrate_running_process_source","source_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","target_id":"110b7b8f-17c3-4f17-a26a-c45dc78685d3","target":"migrate_running_process_target","migration_id":"f6d86a52-f363-4930-9ea1-81c99db5bbc7","elapsed_milliseconds":15319} {"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:43.914178102Z","target":"phd_framework::test_vm","line":471,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","source":"migrate_running_process_source","source_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","target_id":"110b7b8f-17c3-4f17-a26a-c45dc78685d3","target":"migrate_running_process_target","elapsed_milliseconds":15433} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:43.914335904Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"110b7b8f-17c3-4f17-a26a-c45dc78685d3","vm":"migrate_running_process_target"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:43.914382235Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"fg","timeout_duration":"Explicit(15s)","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"110b7b8f-17c3-4f17-a26a-c45dc78685d3","vm":"migrate_running_process_target"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:43.925795015Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"110b7b8f-17c3-4f17-a26a-c45dc78685d3","elapsed_milliseconds":11,"vm":"migrate_running_process_target"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:43.925995438Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"110b7b8f-17c3-4f17-a26a-c45dc78685d3","vm":"migrate_running_process_target"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:43.926076269Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"110b7b8f-17c3-4f17-a26a-c45dc78685d3","vm":"migrate_running_process_target"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.014289867Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"110b7b8f-17c3-4f17-a26a-c45dc78685d3","elapsed_milliseconds":88,"vm":"migrate_running_process_target"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.01446294Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"110b7b8f-17c3-4f17-a26a-c45dc78685d3","vm":"migrate_running_process_target"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.014580691Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.014797074Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::running_process::migrate_running_process ... ok","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.014900676Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.014953167Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":20221} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.015011768Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.015994783Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.145946844Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e00065cf-1436-4f48-b88c-e288bf8ad30a","elapsed_milliseconds":131,"vm":"migrate_running_process_source"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.14635839Z","target":"phd_framework::test_vm","line":974,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"110b7b8f-17c3-4f17-a26a-c45dc78685d3","vm":"migrate_running_process_target"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.672708764Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"110b7b8f-17c3-4f17-a26a-c45dc78685d3","vm":"migrate_running_process_target"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.789722423Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"110b7b8f-17c3-4f17-a26a-c45dc78685d3","vm":"migrate_running_process_target"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.789795184Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-dc3d11c4-f438-47ac-bfb5-5858816fb692\"]","verb":"destroy","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"110b7b8f-17c3-4f17-a26a-c45dc78685d3","vm":"migrate_running_process_target"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.824238929Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"110b7b8f-17c3-4f17-a26a-c45dc78685d3","vm":"migrate_running_process_target"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.824299629Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-3c66a0e4-f4e0-4c5f-b26e-75a92c0dbb63\"]","verb":"destroy","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"110b7b8f-17c3-4f17-a26a-c45dc78685d3","vm":"migrate_running_process_target"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.850796465Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"110b7b8f-17c3-4f17-a26a-c45dc78685d3","elapsed_milliseconds":836,"vm":"migrate_running_process_target"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.850894837Z","target":"phd_tests::migrate::running_process","line":100,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::migrate_running_process","elapsed_milliseconds":21964} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.85113789Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":836} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::shutdown_persistence_test","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.851226092Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.851263092Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.851290303Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.851414625Z","target":"phd_tests::crucible::smoke","line":19,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.851497216Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.851661928Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.851718489Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/befb56700b5f07b1c345aa2fe36100e547820aa6aac67a259f58a8651b489594/crucible-downstairs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.85176135Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.851858091Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9000\", \"--encrypted\", \"--uuid\", \"79bbac84-5f4f-453d-b3e6-10e9b3579cee\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.912587979Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:30:44.871531065Z\",\"hostname\":\"sock\",\"pid\":1083}\n{\"msg\":\"UUID: 79bbac84-5f4f-453d-b3e6-10e9b3579cee\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:30:44.904735851Z\",\"hostname\":\"sock\",\"pid\":1083}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:30:44.904745082Z\",\"hostname\":\"sock\",\"pid\":1083}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.91268244Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9001\", \"--encrypted\", \"--uuid\", \"79bbac84-5f4f-453d-b3e6-10e9b3579cee\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.970323671Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:30:44.930798851Z\",\"hostname\":\"sock\",\"pid\":1084}\n{\"msg\":\"UUID: 79bbac84-5f4f-453d-b3e6-10e9b3579cee\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:30:44.962961371Z\",\"hostname\":\"sock\",\"pid\":1084}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:30:44.962971512Z\",\"hostname\":\"sock\",\"pid\":1084}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:44.970413632Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9002\", \"--encrypted\", \"--uuid\", \"79bbac84-5f4f-453d-b3e6-10e9b3579cee\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.031542676Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:30:44.988681695Z\",\"hostname\":\"sock\",\"pid\":1085}\n{\"msg\":\"UUID: 79bbac84-5f4f-453d-b3e6-10e9b3579cee\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:30:45.023085159Z\",\"hostname\":\"sock\",\"pid\":1085}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:30:45.023094719Z\",\"hostname\":\"sock\",\"pid\":1085}\n","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.031644527Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_79bbac84-5f4f-453d-b3e6-10e9b3579cee_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_79bbac84-5f4f-453d-b3e6-10e9b3579cee_9000.stderr.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.031707298Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9000\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.031746629Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9000\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.041791359Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_79bbac84-5f4f-453d-b3e6-10e9b3579cee_9001.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_79bbac84-5f4f-453d-b3e6-10e9b3579cee_9001.stderr.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.04186889Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9001\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.041908661Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9001\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.050128634Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_79bbac84-5f4f-453d-b3e6-10e9b3579cee_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_79bbac84-5f4f-453d-b3e6-10e9b3579cee_9002.stderr.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.050205885Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9002\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.050246635Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9002\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.060245925Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.060355306Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": Crucible(CrucibleStorageBackend { readonly: false, request_json: \"{\\\"type\\\":\\\"volume\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"79bbac84-5f4f-453d-b3e6-10e9b3579cee\\\",\\\"read_only_parent\\\":{\\\"type\\\":\\\"file\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"6425cacd-0cbe-4128-a257-62fb5bc0c7fa\\\",\\\"path\\\":\\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\\"},\\\"sub_volumes\\\":[{\\\"type\\\":\\\"region\\\",\\\"block_size\\\":512,\\\"blocks_per_extent\\\":131072,\\\"extent_count\\\":160,\\\"gen\\\":1,\\\"opts\\\":{\\\"id\\\":\\\"2d198ae7-380d-4870-ace9-8d83075e95af\\\",\\\"key\\\":\\\"AdUL/zx6SkX7PPSPWei+wz/tSSYMXG1yIeJnIOFVcWM=\\\",\\\"lossy\\\":false,\\\"read_only\\\":false,\\\"target\\\":[\\\"127.0.0.1:9000\\\",\\\"127.0.0.1:9001\\\",\\\"127.0.0.1:9002\\\"]}}]}\" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"crucible_shutdown_persistence_test","guest_os_kind":"Alpine","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.060453868Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.060532339Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9003","config_toml_path":"\"/tmp/propolis-phd/crucible_shutdown_persistence_test.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.06057878Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_shutdown_persistence_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_shutdown_persistence_test.stdout.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1089","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.071248659Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.071627585Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":11,"path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.071934069Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.090311684Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: \"/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9000\" } }","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.098389844Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9000\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.105824596Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: \"/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9001\" } }","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.11547402Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9001\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.122958292Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: \"/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9002\" } }","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.133506609Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9002\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.140695577Z","target":"phd_tests::crucible::smoke","line":19,"file":"phd-tests/tests/src/crucible/smoke.rs","elapsed_milliseconds":289,"path":"phd_tests::crucible::smoke::shutdown_persistence_test"} {"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::shutdown_persistence_test ... skipped: Can't run data persistence test on a guest with a read-only file\n system","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.141034632Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.141170504Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.141281236Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::boot_test","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.141358446Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.141406647Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.141456728Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.141622441Z","target":"phd_tests::crucible::smoke","line":10,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.141690702Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.141848304Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.141899525Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/befb56700b5f07b1c345aa2fe36100e547820aa6aac67a259f58a8651b489594/crucible-downstairs","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.141932485Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.142013576Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9000\", \"--encrypted\", \"--uuid\", \"fc7f3cba-e93b-4aef-bb09-8cde750d0ee0\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.201898901Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:30:45.160158607Z\",\"hostname\":\"sock\",\"pid\":1091}\n{\"msg\":\"UUID: fc7f3cba-e93b-4aef-bb09-8cde750d0ee0\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:30:45.193680368Z\",\"hostname\":\"sock\",\"pid\":1091}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:30:45.193695068Z\",\"hostname\":\"sock\",\"pid\":1091}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.201986483Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9001\", \"--encrypted\", \"--uuid\", \"fc7f3cba-e93b-4aef-bb09-8cde750d0ee0\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.262935843Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:30:45.220056653Z\",\"hostname\":\"sock\",\"pid\":1092}\n{\"msg\":\"UUID: fc7f3cba-e93b-4aef-bb09-8cde750d0ee0\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:30:45.25467569Z\",\"hostname\":\"sock\",\"pid\":1092}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:30:45.25468963Z\",\"hostname\":\"sock\",\"pid\":1092}\n","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.263020534Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9002\", \"--encrypted\", \"--uuid\", \"fc7f3cba-e93b-4aef-bb09-8cde750d0ee0\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.322867618Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:30:45.280390324Z\",\"hostname\":\"sock\",\"pid\":1093}\n{\"msg\":\"UUID: fc7f3cba-e93b-4aef-bb09-8cde750d0ee0\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:30:45.314617065Z\",\"hostname\":\"sock\",\"pid\":1093}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-03-28T07:30:45.314631846Z\",\"hostname\":\"sock\",\"pid\":1093}\n","stderr":"","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.32296198Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9000.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9000.stdout.log\"","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.323027421Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9000\"]","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.323069252Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9000\"]","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.333525888Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9001.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9001.stdout.log\"","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.333599949Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9001\"]","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.33363997Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9001\"]","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.343446056Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9002.stderr.log\"","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.343520377Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9002\"]","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.343560218Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9002\"]","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.353340174Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.353442615Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"crucible_boot_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": Crucible(CrucibleStorageBackend { readonly: false, request_json: \"{\\\"type\\\":\\\"volume\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"fc7f3cba-e93b-4aef-bb09-8cde750d0ee0\\\",\\\"read_only_parent\\\":{\\\"type\\\":\\\"file\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"aa38536d-22c8-4ecf-9de2-a2f5e87adffc\\\",\\\"path\\\":\\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\\"},\\\"sub_volumes\\\":[{\\\"type\\\":\\\"region\\\",\\\"block_size\\\":512,\\\"blocks_per_extent\\\":131072,\\\"extent_count\\\":160,\\\"gen\\\":1,\\\"opts\\\":{\\\"id\\\":\\\"f2465cbe-94b8-456f-95ce-c4cc26059833\\\",\\\"key\\\":\\\"cT2g2DTY9S23c/CSqxwFwPSufzRiXekvxKN85idlCxw=\\\",\\\"lossy\\\":false,\\\"read_only\\\":false,\\\"target\\\":[\\\"127.0.0.1:9000\\\",\\\"127.0.0.1:9001\\\",\\\"127.0.0.1:9002\\\"]}}]}\" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.353533967Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.353616448Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/crucible_boot_test.config.toml\"","server_addr":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.353662629Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_boot_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_boot_test.stdout.log\"","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1097","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.362703814Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.363065129Z","target":"phd_framework::test_vm","line":176,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test","elapsed_milliseconds":9} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.36314437Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"78bcb6a4-66c2-439b-9aec-ac7908e3d187","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:45.363624807Z","target":"phd_framework::test_vm","line":325,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm_id":"78bcb6a4-66c2-439b-9aec-ac7908e3d187","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:46.081128018Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:46.082151243Z","target":"phd_framework::test_vm","line":381,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": Crucible(CrucibleStorageBackend { readonly: false, request_json: \"{\\\"type\\\":\\\"volume\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"fc7f3cba-e93b-4aef-bb09-8cde750d0ee0\\\",\\\"read_only_parent\\\":{\\\"type\\\":\\\"file\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"aa38536d-22c8-4ecf-9de2-a2f5e87adffc\\\",\\\"path\\\":\\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\\"},\\\"sub_volumes\\\":[{\\\"type\\\":\\\"region\\\",\\\"block_size\\\":512,\\\"blocks_per_extent\\\":131072,\\\"extent_count\\\":160,\\\"gen\\\":1,\\\"opts\\\":{\\\"id\\\":\\\"f2465cbe-94b8-456f-95ce-c4cc26059833\\\",\\\"key\\\":\\\"cT2g2DTY9S23c/CSqxwFwPSufzRiXekvxKN85idlCxw=\\\",\\\"lossy\\\":false,\\\"read_only\\\":false,\\\"target\\\":[\\\"127.0.0.1:9000\\\",\\\"127.0.0.1:9001\\\",\\\"127.0.0.1:9002\\\"]}}]}\" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 78bcb6a4-66c2-439b-9aec-ac7908e3d187, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: a5c84322-83b5-458b-8b37-882ccdb534ed, silo_id: 62492b9e-5b08-497b-94ba-7de7682361b2 }, name: \"phd-vm-78bcb6a4-66c2-439b-9aec-ac7908e3d187\", vcpus: 2 }, state: Creating }","vm_id":"78bcb6a4-66c2-439b-9aec-ac7908e3d187","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"} {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:46.082257915Z","target":"phd_framework::test_vm","line":272,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"78bcb6a4-66c2-439b-9aec-ac7908e3d187","elapsed_milliseconds":719,"path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:46.082316965Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"78bcb6a4-66c2-439b-9aec-ac7908e3d187","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:46.082351986Z","target":"phd_framework::test_vm","line":442,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm_id":"78bcb6a4-66c2-439b-9aec-ac7908e3d187","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"} {"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:46.082861093Z","target":"phd_framework::test_vm","line":437,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"78bcb6a4-66c2-439b-9aec-ac7908e3d187","elapsed_milliseconds":0,"path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:46.082911864Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:46.082953885Z","target":"phd_framework::test_vm","line":645,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"300s","vm_id":"78bcb6a4-66c2-439b-9aec-ac7908e3d187","vm":"crucible_boot_test","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:46.082988875Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:46.083022816Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"78bcb6a4-66c2-439b-9aec-ac7908e3d187","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:46.083057607Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","vm_id":"78bcb6a4-66c2-439b-9aec-ac7908e3d187","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:50.867006814Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"78bcb6a4-66c2-439b-9aec-ac7908e3d187","elapsed_milliseconds":4783,"path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:50.867088745Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:50.867268498Z","target":"phd_framework::test_vm","line":653,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:50.867319058Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"78bcb6a4-66c2-439b-9aec-ac7908e3d187","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:50.867355029Z","target":"phd_framework::test_vm","line":718,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm_id":"78bcb6a4-66c2-439b-9aec-ac7908e3d187","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:50.886518525Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"78bcb6a4-66c2-439b-9aec-ac7908e3d187","elapsed_milliseconds":19,"path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:50.886578446Z","target":"phd_framework::test_vm","line":693,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test"} {"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:50.886607997Z","target":"phd_framework::test_vm","line":696,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test","elapsed_milliseconds":4803} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:50.886674008Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"78bcb6a4-66c2-439b-9aec-ac7908e3d187","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:50.886780299Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"} {"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:50.88686567Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":4805} {"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::boot_test ... ok","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:50.886977882Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:50.887111974Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:50.887912016Z","target":"phd_framework::test_vm","line":974,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"78bcb6a4-66c2-439b-9aec-ac7908e3d187","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:51.151151989Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","vm_id":"78bcb6a4-66c2-439b-9aec-ac7908e3d187","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:51.290129065Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: \"/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9000\" } }","vm_id":"78bcb6a4-66c2-439b-9aec-ac7908e3d187","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:51.302854985Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9000\"","vm_id":"78bcb6a4-66c2-439b-9aec-ac7908e3d187","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:51.314657602Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: \"/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9001\" } }","vm_id":"78bcb6a4-66c2-439b-9aec-ac7908e3d187","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:51.326819843Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9001\"","vm_id":"78bcb6a4-66c2-439b-9aec-ac7908e3d187","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:51.337705806Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: \"/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9002\" } }","vm_id":"78bcb6a4-66c2-439b-9aec-ac7908e3d187","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:51.349672765Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9002\"","vm_id":"78bcb6a4-66c2-439b-9aec-ac7908e3d187","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"} {"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:51.360174662Z","target":"phd_framework::test_vm","line":951,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"78bcb6a4-66c2-439b-9aec-ac7908e3d187","elapsed_milliseconds":473,"path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"} {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:51.360233443Z","target":"phd_tests::crucible::smoke","line":10,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::boot_test","elapsed_milliseconds":6218} {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:51.360514307Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":473} {"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - START]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:51.360634409Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs"} {"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - END]","level":30,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:51.36069101Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} test result: ok. 21 passed; 0 failed; 1 skipped; 0 not run; finished in 439.08s {"v":0,"name":"phd-runner","msg":"phd_runner","level":20,"hostname":"sock","pid":858,"time":"2024-03-28T07:30:51.360822122Z","target":"phd_runner","line":40,"file":"phd-tests/runner/src/main.rs","exit_code":0}