{"v":0,"name":"phd-runner","msg":"phd_runner","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:20:35.704755416Z","target":"phd_runner","line":35,"file":"phd-tests/runner/src/main.rs","runner_args":"ProcessArgs { command: Run(RunOptions { propolis_server_cmd: \"/work/phd-test/propolis-server\", base_propolis_branch: Some(\"master\"), base_propolis_commit: None, base_propolis_cmd: None, crucible_downstairs_cmd: None, crucible_downstairs_commit: Some(Auto), tmp_directory: \"/tmp/propolis-phd\", artifact_directory: Some(\"/phd-artifacts\"), server_logging_mode: TmpFile, default_guest_cpus: 2, default_guest_memory_mib: 512, artifact_toml_path: \"/work/phd-test/artifacts.toml\", default_guest_artifact: \"alpine\", default_bootrom_artifact: \"ovmf\", include_filter: [], exclude_filter: [], max_buildomat_wait_secs: 1200 }), disable_ansi: false, emit_bunyan: true }"}
{"v":0,"name":"phd-runner","msg":"Created new artifact store from manifest","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:20:35.707025489Z","target":"phd_framework::artifacts::store","line":221,"file":"phd-tests/framework/src/artifacts/store.rs","store":"Store { local_dir: \"/phd-artifacts\", artifacts: {\"alpine\": Mutex { data: StoredArtifact { description: Artifact { filename: \"alpine.iso\", kind: GuestOs(Alpine), source: RemoteServer { sha256: \"ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1\" }, untar: None }, cached_path: None } }, \"ovmf\": Mutex { data: StoredArtifact { description: Artifact { filename: \"OVMF_CODE.fd\", kind: Bootrom, source: Buildomat(BuildomatArtifact { repo: Repo(\"oxidecomputer/edk2\"), series: Series(\"image_debug\"), commit: Commit(\"6d92acf0a22718dd4175d7c64dbcf7aaec3740bd\"), sha256: \"29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f\" }), untar: None }, cached_path: None } }}, downloader: DownloadConfig { timeout: 600s, buildomat_backoff: ExponentialBackoff { current_interval: 1s, initial_interval: 1s, randomization_factor: 0.5, multiplier: 1.5, max_interval: 60s, start_time: Instant { tv_sec: 48017, tv_nsec: 606678317 }, max_elapsed_time: Some(1200s), clock: SystemClock }, remote_server_uris: [\"https://oxide-omicron-build.s3.amazonaws.com\"] } }"}
{"v":0,"name":"phd-runner","msg":"Adding Propolis server from local command","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:20:35.70708811Z","target":"phd_framework::artifacts::store","line":229,"file":"phd-tests/framework/src/artifacts/store.rs","propolis_server_cmd":"/work/phd-test/propolis-server"}
{"v":0,"name":"phd-runner","msg":"Adding crucible-downstairs from Buildomat Git revision","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:20:35.707196602Z","target":"phd_framework::artifacts::store","line":313,"file":"phd-tests/framework/src/artifacts/store.rs","commit":"a3b920bde8a26cbdd7b14d21e452be6351cf009c"}
{"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:20:35.707329714Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/a3b920bde8a26cbdd7b14d21e452be6351cf009c/crucible-nightly.sha256.txt"}
{"v":0,"name":"phd-runner","msg":"Adding 'current' Propolis server from Buildomat Git branch 'master'","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:20:35.845049092Z","target":"phd_framework::artifacts::store","line":250,"file":"phd-tests/framework/src/artifacts/store.rs"}
{"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:20:36.282112221Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/61e1481cd2b04b29b0adcd3e51a6e3e46eb146db/propolis-server.sha256.txt"}
{"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:20:36.385314089Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:20:36.38540046Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"Running 26 test(s)","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:20:36.385548862Z","target":"phd_runner::execute","line":82,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::multiple_migrations","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:20:36.385622144Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:20:36.385655364Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:20:36.385687955Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:20:36.385913248Z","target":"phd_tests::migrate","line":298,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:20:36.386177682Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading file from Buildomat...","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:20:36.386406305Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/edk2/image_debug/6d92acf0a22718dd4175d7c64dbcf7aaec3740bd/OVMF_CODE.fd","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:20:36.953114954Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading alpine.iso from https://oxide-omicron-build.s3.amazonaws.com/alpine.iso","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:20:36.953372488Z","target":"phd_framework::artifacts::store","line":618,"file":"phd-tests/framework/src/artifacts/store.rs","timeout":"600s","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.235062851Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.235180173Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.257154968Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts  2.01M  1.80T     1.91M  /phd-artifacts\n","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.25733941Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-9078b0e2-6b6e-40b2-9fab-732921a3b61f\"]","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.29173139Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-9078b0e2-6b6e-40b2-9fab-732921a3b61f\", \"phd-artifacts/phd-clone-51a7cc3e-b624-45f5-a6e7-6299fafd0756\"]","verb":"clone","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.308828053Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-51a7cc3e-b624-45f5-a6e7-6299fafd0756\"]","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.319226357Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-51a7cc3e-b624-45f5-a6e7-6299fafd0756     0B  1.80T     48.9M  /phd-artifacts/phd-clone-51a7cc3e-b624-45f5-a6e7-6299fafd0756\n","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.32011404Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.320251462Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"multiple_migrations_0","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-51a7cc3e-b624-45f5-a6e7-6299fafd0756/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Examining locally-sourced artifact","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.320360313Z","target":"phd_framework::artifacts::store","line":56,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","sha256":"None","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Locally-sourced artifact is valid, caching its path","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.320411434Z","target":"phd_framework::artifacts::store","line":69,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.320486545Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/multiple_migrations_0.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.320560636Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/multiple_migrations_0.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/multiple_migrations_0.stderr.log\"","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 870","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.325062453Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.325646002Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":5}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.325804064Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.325919586Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-51a7cc3e-b624-45f5-a6e7-6299fafd0756/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"multiple_migrations_1","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.326062408Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.326145479Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9002","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/multiple_migrations_1.config.toml\"","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.32619022Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/multiple_migrations_1.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/multiple_migrations_1.stderr.log\"","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 871","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.330839798Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.331179154Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":5}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.331252845Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.331317645Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-51a7cc3e-b624-45f5-a6e7-6299fafd0756/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"multiple_migrations_2","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.331389097Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.331453378Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9004","config_toml_path":"\"/tmp/propolis-phd/multiple_migrations_2.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.331496798Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/multiple_migrations_2.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/multiple_migrations_2.stderr.log\"","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 872","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.336599754Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.33699643Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":5}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.337149522Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:06.337839842Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm_id":"1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:07.155450674Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:07.156228586Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-51a7cc3e-b624-45f5-a6e7-6299fafd0756/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: c70ca12d-9cad-4fe6-8d3d-25c4e3ccc8d5, silo_id: e120f8e4-02c5-438f-a914-d874f9c6899f }, name: \"phd-vm-1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1\", vcpus: 2 }, state: Creating }","vm_id":"1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:07.156340867Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiple_migrations_0","vm_id":"1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":819}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:07.156443809Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:07.15649182Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm_id":"1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:07.156993217Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiple_migrations_0","vm_id":"1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:07.157087679Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:07.157139609Z","target":"phd_framework::test_vm","line":643,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1","timeout_duration":"300s","vm":"multiple_migrations_0","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:07.15718136Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:07.157222241Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:07.157272211Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","vm_id":"1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:11.372269322Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiple_migrations_0","vm_id":"1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":4214}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:11.372355243Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:11.372605927Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:11.372662328Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:11.372704268Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm_id":"1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:11.388965399Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiple_migrations_0","vm_id":"1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":16}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:11.389097181Z","target":"phd_framework::test_vm","line":691,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:11.389175932Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":4232}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:11.389250233Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","source_id":"1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1","target":"multiple_migrations_1","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_0"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:11.389331334Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"45s","migration_id":"bdbf2b3b-3fdb-41ed-bfc9-0ad264756679","target_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","source_id":"1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1","target":"multiple_migrations_1","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_0"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:11.389388465Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","vm_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","source_id":"1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1","target":"multiple_migrations_1","vm":"multiple_migrations_1","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_0"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:11.501424334Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-51a7cc3e-b624-45f5-a6e7-6299fafd0756/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: cbc2073f-951b-4c41-b3c5-f577a89a6894, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 366741ea-3fb8-4556-a274-7de50f0e5407, silo_id: c8f83f54-72c4-4410-89e6-6a7b47ddd475 }, name: \"phd-vm-cbc2073f-951b-4c41-b3c5-f577a89a6894\", vcpus: 2 }, state: Migrating }","target_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","vm_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","source_id":"1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1","target":"multiple_migrations_1","vm":"multiple_migrations_1","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_0"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:11.501552386Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1","vm":"multiple_migrations_1","path":"phd_tests::migrate::multiple_migrations","target_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","source":"multiple_migrations_0","target":"multiple_migrations_1","vm_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","elapsed_milliseconds":112}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:11.501614867Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","source_id":"1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1","target":"multiple_migrations_1","migration_id":"bdbf2b3b-3fdb-41ed-bfc9-0ad264756679","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_0"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:15.24985143Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9002\",\"from_start\":7609}}"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:17.609772803Z","target":"phd_framework::test_vm","line":538,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","source_id":"1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1","target":"multiple_migrations_1","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_0"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:17.609835473Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","elapsed_milliseconds":6108,"source_id":"1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1","target":"multiple_migrations_1","migration_id":"bdbf2b3b-3fdb-41ed-bfc9-0ad264756679","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_0"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:17.609888754Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","elapsed_milliseconds":6220,"source_id":"1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1","target":"multiple_migrations_1","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_0"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:17.610047717Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_1"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:17.610101297Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"echo Hello world","vm_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_1"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:17.62175807Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiple_migrations_1","vm_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":11}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:17.622063205Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_1"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:17.622168186Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_1"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:17.653879725Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiple_migrations_1","vm_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":31}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:17.653974107Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"f2dfe424-9ae2-4257-99e3-e947d0daf3df","source_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","target":"multiple_migrations_2","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_1"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9002","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:17.654037588Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"7d4ca163-042e-4320-beab-26be995e1b16","timeout_duration":"45s","target_id":"f2dfe424-9ae2-4257-99e3-e947d0daf3df","source_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","target":"multiple_migrations_2","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_1"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:17.654100789Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"f2dfe424-9ae2-4257-99e3-e947d0daf3df","vm_id":"f2dfe424-9ae2-4257-99e3-e947d0daf3df","source_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","target":"multiple_migrations_2","vm":"multiple_migrations_2","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_1"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:17.769580478Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-51a7cc3e-b624-45f5-a6e7-6299fafd0756/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: f2dfe424-9ae2-4257-99e3-e947d0daf3df, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 3b74cd6d-cd84-499c-8781-3b3a315eb418, silo_id: 0d605062-5aee-4b2f-9d6a-9b6c60200f6d }, name: \"phd-vm-f2dfe424-9ae2-4257-99e3-e947d0daf3df\", vcpus: 2 }, state: Migrating }","target_id":"f2dfe424-9ae2-4257-99e3-e947d0daf3df","vm_id":"f2dfe424-9ae2-4257-99e3-e947d0daf3df","source_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","target":"multiple_migrations_2","vm":"multiple_migrations_2","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_1"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:17.76970326Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","vm":"multiple_migrations_2","path":"phd_tests::migrate::multiple_migrations","target_id":"f2dfe424-9ae2-4257-99e3-e947d0daf3df","source":"multiple_migrations_1","target":"multiple_migrations_2","vm_id":"f2dfe424-9ae2-4257-99e3-e947d0daf3df","elapsed_milliseconds":115}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:17.769760101Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"f2dfe424-9ae2-4257-99e3-e947d0daf3df","source_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","target":"multiple_migrations_2","migration_id":"7d4ca163-042e-4320-beab-26be995e1b16","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_1"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:21.566048725Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9004\",\"from_start\":7657}}"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:21.87717203Z","target":"phd_framework::test_vm","line":538,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"f2dfe424-9ae2-4257-99e3-e947d0daf3df","source_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","target":"multiple_migrations_2","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_1"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:21.877275781Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"f2dfe424-9ae2-4257-99e3-e947d0daf3df","elapsed_milliseconds":4107,"source_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","target":"multiple_migrations_2","migration_id":"7d4ca163-042e-4320-beab-26be995e1b16","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_1"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:21.877372273Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"f2dfe424-9ae2-4257-99e3-e947d0daf3df","elapsed_milliseconds":4223,"source_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","target":"multiple_migrations_2","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_1"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:21.877685918Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"f2dfe424-9ae2-4257-99e3-e947d0daf3df","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:21.877799259Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"echo I have migrated!","timeout_duration":"Explicit(15s)","vm_id":"f2dfe424-9ae2-4257-99e3-e947d0daf3df","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:21.889214978Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiple_migrations_2","vm_id":"f2dfe424-9ae2-4257-99e3-e947d0daf3df","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":11}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:21.889450122Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"f2dfe424-9ae2-4257-99e3-e947d0daf3df","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:21.889558203Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm_id":"f2dfe424-9ae2-4257-99e3-e947d0daf3df","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:21.912138978Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiple_migrations_2","vm_id":"f2dfe424-9ae2-4257-99e3-e947d0daf3df","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":22}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:21.912358311Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"f2dfe424-9ae2-4257-99e3-e947d0daf3df","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:21.912479063Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:21.912560264Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:21.912680636Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:21.912779857Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":14757}
{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::multiple_migrations ... ok","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:21.912776457Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:21.912866158Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:21.91365403Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"f2dfe424-9ae2-4257-99e3-e947d0daf3df","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:21.914117607Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","vm_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:21.914219168Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm_id":"1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.026011523Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiple_migrations_1","vm_id":"cbc2073f-951b-4c41-b3c5-f577a89a6894","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":113}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.126963648Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiple_migrations_0","vm_id":"1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":214}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.181110319Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9004","vm_id":"f2dfe424-9ae2-4257-99e3-e947d0daf3df","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.301528032Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm_id":"f2dfe424-9ae2-4257-99e3-e947d0daf3df","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.301647843Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-51a7cc3e-b624-45f5-a6e7-6299fafd0756\"]","vm_id":"f2dfe424-9ae2-4257-99e3-e947d0daf3df","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.325865412Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm_id":"f2dfe424-9ae2-4257-99e3-e947d0daf3df","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.325929083Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-9078b0e2-6b6e-40b2-9fab-732921a3b61f\"]","vm_id":"f2dfe424-9ae2-4257-99e3-e947d0daf3df","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.342688221Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiple_migrations_2","vm_id":"f2dfe424-9ae2-4257-99e3-e947d0daf3df","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":430}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.342761062Z","target":"phd_tests::migrate","line":298,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":45956}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.342920034Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":430}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::incompatible_vms","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.342987925Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.343028916Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.343062916Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.343180918Z","target":"phd_tests::migrate","line":248,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.34326997Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.343448842Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.343506533Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.343559124Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.353848496Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts  49.1M  1.80T     48.9M  /phd-artifacts\n","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.353944077Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-5dd06eaa-21bf-4913-becc-e3b808666a1c\"]","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.371209843Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-5dd06eaa-21bf-4913-becc-e3b808666a1c\", \"phd-artifacts/phd-clone-9151e742-02fa-466d-b431-03e73fad5e59\"]","verb":"clone","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.389018277Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-9151e742-02fa-466d-b431-03e73fad5e59\"]","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.399747495Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-9151e742-02fa-466d-b431-03e73fad5e59     0B  1.80T     48.9M  /phd-artifacts/phd-clone-9151e742-02fa-466d-b431-03e73fad5e59\n","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.400349484Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.400467936Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-9151e742-02fa-466d-b431-03e73fad5e59/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"migration_incompatible_source_0","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.400543917Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.400619808Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","config_toml_path":"\"/tmp/propolis-phd/migration_incompatible_source_0.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.400665589Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migration_incompatible_source_0.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migration_incompatible_source_0.stdout.log\"","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 882","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.405368239Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.405756024Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","elapsed_milliseconds":5}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.405867986Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","vm_id":"5e31a856-55fd-4bd2-a108-5f291b11409c","vm":"migration_incompatible_source_0"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:22.406469745Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::migrate::incompatible_vms","vm_id":"5e31a856-55fd-4bd2-a108-5f291b11409c","vm":"migration_incompatible_source_0"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.099356881Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.100238434Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 5e31a856-55fd-4bd2-a108-5f291b11409c, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 0e35cd33-7683-462d-8463-5841909483c2, silo_id: 982898c8-f27f-492e-a821-eeb111d94e8a }, name: \"phd-vm-5e31a856-55fd-4bd2-a108-5f291b11409c\", vcpus: 4 }, state: Creating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-9151e742-02fa-466d-b431-03e73fad5e59/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::migrate::incompatible_vms","vm_id":"5e31a856-55fd-4bd2-a108-5f291b11409c","vm":"migration_incompatible_source_0"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.100399856Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5e31a856-55fd-4bd2-a108-5f291b11409c","elapsed_milliseconds":694,"vm":"migration_incompatible_source_0","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.100519198Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","vm_id":"5e31a856-55fd-4bd2-a108-5f291b11409c","vm":"migration_incompatible_source_0"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.100566249Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::migrate::incompatible_vms","vm_id":"5e31a856-55fd-4bd2-a108-5f291b11409c","vm":"migration_incompatible_source_0"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.101172088Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5e31a856-55fd-4bd2-a108-5f291b11409c","elapsed_milliseconds":0,"vm":"migration_incompatible_source_0","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.101248179Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.101421281Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.101469412Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.101519973Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.114252271Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts  50.4M  1.80T     48.9M  /phd-artifacts\n","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.114350133Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-2b75db8d-a2e5-4e01-bd3f-a1625d4aa6e0\"]","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.131420836Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-2b75db8d-a2e5-4e01-bd3f-a1625d4aa6e0\", \"phd-artifacts/phd-clone-49d5c651-13e6-41a9-b736-7bac19f65dbd\"]","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.14926727Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-49d5c651-13e6-41a9-b736-7bac19f65dbd\"]","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.159602313Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-49d5c651-13e6-41a9-b736-7bac19f65dbd     0B  1.80T     48.9M  /phd-artifacts/phd-clone-49d5c651-13e6-41a9-b736-7bac19f65dbd\n","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.160156981Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.160260843Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"migration_incompatible_target_1","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-49d5c651-13e6-41a9-b736-7bac19f65dbd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 8, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.160356424Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.160442555Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9002","config_toml_path":"\"/tmp/propolis-phd/migration_incompatible_target_1.config.toml\"","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.160498506Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_incompatible_target_1.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_incompatible_target_1.stderr.log\"","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 887","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.165214456Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.165553011Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","elapsed_milliseconds":5}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.165654102Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_incompatible_source_0","source_id":"5e31a856-55fd-4bd2-a108-5f291b11409c","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_1","target_id":"6c980884-b119-41de-8c2e-f185e55be6cf"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.165718043Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"45s","migration_id":"ac387fd4-d9fb-4e80-a447-9a41654167ce","source":"migration_incompatible_source_0","source_id":"5e31a856-55fd-4bd2-a108-5f291b11409c","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_1","target_id":"6c980884-b119-41de-8c2e-f185e55be6cf"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.165798194Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_incompatible_source_0","vm_id":"6c980884-b119-41de-8c2e-f185e55be6cf","source_id":"5e31a856-55fd-4bd2-a108-5f291b11409c","vm":"migration_incompatible_target_1","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_1","target_id":"6c980884-b119-41de-8c2e-f185e55be6cf"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.166351993Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","source":"migration_incompatible_source_0","vm_id":"6c980884-b119-41de-8c2e-f185e55be6cf","source_id":"5e31a856-55fd-4bd2-a108-5f291b11409c","vm":"migration_incompatible_target_1","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_1","target_id":"6c980884-b119-41de-8c2e-f185e55be6cf"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.94844248Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 6c980884-b119-41de-8c2e-f185e55be6cf, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 22536a28-9f6b-4da6-beb7-e7c5b71afb92, silo_id: bc551cc7-7c0f-4737-a2ea-9a76b1a4f348 }, name: \"phd-vm-6c980884-b119-41de-8c2e-f185e55be6cf\", vcpus: 8 }, state: Failed }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-49d5c651-13e6-41a9-b736-7bac19f65dbd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 8, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","source":"migration_incompatible_source_0","vm_id":"6c980884-b119-41de-8c2e-f185e55be6cf","source_id":"5e31a856-55fd-4bd2-a108-5f291b11409c","vm":"migration_incompatible_target_1","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_1","target_id":"6c980884-b119-41de-8c2e-f185e55be6cf"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.948586912Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"6c980884-b119-41de-8c2e-f185e55be6cf","vm":"migration_incompatible_target_1","source":"migration_incompatible_source_0","source_id":"5e31a856-55fd-4bd2-a108-5f291b11409c","elapsed_milliseconds":782,"path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_1","target_id":"6c980884-b119-41de-8c2e-f185e55be6cf"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.948670033Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_incompatible_source_0","source_id":"5e31a856-55fd-4bd2-a108-5f291b11409c","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_1","migration_id":"ac387fd4-d9fb-4e80-a447-9a41654167ce","target_id":"6c980884-b119-41de-8c2e-f185e55be6cf"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Instance reported error during migration","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.949201251Z","target":"phd_framework::test_vm","line":542,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_incompatible_source_0","source_id":"5e31a856-55fd-4bd2-a108-5f291b11409c","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_1","target_id":"6c980884-b119-41de-8c2e-f185e55be6cf"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.949367504Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_incompatible_source_0","source_id":"5e31a856-55fd-4bd2-a108-5f291b11409c","elapsed_milliseconds":0,"path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_1","migration_id":"ac387fd4-d9fb-4e80-a447-9a41654167ce","target_id":"6c980884-b119-41de-8c2e-f185e55be6cf"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.949419194Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_incompatible_source_0","source_id":"5e31a856-55fd-4bd2-a108-5f291b11409c","elapsed_milliseconds":783,"path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_1","target_id":"6c980884-b119-41de-8c2e-f185e55be6cf"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.950614012Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","vm_id":"6c980884-b119-41de-8c2e-f185e55be6cf","vm":"migration_incompatible_target_1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.950712004Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","vm_id":"5e31a856-55fd-4bd2-a108-5f291b11409c","vm":"migration_incompatible_source_0"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.950830465Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.951008518Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.951058198Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.951110249Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.956835934Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","vm_id":"6c980884-b119-41de-8c2e-f185e55be6cf","vm":"migration_incompatible_target_1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.957324051Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","vm_id":"5e31a856-55fd-4bd2-a108-5f291b11409c","vm":"migration_incompatible_source_0"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.963841908Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts  50.8M  1.80T     48.9M  /phd-artifacts\n","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.96397096Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-682c7b1c-a6c9-4d55-a2b1-14ae7575efa5\"]","verb":"snapshot","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:23.983417377Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-682c7b1c-a6c9-4d55-a2b1-14ae7575efa5\", \"phd-artifacts/phd-clone-65176b8e-be19-471d-8c5d-51fbb44944c0\"]","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.002468499Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-65176b8e-be19-471d-8c5d-51fbb44944c0\"]","verb":"list","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.0120117Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-65176b8e-be19-471d-8c5d-51fbb44944c0     0B  1.80T     48.9M  /phd-artifacts/phd-clone-65176b8e-be19-471d-8c5d-51fbb44944c0\n","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.012614289Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.01271038Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-65176b8e-be19-471d-8c5d-51fbb44944c0/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"migration_incompatible_source_1","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.012792151Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.012867072Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/migration_incompatible_source_1.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9004","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.012914133Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migration_incompatible_source_1.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migration_incompatible_source_1.stdout.log\"","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 892","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.016668739Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.016977884Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","elapsed_milliseconds":4}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.017057635Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","vm_id":"ee69c53a-05f4-4287-adfe-bc79f4af61d5","vm":"migration_incompatible_source_1"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.017498141Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9004/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::migrate::incompatible_vms","vm_id":"ee69c53a-05f4-4287-adfe-bc79f4af61d5","vm":"migration_incompatible_source_1"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial websocket closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.017735735Z","target":"phd_framework::serial","line":271,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.017833456Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":918}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.477828365Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.478508765Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: ee69c53a-05f4-4287-adfe-bc79f4af61d5, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: e2d0debc-377d-4ef5-bf19-2f2bb437ab72, silo_id: 4bfbacf3-e6c9-480a-bba6-eea3c839da26 }, name: \"phd-vm-ee69c53a-05f4-4287-adfe-bc79f4af61d5\", vcpus: 4 }, state: Creating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-65176b8e-be19-471d-8c5d-51fbb44944c0/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::migrate::incompatible_vms","vm_id":"ee69c53a-05f4-4287-adfe-bc79f4af61d5","vm":"migration_incompatible_source_1"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.478627667Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"ee69c53a-05f4-4287-adfe-bc79f4af61d5","elapsed_milliseconds":461,"vm":"migration_incompatible_source_1","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.478705378Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","vm_id":"ee69c53a-05f4-4287-adfe-bc79f4af61d5","vm":"migration_incompatible_source_1"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.478749899Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::migrate::incompatible_vms","vm_id":"ee69c53a-05f4-4287-adfe-bc79f4af61d5","vm":"migration_incompatible_source_1"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.479297067Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"ee69c53a-05f4-4287-adfe-bc79f4af61d5","elapsed_milliseconds":0,"vm":"migration_incompatible_source_1","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.479372928Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.479545561Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.479595492Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.479646522Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.492607654Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts  51.3M  1.80T     48.9M  /phd-artifacts\n","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.492690625Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-5a943a47-1f8b-4dcd-bb9c-089771ec5cbb\"]","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.509979561Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-5a943a47-1f8b-4dcd-bb9c-089771ec5cbb\", \"phd-artifacts/phd-clone-879ac864-6a6a-4832-bd5b-59e562170524\"]","verb":"clone","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.528972323Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-879ac864-6a6a-4832-bd5b-59e562170524\"]","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.538856389Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-879ac864-6a6a-4832-bd5b-59e562170524     0B  1.80T     48.9M  /phd-artifacts/phd-clone-879ac864-6a6a-4832-bd5b-59e562170524\n","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.539400927Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.539493118Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_incompatible_target_2","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-879ac864-6a6a-4832-bd5b-59e562170524/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 1024 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.539570619Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.53964417Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9006","config_toml_path":"\"/tmp/propolis-phd/migration_incompatible_target_2.config.toml\"","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.539695191Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migration_incompatible_target_2.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migration_incompatible_target_2.stdout.log\"","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 897","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.544011465Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.54432818Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","elapsed_milliseconds":4}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.544402811Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_incompatible_source_1","source_id":"ee69c53a-05f4-4287-adfe-bc79f4af61d5","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_2","target_id":"36ca8a1f-3d88-4efd-ba47-e35b4949d56a"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9004","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.544456092Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"95ff3d65-812e-4906-9f36-2b436d3980ee","timeout_duration":"90s","source":"migration_incompatible_source_1","source_id":"ee69c53a-05f4-4287-adfe-bc79f4af61d5","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_2","target_id":"36ca8a1f-3d88-4efd-ba47-e35b4949d56a"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.544517113Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_incompatible_source_1","vm_id":"36ca8a1f-3d88-4efd-ba47-e35b4949d56a","source_id":"ee69c53a-05f4-4287-adfe-bc79f4af61d5","vm":"migration_incompatible_target_2","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_2","target_id":"36ca8a1f-3d88-4efd-ba47-e35b4949d56a"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.544905878Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9006/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","source":"migration_incompatible_source_1","vm_id":"36ca8a1f-3d88-4efd-ba47-e35b4949d56a","source_id":"ee69c53a-05f4-4287-adfe-bc79f4af61d5","vm":"migration_incompatible_target_2","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_2","target_id":"36ca8a1f-3d88-4efd-ba47-e35b4949d56a"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.545208423Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::incompatible_vms","vm_id":"5e31a856-55fd-4bd2-a108-5f291b11409c","vm":"migration_incompatible_source_0"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.659723388Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::incompatible_vms","vm_id":"5e31a856-55fd-4bd2-a108-5f291b11409c","vm":"migration_incompatible_source_0"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.6598402Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-9151e742-02fa-466d-b431-03e73fad5e59\"]","verb":"destroy","path":"phd_tests::migrate::incompatible_vms","vm_id":"5e31a856-55fd-4bd2-a108-5f291b11409c","vm":"migration_incompatible_source_0"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.683084364Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::incompatible_vms","vm_id":"5e31a856-55fd-4bd2-a108-5f291b11409c","vm":"migration_incompatible_source_0"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.683142495Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-5dd06eaa-21bf-4913-becc-e3b808666a1c\"]","verb":"destroy","path":"phd_tests::migrate::incompatible_vms","vm_id":"5e31a856-55fd-4bd2-a108-5f291b11409c","vm":"migration_incompatible_source_0"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.701395165Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5e31a856-55fd-4bd2-a108-5f291b11409c","elapsed_milliseconds":750,"vm":"migration_incompatible_source_0","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.702526472Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::incompatible_vms","vm_id":"6c980884-b119-41de-8c2e-f185e55be6cf","vm":"migration_incompatible_target_1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.815789138Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::incompatible_vms","vm_id":"6c980884-b119-41de-8c2e-f185e55be6cf","vm":"migration_incompatible_target_1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.815862239Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-49d5c651-13e6-41a9-b736-7bac19f65dbd\"]","path":"phd_tests::migrate::incompatible_vms","vm_id":"6c980884-b119-41de-8c2e-f185e55be6cf","vm":"migration_incompatible_target_1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.840457763Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::incompatible_vms","vm_id":"6c980884-b119-41de-8c2e-f185e55be6cf","vm":"migration_incompatible_target_1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.840515414Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-2b75db8d-a2e5-4e01-bd3f-a1625d4aa6e0\"]","verb":"destroy","path":"phd_tests::migrate::incompatible_vms","vm_id":"6c980884-b119-41de-8c2e-f185e55be6cf","vm":"migration_incompatible_target_1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:24.85848441Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"6c980884-b119-41de-8c2e-f185e55be6cf","elapsed_milliseconds":907,"vm":"migration_incompatible_target_1","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.283376799Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 36ca8a1f-3d88-4efd-ba47-e35b4949d56a, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, metadata: InstanceMetadata { project_id: ff207b88-3b80-44e7-8800-7a8e2d941ca9, silo_id: 8cbeb169-c9ee-4f82-a3e5-61380a240091 }, name: \"phd-vm-36ca8a1f-3d88-4efd-ba47-e35b4949d56a\", vcpus: 2 }, state: Failed }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-879ac864-6a6a-4832-bd5b-59e562170524/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 1024 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","source":"migration_incompatible_source_1","vm_id":"36ca8a1f-3d88-4efd-ba47-e35b4949d56a","source_id":"ee69c53a-05f4-4287-adfe-bc79f4af61d5","vm":"migration_incompatible_target_2","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_2","target_id":"36ca8a1f-3d88-4efd-ba47-e35b4949d56a"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.283518191Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"36ca8a1f-3d88-4efd-ba47-e35b4949d56a","vm":"migration_incompatible_target_2","source":"migration_incompatible_source_1","source_id":"ee69c53a-05f4-4287-adfe-bc79f4af61d5","elapsed_milliseconds":738,"path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_2","target_id":"36ca8a1f-3d88-4efd-ba47-e35b4949d56a"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.283597402Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_incompatible_source_1","source_id":"ee69c53a-05f4-4287-adfe-bc79f4af61d5","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_2","migration_id":"95ff3d65-812e-4906-9f36-2b436d3980ee","target_id":"36ca8a1f-3d88-4efd-ba47-e35b4949d56a"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Instance reported error during migration","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.28410269Z","target":"phd_framework::test_vm","line":542,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_incompatible_source_1","source_id":"ee69c53a-05f4-4287-adfe-bc79f4af61d5","path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_2","target_id":"36ca8a1f-3d88-4efd-ba47-e35b4949d56a"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.284268892Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_incompatible_source_1","source_id":"ee69c53a-05f4-4287-adfe-bc79f4af61d5","elapsed_milliseconds":0,"path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_2","migration_id":"95ff3d65-812e-4906-9f36-2b436d3980ee","target_id":"36ca8a1f-3d88-4efd-ba47-e35b4949d56a"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.284319273Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_incompatible_source_1","source_id":"ee69c53a-05f4-4287-adfe-bc79f4af61d5","elapsed_milliseconds":739,"path":"phd_tests::migrate::incompatible_vms","target":"migration_incompatible_target_2","target_id":"36ca8a1f-3d88-4efd-ba47-e35b4949d56a"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.285780905Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","vm_id":"36ca8a1f-3d88-4efd-ba47-e35b4949d56a","vm":"migration_incompatible_target_2"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.285894466Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","vm_id":"ee69c53a-05f4-4287-adfe-bc79f4af61d5","vm":"migration_incompatible_source_1"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.286073669Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::incompatible_vms ... ok","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.28613677Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.286211701Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":808}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.286221161Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.28680807Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","vm_id":"ee69c53a-05f4-4287-adfe-bc79f4af61d5","vm":"migration_incompatible_source_1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.287259526Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","vm_id":"36ca8a1f-3d88-4efd-ba47-e35b4949d56a","vm":"migration_incompatible_target_2"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.548375602Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9006","path":"phd_tests::migrate::incompatible_vms","vm_id":"36ca8a1f-3d88-4efd-ba47-e35b4949d56a","vm":"migration_incompatible_target_2"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.769574296Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::incompatible_vms","vm_id":"36ca8a1f-3d88-4efd-ba47-e35b4949d56a","vm":"migration_incompatible_target_2"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.769659207Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-879ac864-6a6a-4832-bd5b-59e562170524\"]","verb":"destroy","path":"phd_tests::migrate::incompatible_vms","vm_id":"36ca8a1f-3d88-4efd-ba47-e35b4949d56a","vm":"migration_incompatible_target_2"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.793789494Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::incompatible_vms","vm_id":"36ca8a1f-3d88-4efd-ba47-e35b4949d56a","vm":"migration_incompatible_target_2"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.793848315Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-5a943a47-1f8b-4dcd-bb9c-089771ec5cbb\"]","path":"phd_tests::migrate::incompatible_vms","vm_id":"36ca8a1f-3d88-4efd-ba47-e35b4949d56a","vm":"migration_incompatible_target_2"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.810757016Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"36ca8a1f-3d88-4efd-ba47-e35b4949d56a","elapsed_milliseconds":524,"vm":"migration_incompatible_target_2","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.811981994Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9004","path":"phd_tests::migrate::incompatible_vms","vm_id":"ee69c53a-05f4-4287-adfe-bc79f4af61d5","vm":"migration_incompatible_source_1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.919866061Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::incompatible_vms","vm_id":"ee69c53a-05f4-4287-adfe-bc79f4af61d5","vm":"migration_incompatible_source_1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.919984482Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-65176b8e-be19-471d-8c5d-51fbb44944c0\"]","verb":"destroy","path":"phd_tests::migrate::incompatible_vms","vm_id":"ee69c53a-05f4-4287-adfe-bc79f4af61d5","vm":"migration_incompatible_source_1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.941957078Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::incompatible_vms","vm_id":"ee69c53a-05f4-4287-adfe-bc79f4af61d5","vm":"migration_incompatible_source_1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.942018399Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-682c7b1c-a6c9-4d55-a2b1-14ae7575efa5\"]","path":"phd_tests::migrate::incompatible_vms","vm_id":"ee69c53a-05f4-4287-adfe-bc79f4af61d5","vm":"migration_incompatible_source_1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.959605029Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"ee69c53a-05f4-4287-adfe-bc79f4af61d5","elapsed_milliseconds":673,"vm":"migration_incompatible_source_1","path":"phd_tests::migrate::incompatible_vms"}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.95967777Z","target":"phd_tests::migrate","line":248,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::incompatible_vms","elapsed_milliseconds":3616}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.959854903Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":673}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::serial_history","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.959930274Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.959970905Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.960010175Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.960117817Z","target":"phd_tests::migrate","line":18,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.960201978Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.960379231Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.960435611Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.960486062Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.971098038Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts  50.6M  1.80T     48.9M  /phd-artifacts\n","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.97121479Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-e2cc44df-c3c7-4b8a-abd0-5ceba39acdb5\"]","verb":"snapshot","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:25.988863641Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-e2cc44df-c3c7-4b8a-abd0-5ceba39acdb5\", \"phd-artifacts/phd-clone-1efb315d-4459-4076-907b-5818e5f5f546\"]","verb":"clone","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:26.005613989Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-1efb315d-4459-4076-907b-5818e5f5f546\"]","verb":"list","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:26.015307573Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-1efb315d-4459-4076-907b-5818e5f5f546     0B  1.80T     48.9M  /phd-artifacts/phd-clone-1efb315d-4459-4076-907b-5818e5f5f546\n","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:26.015835991Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:26.015916912Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-1efb315d-4459-4076-907b-5818e5f5f546/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"migration_serial_history","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:26.015993783Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:26.016071114Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/migration_serial_history.config.toml\"","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:26.016120545Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_serial_history.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_serial_history.stderr.log\"","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 914","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:26.020774594Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:26.02121377Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":5,"path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:26.021329962Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"56345b89-5c37-45cb-b367-4c5ef3107956","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:26.02185106Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm_id":"56345b89-5c37-45cb-b367-4c5ef3107956","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:26.534265745Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:26.534885314Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 56345b89-5c37-45cb-b367-4c5ef3107956, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 9e5cf6aa-89b0-4157-981c-8aaf51b5b84e, silo_id: db58cc84-78eb-4c9e-96f0-52a97df14fd3 }, name: \"phd-vm-56345b89-5c37-45cb-b367-4c5ef3107956\", vcpus: 2 }, state: Creating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-1efb315d-4459-4076-907b-5818e5f5f546/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_id":"56345b89-5c37-45cb-b367-4c5ef3107956","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:26.534987385Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","elapsed_milliseconds":513,"path":"phd_tests::migrate::serial_history","vm_id":"56345b89-5c37-45cb-b367-4c5ef3107956"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:26.535056197Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"56345b89-5c37-45cb-b367-4c5ef3107956","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:26.535100057Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm_id":"56345b89-5c37-45cb-b367-4c5ef3107956","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:26.535655005Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","elapsed_milliseconds":0,"path":"phd_tests::migrate::serial_history","vm_id":"56345b89-5c37-45cb-b367-4c5ef3107956"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:26.535711596Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:26.535760117Z","target":"phd_framework::test_vm","line":643,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"300s","vm":"migration_serial_history","vm_id":"56345b89-5c37-45cb-b367-4c5ef3107956","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:26.535801128Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:26.535840758Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"56345b89-5c37-45cb-b367-4c5ef3107956","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:26.535879829Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","vm_id":"56345b89-5c37-45cb-b367-4c5ef3107956","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:30.737603564Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","elapsed_milliseconds":4201,"path":"phd_tests::migrate::serial_history","vm_id":"56345b89-5c37-45cb-b367-4c5ef3107956"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:30.737671685Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:30.737847588Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:30.737899238Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"56345b89-5c37-45cb-b367-4c5ef3107956","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:30.737939909Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm_id":"56345b89-5c37-45cb-b367-4c5ef3107956","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:30.752830129Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","elapsed_milliseconds":14,"path":"phd_tests::migrate::serial_history","vm_id":"56345b89-5c37-45cb-b367-4c5ef3107956"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:30.752974511Z","target":"phd_framework::test_vm","line":691,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:30.753053473Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4217,"path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:30.753314926Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"56345b89-5c37-45cb-b367-4c5ef3107956","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:30.753412168Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"echo hello from the source VM!","timeout_duration":"Explicit(15s)","vm_id":"56345b89-5c37-45cb-b367-4c5ef3107956","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:30.763611749Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","elapsed_milliseconds":10,"path":"phd_tests::migrate::serial_history","vm_id":"56345b89-5c37-45cb-b367-4c5ef3107956"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:30.763874643Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"56345b89-5c37-45cb-b367-4c5ef3107956","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:30.763968254Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm_id":"56345b89-5c37-45cb-b367-4c5ef3107956","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:30.796592017Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","elapsed_milliseconds":32,"path":"phd_tests::migrate::serial_history","vm_id":"56345b89-5c37-45cb-b367-4c5ef3107956"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] migrating to new Propolis artifact for lifecycle test","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:30.801880985Z","target":"phd_framework::lifecycle","line":74,"file":"phd-tests/framework/src/lifecycle.rs","propolis_artifact":"__DEFAULT_PROPOLIS","vm_name":"migration_serial_history","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:30.801944176Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:30.802011337Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-1efb315d-4459-4076-907b-5818e5f5f546/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"migration_serial_history_lifecycle_0","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:30.802086868Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:30.80216514Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9002","config_toml_path":"\"/tmp/propolis-phd/migration_serial_history_lifecycle_0.config.toml\"","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:30.80221075Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migration_serial_history_lifecycle_0.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migration_serial_history_lifecycle_0.stdout.log\"","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 915","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:30.809098102Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:30.809434917Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":7,"path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:30.809516418Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::serial_history","target":"migration_serial_history_lifecycle_0","source_id":"56345b89-5c37-45cb-b367-4c5ef3107956","target_id":"23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0","source":"migration_serial_history"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:30.809568829Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"45s","migration_id":"0878924f-9c9f-4bb5-b2d5-3d724b04d672","path":"phd_tests::migrate::serial_history","target":"migration_serial_history_lifecycle_0","source_id":"56345b89-5c37-45cb-b367-4c5ef3107956","target_id":"23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0","source":"migration_serial_history"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:30.80963209Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0","vm":"migration_serial_history_lifecycle_0","path":"phd_tests::migrate::serial_history","target":"migration_serial_history_lifecycle_0","source_id":"56345b89-5c37-45cb-b367-4c5ef3107956","target_id":"23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0","source":"migration_serial_history"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:30.810066386Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm_id":"23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0","vm":"migration_serial_history_lifecycle_0","path":"phd_tests::migrate::serial_history","target":"migration_serial_history_lifecycle_0","source_id":"56345b89-5c37-45cb-b367-4c5ef3107956","target_id":"23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0","source":"migration_serial_history"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:31.203373238Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: dcf25fd2-2093-4632-8d43-b109dd847fb9, silo_id: fae488c2-8941-46cd-85d2-f9d0dac5bdfa }, name: \"phd-vm-23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0\", vcpus: 2 }, state: Migrating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-1efb315d-4459-4076-907b-5818e5f5f546/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_id":"23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0","vm":"migration_serial_history_lifecycle_0","path":"phd_tests::migrate::serial_history","target":"migration_serial_history_lifecycle_0","source_id":"56345b89-5c37-45cb-b367-4c5ef3107956","target_id":"23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0","source":"migration_serial_history"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:31.20351018Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history_lifecycle_0","elapsed_milliseconds":393,"path":"phd_tests::migrate::serial_history","source_id":"56345b89-5c37-45cb-b367-4c5ef3107956","target_id":"23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0","source":"migration_serial_history","target":"migration_serial_history_lifecycle_0","vm_id":"23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:31.20356875Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"0878924f-9c9f-4bb5-b2d5-3d724b04d672","path":"phd_tests::migrate::serial_history","target":"migration_serial_history_lifecycle_0","source_id":"56345b89-5c37-45cb-b367-4c5ef3107956","target_id":"23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0","source":"migration_serial_history"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:34.931552444Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9002\",\"from_start\":7685}}"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:35.391808086Z","target":"phd_framework::test_vm","line":538,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::serial_history","target":"migration_serial_history_lifecycle_0","source_id":"56345b89-5c37-45cb-b367-4c5ef3107956","target_id":"23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0","source":"migration_serial_history"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:35.391860207Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"0878924f-9c9f-4bb5-b2d5-3d724b04d672","elapsed_milliseconds":4188,"path":"phd_tests::migrate::serial_history","target":"migration_serial_history_lifecycle_0","source_id":"56345b89-5c37-45cb-b367-4c5ef3107956","target_id":"23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0","source":"migration_serial_history"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:35.391911788Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4582,"path":"phd_tests::migrate::serial_history","target":"migration_serial_history_lifecycle_0","source_id":"56345b89-5c37-45cb-b367-4c5ef3107956","target_id":"23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0","source":"migration_serial_history"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:35.393136246Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"56345b89-5c37-45cb-b367-4c5ef3107956","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:35.39410377Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm_id":"56345b89-5c37-45cb-b367-4c5ef3107956","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:35.523494215Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","elapsed_milliseconds":130,"path":"phd_tests::migrate::serial_history","vm_id":"56345b89-5c37-45cb-b367-4c5ef3107956"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:35.525972842Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0","vm":"migration_serial_history_lifecycle_0","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:35.526125054Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::serial_history ... ok","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:35.526188315Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:35.526251376Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":8991}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:35.526266576Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:35.52718098Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0","vm":"migration_serial_history_lifecycle_0","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:35.89193488Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","vm_id":"23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0","vm":"migration_serial_history_lifecycle_0","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.007745264Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm_id":"23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0","vm":"migration_serial_history_lifecycle_0","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.007840235Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-1efb315d-4459-4076-907b-5818e5f5f546\"]","verb":"destroy","vm_id":"23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0","vm":"migration_serial_history_lifecycle_0","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.032965987Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm_id":"23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0","vm":"migration_serial_history_lifecycle_0","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.033054378Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-e2cc44df-c3c7-4b8a-abd0-5ceba39acdb5\"]","vm_id":"23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0","vm":"migration_serial_history_lifecycle_0","path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.052381104Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history_lifecycle_0","elapsed_milliseconds":526,"path":"phd_tests::migrate::serial_history","vm_id":"23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0"}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.052452565Z","target":"phd_tests::migrate","line":18,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":10092,"path":"phd_tests::migrate::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.052629518Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":526}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::smoke_test","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.052700759Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.05273754Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.052784681Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.052906282Z","target":"phd_tests::migrate","line":13,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.052992964Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.053179486Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.053236327Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.053285788Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.063157444Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts  50.3M  1.80T     48.9M  /phd-artifacts\n","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.063286456Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-5aaf11e6-d518-4425-8cd1-6cf2e336d01a\"]","verb":"snapshot","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.078930928Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-5aaf11e6-d518-4425-8cd1-6cf2e336d01a\", \"phd-artifacts/phd-clone-44d2cb73-c762-455f-94d2-0facd574429a\"]","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.09532987Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-44d2cb73-c762-455f-94d2-0facd574429a\"]","verb":"list","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.105509201Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-44d2cb73-c762-455f-94d2-0facd574429a     0B  1.80T     48.9M  /phd-artifacts/phd-clone-44d2cb73-c762-455f-94d2-0facd574429a\n","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.106064449Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.10614735Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-44d2cb73-c762-455f-94d2-0facd574429a/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"migration_smoke","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.106225781Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.106299573Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","config_toml_path":"\"/tmp/propolis-phd/migration_smoke.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.106343013Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migration_smoke.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migration_smoke.stdout.log\"","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 924","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.111344887Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.111701462Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":5,"path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.111780034Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.112283561Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.886057455Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.88707051Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-44d2cb73-c762-455f-94d2-0facd574429a/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 91dc9b1c-3892-4de0-afe2-4fa0ee45f746, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: cdaff4ce-e417-43c0-aa1f-02062f023185, silo_id: e1b9566f-6079-4cbb-98f9-54b2a97a9dd1 }, name: \"phd-vm-91dc9b1c-3892-4de0-afe2-4fa0ee45f746\", vcpus: 2 }, state: Creating }","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.887170072Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","elapsed_milliseconds":775,"path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.887240933Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.887284714Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.887868712Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","elapsed_milliseconds":0,"path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.887925183Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.887974134Z","target":"phd_framework::test_vm","line":643,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke","timeout_duration":"300s","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.888020054Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.888061745Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:36.888102716Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.096441408Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","elapsed_milliseconds":4208,"path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.096525279Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.096719042Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.096776613Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.096819313Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.110537036Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","elapsed_milliseconds":13,"path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.110624858Z","target":"phd_framework::test_vm","line":691,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.110665148Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4222,"path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.11082258Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.110875461Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"ls foo.bar 2> /dev/null","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.1222874Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","elapsed_milliseconds":11,"path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.122408802Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.122456373Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.155116956Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","elapsed_milliseconds":32,"path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.15535606Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.155427531Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"touch ./foo.bar","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.165759954Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","elapsed_milliseconds":10,"path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.165948237Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.166037958Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.187475595Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","elapsed_milliseconds":21,"path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.187651248Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.187720829Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"sync ./foo.bar","timeout_duration":"Explicit(15s)","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.199049267Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","elapsed_milliseconds":11,"path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.199349441Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.199449252Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.232320009Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","elapsed_milliseconds":32,"path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] migrating to new Propolis artifact for lifecycle test","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.232487432Z","target":"phd_framework::lifecycle","line":74,"file":"phd-tests/framework/src/lifecycle.rs","vm_name":"migration_smoke","propolis_artifact":"__DEFAULT_PROPOLIS","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.232604163Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.232729465Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-44d2cb73-c762-455f-94d2-0facd574429a/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"migration_smoke_lifecycle_0","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.232875857Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.232994929Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9002","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/migration_smoke_lifecycle_0.config.toml\"","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.23303941Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_smoke_lifecycle_0.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_smoke_lifecycle_0.stderr.log\"","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 925","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.240149215Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.240532551Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":7,"path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.240625312Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_smoke_lifecycle_0","source_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test","target_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","source":"migration_smoke"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.240676243Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"d8e6b971-4eb7-4ee4-b1f1-5b328a8f5bef","timeout_duration":"45s","target":"migration_smoke_lifecycle_0","source_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test","target_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","source":"migration_smoke"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.240739574Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_smoke_lifecycle_0","source_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","vm":"migration_smoke_lifecycle_0","path":"phd_tests::migrate::smoke_test","vm_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","target_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","source":"migration_smoke"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:41.241250651Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","target":"migration_smoke_lifecycle_0","source_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","vm":"migration_smoke_lifecycle_0","path":"phd_tests::migrate::smoke_test","vm_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","target_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","source":"migration_smoke"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:42.083072252Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-44d2cb73-c762-455f-94d2-0facd574429a/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: bfab3b20-96fe-4d7b-affd-7fb0f2052351, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 153a0f40-bc2d-41dd-a354-a3e4e7da3706, silo_id: d3a14dd0-1e4b-445a-a32c-554c9479b827 }, name: \"phd-vm-bfab3b20-96fe-4d7b-affd-7fb0f2052351\", vcpus: 2 }, state: Migrating }","target":"migration_smoke_lifecycle_0","source_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","vm":"migration_smoke_lifecycle_0","path":"phd_tests::migrate::smoke_test","vm_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","target_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","source":"migration_smoke"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:42.083232384Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke_lifecycle_0","elapsed_milliseconds":842,"path":"phd_tests::migrate::smoke_test","target":"migration_smoke_lifecycle_0","vm_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","source_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","source":"migration_smoke","target_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:42.083317816Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_smoke_lifecycle_0","source_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test","migration_id":"d8e6b971-4eb7-4ee4-b1f1-5b328a8f5bef","target_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","source":"migration_smoke"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:45.837356296Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9002\",\"from_start\":7718}}"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:46.862474889Z","target":"phd_framework::test_vm","line":538,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_smoke_lifecycle_0","source_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test","target_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","source":"migration_smoke"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:46.86253024Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_smoke_lifecycle_0","source_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","elapsed_milliseconds":4779,"path":"phd_tests::migrate::smoke_test","migration_id":"d8e6b971-4eb7-4ee4-b1f1-5b328a8f5bef","target_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","source":"migration_smoke"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:46.862581841Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_smoke_lifecycle_0","source_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","elapsed_milliseconds":5621,"path":"phd_tests::migrate::smoke_test","target_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","source":"migration_smoke"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:46.86388082Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:46.864108403Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke_lifecycle_0","vm_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:46.864162364Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"ls foo.bar","vm":"migration_smoke_lifecycle_0","vm_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:46.864731553Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:46.990401422Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke","vm_id":"91dc9b1c-3892-4de0-afe2-4fa0ee45f746","elapsed_milliseconds":126,"path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:46.990802928Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke_lifecycle_0","vm_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","elapsed_milliseconds":126,"path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:46.991106633Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke_lifecycle_0","vm_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:46.991162643Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm":"migration_smoke_lifecycle_0","vm_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.023848827Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke_lifecycle_0","vm_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","elapsed_milliseconds":32,"path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.024080921Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke_lifecycle_0","vm_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.024239943Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::smoke_test ... ok","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.024298674Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.024337385Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":10138}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.024382945Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.025086526Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke_lifecycle_0","vm_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.297348746Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","vm":"migration_smoke_lifecycle_0","vm_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.423632005Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm":"migration_smoke_lifecycle_0","vm_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.423753267Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-44d2cb73-c762-455f-94d2-0facd574429a\"]","vm":"migration_smoke_lifecycle_0","vm_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.446834659Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm":"migration_smoke_lifecycle_0","vm_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.44689222Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-5aaf11e6-d518-4425-8cd1-6cf2e336d01a\"]","vm":"migration_smoke_lifecycle_0","vm_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.466324717Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke_lifecycle_0","vm_id":"bfab3b20-96fe-4d7b-affd-7fb0f2052351","elapsed_milliseconds":442,"path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.466433479Z","target":"phd_tests::migrate","line":13,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":11413,"path":"phd_tests::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.466592831Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":442}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::migration_from_base_and_back","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.466658462Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.466690583Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.466721753Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.466829705Z","target":"phd_tests::migrate::from_base","line":50,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.466914196Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.467094939Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.467152909Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.46720403Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.477118017Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts  50.4M  1.80T     48.9M  /phd-artifacts\n","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.477206338Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-903cd1c3-f965-4833-bcad-4bd7d9a11638\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.491585411Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-903cd1c3-f965-4833-bcad-4bd7d9a11638\", \"phd-artifacts/phd-clone-7487e38f-f478-44b0-89dd-0cd0397a9a9d\"]","verb":"clone","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.508561202Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-7487e38f-f478-44b0-89dd-0cd0397a9a9d\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.518599791Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-7487e38f-f478-44b0-89dd-0cd0397a9a9d     0B  1.80T     48.9M  /phd-artifacts/phd-clone-7487e38f-f478-44b0-89dd-0cd0397a9a9d\n","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.51917838Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.519262551Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-7487e38f-f478-44b0-89dd-0cd0397a9a9d/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\" }","guest_os_kind":"Alpine","vm_name":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] checking for existing copy of artifact","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.519348412Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/c295723cb54591d799e99ef51a21003540f42749eb685954f43e7191fd8a9bc7/propolis-server.tar.gz","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Downloading file from Buildomat...","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:21:47.519409733Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/61e1481cd2b04b29b0adcd3e51a6e3e46eb146db/propolis-server.tar.gz","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Extracting artifact from tarball","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:10.852045847Z","target":"phd_framework::artifacts::store","line":162,"file":"phd-tests/framework/src/artifacts/store.rs","extracted_path":"/phd-artifacts/c295723cb54591d799e99ef51a21003540f42749eb685954f43e7191fd8a9bc7/propolis-server","untar_path":"propolis-server","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Extracting gzipped tarball...","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:10.852116448Z","target":"phd_framework::artifacts::store","line":518,"file":"phd-tests/framework/src/artifacts/store.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:24.640755811Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/migration_from_base_and_back.config.toml\"","server_addr":"127.0.0.1:9000","server_path":"\"/phd-artifacts/c295723cb54591d799e99ef51a21003540f42749eb685954f43e7191fd8a9bc7/propolis-server\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:24.640846733Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migration_from_base_and_back.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migration_from_base_and_back.stdout.log\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 934","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:24.683085218Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:24.683531164Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":37164,"path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:24.683643626Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:24.684267825Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm":"migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:25.273496387Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:25.274188157Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 50a7ddca-5934-4e38-950d-f4c7532f7ceb, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 0e2406dd-62c1-4024-b09f-8274db676480, silo_id: 306d3dcd-fb5d-4b1a-88bd-7ea8db62aee4 }, name: \"phd-vm-50a7ddca-5934-4e38-950d-f4c7532f7ceb\", vcpus: 2 }, state: Creating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-7487e38f-f478-44b0-89dd-0cd0397a9a9d/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm":"migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:25.274305239Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":590,"vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:25.2743839Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:25.27442626Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm":"migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:25.274993079Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:25.27505132Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:25.27510019Z","target":"phd_framework::test_vm","line":643,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","vm":"migration_from_base_and_back","timeout_duration":"300s","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:25.275138891Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:25.275177202Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:25.275220212Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","vm":"migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.52979357Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4254,"vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.529878891Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.530070904Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.530127954Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.530169295Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost:~#","vm":"migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.546376925Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":16,"vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.546543937Z","target":"phd_framework::test_vm","line":691,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.546622099Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4271,"path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.546895173Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.546995644Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"ls foo.bar 2> /dev/null","vm":"migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.557342977Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":10,"vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.557574961Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.557672712Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.590492488Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":32,"vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.590830223Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.590935225Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"touch ./foo.bar","timeout_duration":"Explicit(15s)","vm":"migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.601181206Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":10,"vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.601487681Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.601589702Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.634240956Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":32,"vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.634497999Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.634591981Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"sync ./foo.bar","vm":"migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.645909679Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":11,"vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.646165312Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.646279714Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.678927817Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":32,"vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] migrating to new Propolis artifact for lifecycle test","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.67913752Z","target":"phd_framework::lifecycle","line":74,"file":"phd-tests/framework/src/lifecycle.rs","vm_name":"migration_from_base_and_back","propolis_artifact":"__DEFAULT_PROPOLIS","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.679282762Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.679439075Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"migration_from_base_and_back_lifecycle_0","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-7487e38f-f478-44b0-89dd-0cd0397a9a9d/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.679560947Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.679649118Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9002","config_toml_path":"\"/tmp/propolis-phd/migration_from_base_and_back_lifecycle_0.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.679694728Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_from_base_and_back_lifecycle_0.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_from_base_and_back_lifecycle_0.stderr.log\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 935","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.697232248Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.697905468Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":18,"path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.6980553Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_from_base_and_back_lifecycle_0","source":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","target_id":"38fc43ab-be99-48ae-a32c-f808c4013068"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.698149982Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"0a26d8e4-da10-443d-b133-561123ff0362","timeout_duration":"45s","target":"migration_from_base_and_back_lifecycle_0","source":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","target_id":"38fc43ab-be99-48ae-a32c-f808c4013068"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.698217063Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_from_base_and_back_lifecycle_0","source":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back_lifecycle_0","source_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","vm_id":"38fc43ab-be99-48ae-a32c-f808c4013068","target_id":"38fc43ab-be99-48ae-a32c-f808c4013068"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:29.698669429Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","target":"migration_from_base_and_back_lifecycle_0","source":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back_lifecycle_0","source_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","vm_id":"38fc43ab-be99-48ae-a32c-f808c4013068","target_id":"38fc43ab-be99-48ae-a32c-f808c4013068"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:30.425788992Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 38fc43ab-be99-48ae-a32c-f808c4013068, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: db207338-a8d1-423a-8cf3-4e6dceebe0ff, silo_id: 4360c2c9-6b31-4b90-bbbf-c7dc66deb9af }, name: \"phd-vm-38fc43ab-be99-48ae-a32c-f808c4013068\", vcpus: 2 }, state: Migrating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-7487e38f-f478-44b0-89dd-0cd0397a9a9d/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","target":"migration_from_base_and_back_lifecycle_0","source":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back_lifecycle_0","source_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","vm_id":"38fc43ab-be99-48ae-a32c-f808c4013068","target_id":"38fc43ab-be99-48ae-a32c-f808c4013068"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:30.425928384Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back_lifecycle_0","vm_id":"38fc43ab-be99-48ae-a32c-f808c4013068","target":"migration_from_base_and_back_lifecycle_0","source":"migration_from_base_and_back","elapsed_milliseconds":727,"source_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","target_id":"38fc43ab-be99-48ae-a32c-f808c4013068"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:30.426006806Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_from_base_and_back_lifecycle_0","source":"migration_from_base_and_back","migration_id":"0a26d8e4-da10-443d-b133-561123ff0362","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","target_id":"38fc43ab-be99-48ae-a32c-f808c4013068"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:34.20207772Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9002\",\"from_start\":7718}}"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:35.74442378Z","target":"phd_framework::test_vm","line":538,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_from_base_and_back_lifecycle_0","source":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","target_id":"38fc43ab-be99-48ae-a32c-f808c4013068"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:35.744480281Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_from_base_and_back_lifecycle_0","source":"migration_from_base_and_back","migration_id":"0a26d8e4-da10-443d-b133-561123ff0362","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":5318,"source_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","target_id":"38fc43ab-be99-48ae-a32c-f808c4013068"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:35.744530401Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_from_base_and_back_lifecycle_0","source":"migration_from_base_and_back","elapsed_milliseconds":6046,"path":"phd_tests::migrate::from_base::migration_from_base_and_back","source_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","target_id":"38fc43ab-be99-48ae-a32c-f808c4013068"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:35.745606107Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back_lifecycle_0","vm_id":"38fc43ab-be99-48ae-a32c-f808c4013068","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:35.745720249Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:35.746644523Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm":"migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:35.863264049Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:35.863429681Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":10589}
{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::migration_from_base_and_back ... FAILED: Failed to get source VM migration state\n\nCaused by:\n    Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f0c715d-f28c-41bb-bf4c-601249d07904\", \"content-length\": \"84\", \"date\": \"Mon, 17 Jun 2024 17:22:35 GMT\"}; value: Error { error_code: None, message: \"Not Found\", request_id: \"4f0c715d-f28c-41bb-bf4c-601249d07904\" }\n\nStack backtrace:\n   0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.83/src/backtrace.rs:27:14\n   1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/result.rs:1964:27\n   2: phd_framework::test_vm::TestVm::get_migration_state::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:574:12\n   3: phd_framework::lifecycle::<impl phd_framework::Framework>::lifecycle_test::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/framework/src/lifecycle.rs:102:26\n   4: phd_tests::migrate::from_base::migration_from_base_and_back::{{closure}}::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:81:10\n   5: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n   6: phd_tests::migrate::from_base::migration_from_base_and_back::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:50:5\n   7: <core::pin::Pin<P> as core::future::future::Future>::poll\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/future/future.rs:123:9\n   8: phd_testcase::TestCase::run::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n   9: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/macros/select.rs:524:49\n  10: <tokio::future::poll_fn::PollFn<F> as core::future::future::Future>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/future/poll_fn.rs:58:9\n  11: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:105:13\n  12: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/core.rs:328:17\n  13: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/loom/std/unsafe_cell.rs:16:9\n  14: tokio::runtime::task::core::Core<T,S>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/core.rs:317:13\n  15: tokio::runtime::task::harness::poll_future::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:485:19\n  16: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/panic/unwind_safe.rs:272:9\n  17: std::panicking::try::do_call\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:559:40\n  18: __rust_try\n  19: std::panicking::try\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:523:19\n  20: std::panic::catch_unwind\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panic.rs:149:14\n  21: tokio::runtime::task::harness::poll_future\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:473:18\n  22: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:208:27\n  23: tokio::runtime::task::harness::Harness<T,S>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:153:15\n  24: tokio::runtime::task::raw::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/raw.rs:271:5\n  25: tokio::runtime::task::raw::RawTask::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/raw.rs:201:18\n  26: tokio::runtime::task::LocalNotified<S>::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/mod.rs:427:9\n  27: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:639:17\n  28: tokio::runtime::coop::with_budget\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/coop.rs:107:5\n  29: tokio::runtime::coop::budget\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/coop.rs:73:5\n  30: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:575:9\n  31: tokio::runtime::scheduler::multi_thread::worker::Context::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:526:24\n  32: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:491:21\n  33: tokio::runtime::context::scoped::Scoped<T>::set\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/context/scoped.rs:40:9\n  34: tokio::runtime::context::set_scheduler::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/context.rs:176:26\n  35: std::thread::local::LocalKey<T>::try_with\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/thread/local.rs:286:12\n  36: std::thread::local::LocalKey<T>::with\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/thread/local.rs:262:9\n  37: tokio::runtime::context::set_scheduler\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/context.rs:176:9\n  38: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:486:9\n  39: tokio::runtime::context::runtime::enter_runtime\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/context/runtime.rs:65:16\n  40: tokio::runtime::scheduler::multi_thread::worker::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:478:5\n  41: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:447:45\n  42: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/blocking/task.rs:42:21\n  43: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/core.rs:328:17\n  44: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/loom/std/unsafe_cell.rs:16:9\n  45: tokio::runtime::task::core::Core<T,S>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/core.rs:317:13\n  46: tokio::runtime::task::harness::poll_future::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:485:19\n  47: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/panic/unwind_safe.rs:272:9\n  48: std::panicking::try::do_call\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:559:40\n  49: __rust_try\n  50: std::panicking::try\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:523:19\n  51: std::panic::catch_unwind\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panic.rs:149:14\n  52: tokio::runtime::task::harness::poll_future\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:473:18\n  53: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:208:27\n  54: tokio::runtime::task::harness::Harness<T,S>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:153:15\n  55: tokio::runtime::task::raw::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/raw.rs:271:5\n  56: tokio::runtime::task::raw::RawTask::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/raw.rs:201:18\n  57: tokio::runtime::task::UnownedTask<S>::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/mod.rs:464:9\n  58: tokio::runtime::blocking::pool::Task::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/blocking/pool.rs:159:9\n  59: tokio::runtime::blocking::pool::Inner::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/blocking/pool.rs:513:17\n  60: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/blocking/pool.rs:471:13\n  61: std::sys_common::backtrace::__rust_begin_short_backtrace\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/sys_common/backtrace.rs:155:18\n  62: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/thread/mod.rs:542:17\n  63: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/panic/unwind_safe.rs:272:9\n  64: std::panicking::try::do_call\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:559:40\n  65: __rust_try\n  66: std::panicking::try\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:523:19\n  67: std::panic::catch_unwind\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panic.rs:149:14\n  68: std::thread::Builder::spawn_unchecked_::{{closure}}\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/thread/mod.rs:541:30\n  69: core::ops::function::FnOnce::call_once{{vtable.shim}}\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/ops/function.rs:250:5\n  70: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/alloc/src/boxed.rs:2022:9\n  71: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/alloc/src/boxed.rs:2022:9\n  72: std::sys::pal::unix::thread::Thread::new::thread_start\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/sys/pal/unix/thread.rs:108:17\n  73: _thrp_setup\n  74: <unknown>","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:35.863572403Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:35.863640324Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:35.863851718Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back_lifecycle_0","vm_id":"38fc43ab-be99-48ae-a32c-f808c4013068","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:35.881106193Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":135,"vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm_id":"50a7ddca-5934-4e38-950d-f4c7532f7ceb"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.442451922Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","vm":"migration_from_base_and_back_lifecycle_0","vm_id":"38fc43ab-be99-48ae-a32c-f808c4013068","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.56662343Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm":"migration_from_base_and_back_lifecycle_0","vm_id":"38fc43ab-be99-48ae-a32c-f808c4013068","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.566722751Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-7487e38f-f478-44b0-89dd-0cd0397a9a9d\"]","vm":"migration_from_base_and_back_lifecycle_0","vm_id":"38fc43ab-be99-48ae-a32c-f808c4013068","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.603339533Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm":"migration_from_base_and_back_lifecycle_0","vm_id":"38fc43ab-be99-48ae-a32c-f808c4013068","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.603404694Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-903cd1c3-f965-4833-bcad-4bd7d9a11638\"]","vm":"migration_from_base_and_back_lifecycle_0","vm_id":"38fc43ab-be99-48ae-a32c-f808c4013068","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.632035348Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":886,"vm":"migration_from_base_and_back_lifecycle_0","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm_id":"38fc43ab-be99-48ae-a32c-f808c4013068"}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.632114189Z","target":"phd_tests::migrate::from_base","line":50,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":49165,"path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.632308102Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":768}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::serial_history","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.632371983Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.632406694Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.632439514Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.632560976Z","target":"phd_tests::migrate::from_base","line":38,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.632655297Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.63283066Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.632885201Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.632936222Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.650470561Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts   655M  1.80T      654M  /phd-artifacts\n","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.650632673Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-cd766608-dab3-4333-ba14-9204d66082a3\"]","verb":"snapshot","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.670425246Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-cd766608-dab3-4333-ba14-9204d66082a3\", \"phd-artifacts/phd-clone-f57f8557-c2f9-44be-bf8e-a494b2a47e72\"]","verb":"clone","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.693380906Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-f57f8557-c2f9-44be-bf8e-a494b2a47e72\"]","verb":"list","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.708850805Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-f57f8557-c2f9-44be-bf8e-a494b2a47e72     0B  1.80T      654M  /phd-artifacts/phd-clone-f57f8557-c2f9-44be-bf8e-a494b2a47e72\n","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.709514735Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.709603166Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_serial_history_base","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\" }","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-f57f8557-c2f9-44be-bf8e-a494b2a47e72/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","guest_os_kind":"Alpine","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.709679298Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/c295723cb54591d799e99ef51a21003540f42749eb685954f43e7191fd8a9bc7/propolis-server","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.709757919Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","config_toml_path":"\"/tmp/propolis-phd/migration_serial_history_base.config.toml\"","server_path":"\"/phd-artifacts/c295723cb54591d799e99ef51a21003540f42749eb685954f43e7191fd8a9bc7/propolis-server\"","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.709806669Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_serial_history_base.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_serial_history_base.stderr.log\"","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 944","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.719188358Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.719836208Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":10,"path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.71999234Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history_base","vm_id":"826a8175-659e-44d2-b9bb-3d4f97222120","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:36.72069723Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm":"migration_serial_history_base","vm_id":"826a8175-659e-44d2-b9bb-3d4f97222120","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:37.46515722Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:37.46581789Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-f57f8557-c2f9-44be-bf8e-a494b2a47e72/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 826a8175-659e-44d2-b9bb-3d4f97222120, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: d9378f7a-c89d-43dc-8ca4-c760a70f462e, silo_id: 65753176-3dca-4de3-97a5-0655810bc45e }, name: \"phd-vm-826a8175-659e-44d2-b9bb-3d4f97222120\", vcpus: 2 }, state: Creating }","vm":"migration_serial_history_base","vm_id":"826a8175-659e-44d2-b9bb-3d4f97222120","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:37.465956072Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":745,"vm":"migration_serial_history_base","vm_id":"826a8175-659e-44d2-b9bb-3d4f97222120","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:37.466055073Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history_base","vm_id":"826a8175-659e-44d2-b9bb-3d4f97222120","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:37.466111484Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm":"migration_serial_history_base","vm_id":"826a8175-659e-44d2-b9bb-3d4f97222120","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:37.466717003Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"vm":"migration_serial_history_base","vm_id":"826a8175-659e-44d2-b9bb-3d4f97222120","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:37.466776374Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:37.466827085Z","target":"phd_framework::test_vm","line":643,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"826a8175-659e-44d2-b9bb-3d4f97222120","timeout_duration":"300s","vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:37.466869285Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:37.466909526Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history_base","vm_id":"826a8175-659e-44d2-b9bb-3d4f97222120","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:37.466950587Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","vm":"migration_serial_history_base","vm_id":"826a8175-659e-44d2-b9bb-3d4f97222120","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:41.703097822Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4236,"vm":"migration_serial_history_base","vm_id":"826a8175-659e-44d2-b9bb-3d4f97222120","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:41.703186213Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:41.703370236Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:41.703426027Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history_base","vm_id":"826a8175-659e-44d2-b9bb-3d4f97222120","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:41.703467807Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm":"migration_serial_history_base","vm_id":"826a8175-659e-44d2-b9bb-3d4f97222120","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:41.719505805Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":15,"vm":"migration_serial_history_base","vm_id":"826a8175-659e-44d2-b9bb-3d4f97222120","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:41.719677767Z","target":"phd_framework::test_vm","line":691,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:41.719772629Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4252,"path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:41.719942481Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history_base","vm_id":"826a8175-659e-44d2-b9bb-3d4f97222120","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:41.719993232Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"echo hello from the source VM!","timeout_duration":"Explicit(15s)","vm":"migration_serial_history_base","vm_id":"826a8175-659e-44d2-b9bb-3d4f97222120","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:41.730328885Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":10,"vm":"migration_serial_history_base","vm_id":"826a8175-659e-44d2-b9bb-3d4f97222120","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:41.730583999Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history_base","vm_id":"826a8175-659e-44d2-b9bb-3d4f97222120","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:41.73067776Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"migration_serial_history_base","vm_id":"826a8175-659e-44d2-b9bb-3d4f97222120","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:41.753191263Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":22,"vm":"migration_serial_history_base","vm_id":"826a8175-659e-44d2-b9bb-3d4f97222120","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] migrating to new Propolis artifact for lifecycle test","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:41.758154277Z","target":"phd_framework::lifecycle","line":74,"file":"phd-tests/framework/src/lifecycle.rs","vm_name":"migration_serial_history_base","propolis_artifact":"__DEFAULT_PROPOLIS","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:41.758229568Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:41.758311219Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-f57f8557-c2f9-44be-bf8e-a494b2a47e72/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"migration_serial_history_base_lifecycle_0","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:41.758391591Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:41.758490742Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9002","config_toml_path":"\"/tmp/propolis-phd/migration_serial_history_base_lifecycle_0.config.toml\"","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:41.758543293Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_serial_history_base_lifecycle_0.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_serial_history_base_lifecycle_0.stderr.log\"","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 945","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:41.77590937Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:41.776543369Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":18,"path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:41.776633541Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history","source_id":"826a8175-659e-44d2-b9bb-3d4f97222120","target":"migration_serial_history_base_lifecycle_0","target_id":"de1b1483-bb00-4590-bc1c-da6a5497435e"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:41.776691691Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"45s","migration_id":"850bf0ac-fd61-429d-ae6c-aa63f36ea3b6","source":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history","source_id":"826a8175-659e-44d2-b9bb-3d4f97222120","target":"migration_serial_history_base_lifecycle_0","target_id":"de1b1483-bb00-4590-bc1c-da6a5497435e"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:41.776761412Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history_base_lifecycle_0","source":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history","vm_id":"de1b1483-bb00-4590-bc1c-da6a5497435e","source_id":"826a8175-659e-44d2-b9bb-3d4f97222120","target":"migration_serial_history_base_lifecycle_0","target_id":"de1b1483-bb00-4590-bc1c-da6a5497435e"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:41.777174029Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm":"migration_serial_history_base_lifecycle_0","source":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history","vm_id":"de1b1483-bb00-4590-bc1c-da6a5497435e","source_id":"826a8175-659e-44d2-b9bb-3d4f97222120","target":"migration_serial_history_base_lifecycle_0","target_id":"de1b1483-bb00-4590-bc1c-da6a5497435e"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:42.188450766Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: de1b1483-bb00-4590-bc1c-da6a5497435e, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: d57580d1-e1ab-4588-80c8-46dac3a0d20f, silo_id: 8d8adbb1-c94d-4a1e-87f4-cae0d0fc8246 }, name: \"phd-vm-de1b1483-bb00-4590-bc1c-da6a5497435e\", vcpus: 2 }, state: Migrating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-f57f8557-c2f9-44be-bf8e-a494b2a47e72/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm":"migration_serial_history_base_lifecycle_0","source":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history","vm_id":"de1b1483-bb00-4590-bc1c-da6a5497435e","source_id":"826a8175-659e-44d2-b9bb-3d4f97222120","target":"migration_serial_history_base_lifecycle_0","target_id":"de1b1483-bb00-4590-bc1c-da6a5497435e"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:42.188589358Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_serial_history_base","vm_id":"de1b1483-bb00-4590-bc1c-da6a5497435e","source_id":"826a8175-659e-44d2-b9bb-3d4f97222120","target_id":"de1b1483-bb00-4590-bc1c-da6a5497435e","elapsed_milliseconds":411,"vm":"migration_serial_history_base_lifecycle_0","path":"phd_tests::migrate::from_base::serial_history","target":"migration_serial_history_base_lifecycle_0"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:42.188670849Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"850bf0ac-fd61-429d-ae6c-aa63f36ea3b6","source":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history","source_id":"826a8175-659e-44d2-b9bb-3d4f97222120","target":"migration_serial_history_base_lifecycle_0","target_id":"de1b1483-bb00-4590-bc1c-da6a5497435e"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:45.93749842Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9002\",\"from_start\":7685}}"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:45.969618334Z","target":"phd_framework::test_vm","line":538,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history","source_id":"826a8175-659e-44d2-b9bb-3d4f97222120","target":"migration_serial_history_base_lifecycle_0","target_id":"de1b1483-bb00-4590-bc1c-da6a5497435e"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:45.969674775Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"850bf0ac-fd61-429d-ae6c-aa63f36ea3b6","elapsed_milliseconds":3780,"source":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history","source_id":"826a8175-659e-44d2-b9bb-3d4f97222120","target":"migration_serial_history_base_lifecycle_0","target_id":"de1b1483-bb00-4590-bc1c-da6a5497435e"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:45.969728916Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4193,"source":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history","source_id":"826a8175-659e-44d2-b9bb-3d4f97222120","target":"migration_serial_history_base_lifecycle_0","target_id":"de1b1483-bb00-4590-bc1c-da6a5497435e"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:45.970475677Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history_base_lifecycle_0","vm_id":"de1b1483-bb00-4590-bc1c-da6a5497435e","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:45.970572229Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history_base","vm_id":"826a8175-659e-44d2-b9bb-3d4f97222120","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:45.971650435Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history_base_lifecycle_0","vm_id":"de1b1483-bb00-4590-bc1c-da6a5497435e","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:45.971861628Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:45.971970839Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":8506}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:45.972127152Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm":"migration_serial_history_base","vm_id":"826a8175-659e-44d2-b9bb-3d4f97222120","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::serial_history ... FAILED: Failed to get source VM migration state\n\nCaused by:\n    Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"426103db-5739-44c7-b570-d7adcae012c4\", \"content-length\": \"84\", \"date\": \"Mon, 17 Jun 2024 17:22:45 GMT\"}; value: Error { error_code: None, message: \"Not Found\", request_id: \"426103db-5739-44c7-b570-d7adcae012c4\" }\n\nStack backtrace:\n   0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.83/src/backtrace.rs:27:14\n   1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/result.rs:1964:27\n   2: phd_framework::test_vm::TestVm::get_migration_state::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:574:12\n   3: phd_framework::lifecycle::<impl phd_framework::Framework>::lifecycle_test::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/framework/src/lifecycle.rs:102:26\n   4: phd_tests::migrate::run_serial_history_test::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:379:6\n   5: phd_tests::migrate::from_base::serial_history::{{closure}}::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:44:10\n   6: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n   7: phd_tests::migrate::from_base::serial_history::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:38:5\n   8: <core::pin::Pin<P> as core::future::future::Future>::poll\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/future/future.rs:123:9\n   9: phd_testcase::TestCase::run::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n  10: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/macros/select.rs:524:49\n  11: <tokio::future::poll_fn::PollFn<F> as core::future::future::Future>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/future/poll_fn.rs:58:9\n  12: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:105:13\n  13: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/core.rs:328:17\n  14: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/loom/std/unsafe_cell.rs:16:9\n  15: tokio::runtime::task::core::Core<T,S>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/core.rs:317:13\n  16: tokio::runtime::task::harness::poll_future::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:485:19\n  17: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/panic/unwind_safe.rs:272:9\n  18: std::panicking::try::do_call\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:559:40\n  19: __rust_try\n  20: std::panicking::try\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:523:19\n  21: std::panic::catch_unwind\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panic.rs:149:14\n  22: tokio::runtime::task::harness::poll_future\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:473:18\n  23: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:208:27\n  24: tokio::runtime::task::harness::Harness<T,S>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:153:15\n  25: tokio::runtime::task::raw::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/raw.rs:271:5\n  26: tokio::runtime::task::raw::RawTask::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/raw.rs:201:18\n  27: tokio::runtime::task::LocalNotified<S>::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/mod.rs:427:9\n  28: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:639:17\n  29: tokio::runtime::coop::with_budget\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/coop.rs:107:5\n  30: tokio::runtime::coop::budget\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/coop.rs:73:5\n  31: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:575:9\n  32: tokio::runtime::scheduler::multi_thread::worker::Context::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:526:24\n  33: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:491:21\n  34: tokio::runtime::context::scoped::Scoped<T>::set\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/context/scoped.rs:40:9\n  35: tokio::runtime::context::set_scheduler::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/context.rs:176:26\n  36: std::thread::local::LocalKey<T>::try_with\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/thread/local.rs:286:12\n  37: std::thread::local::LocalKey<T>::with\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/thread/local.rs:262:9\n  38: tokio::runtime::context::set_scheduler\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/context.rs:176:9\n  39: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:486:9\n  40: tokio::runtime::context::runtime::enter_runtime\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/context/runtime.rs:65:16\n  41: tokio::runtime::scheduler::multi_thread::worker::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:478:5\n  42: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:447:45\n  43: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/blocking/task.rs:42:21\n  44: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/core.rs:328:17\n  45: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/loom/std/unsafe_cell.rs:16:9\n  46: tokio::runtime::task::core::Core<T,S>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/core.rs:317:13\n  47: tokio::runtime::task::harness::poll_future::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:485:19\n  48: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/panic/unwind_safe.rs:272:9\n  49: std::panicking::try::do_call\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:559:40\n  50: __rust_try\n  51: std::panicking::try\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:523:19\n  52: std::panic::catch_unwind\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panic.rs:149:14\n  53: tokio::runtime::task::harness::poll_future\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:473:18\n  54: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:208:27\n  55: tokio::runtime::task::harness::Harness<T,S>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:153:15\n  56: tokio::runtime::task::raw::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/raw.rs:271:5\n  57: tokio::runtime::task::raw::RawTask::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/raw.rs:201:18\n  58: tokio::runtime::task::UnownedTask<S>::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/mod.rs:464:9\n  59: tokio::runtime::blocking::pool::Task::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/blocking/pool.rs:159:9\n  60: tokio::runtime::blocking::pool::Inner::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/blocking/pool.rs:513:17\n  61: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/blocking/pool.rs:471:13\n  62: std::sys_common::backtrace::__rust_begin_short_backtrace\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/sys_common/backtrace.rs:155:18\n  63: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/thread/mod.rs:542:17\n  64: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/panic/unwind_safe.rs:272:9\n  65: std::panicking::try::do_call\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:559:40\n  66: __rust_try\n  67: std::panicking::try\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:523:19\n  68: std::panic::catch_unwind\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panic.rs:149:14\n  69: std::thread::Builder::spawn_unchecked_::{{closure}}\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/thread/mod.rs:541:30\n  70: core::ops::function::FnOnce::call_once{{vtable.shim}}\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/ops/function.rs:250:5\n  71: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/alloc/src/boxed.rs:2022:9\n  72: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/alloc/src/boxed.rs:2022:9\n  73: std::sys::pal::unix::thread::Thread::new::thread_start\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/sys/pal/unix/thread.rs:108:17\n  74: _thrp_setup\n  75: <unknown>","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:45.972274704Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:45.987889725Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:45.988604936Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","vm":"migration_serial_history_base_lifecycle_0","vm_id":"de1b1483-bb00-4590-bc1c-da6a5497435e","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.108770244Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":138,"vm":"migration_serial_history_base","vm_id":"826a8175-659e-44d2-b9bb-3d4f97222120","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.196000216Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm":"migration_serial_history_base_lifecycle_0","vm_id":"de1b1483-bb00-4590-bc1c-da6a5497435e","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.196077957Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-f57f8557-c2f9-44be-bf8e-a494b2a47e72\"]","vm":"migration_serial_history_base_lifecycle_0","vm_id":"de1b1483-bb00-4590-bc1c-da6a5497435e","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.232633858Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm":"migration_serial_history_base_lifecycle_0","vm_id":"de1b1483-bb00-4590-bc1c-da6a5497435e","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.232696309Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-cd766608-dab3-4333-ba14-9204d66082a3\"]","verb":"destroy","vm":"migration_serial_history_base_lifecycle_0","vm_id":"de1b1483-bb00-4590-bc1c-da6a5497435e","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.262270277Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":291,"vm":"migration_serial_history_base_lifecycle_0","vm_id":"de1b1483-bb00-4590-bc1c-da6a5497435e","path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.262373278Z","target":"phd_tests::migrate::from_base","line":38,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":9629,"path":"phd_tests::migrate::from_base::serial_history"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.262568741Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":274}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::can_migrate_from_base","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.262636662Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.262669532Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.262701403Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.262813305Z","target":"phd_tests::migrate::from_base","line":32,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.262901456Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.263083839Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.26314005Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.26319258Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.284476115Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts   655M  1.80T      654M  /phd-artifacts\n","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.284577657Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-85e267c0-63cf-4517-b08b-cbe7c6df2dcb\"]","verb":"snapshot","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.308871316Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-85e267c0-63cf-4517-b08b-cbe7c6df2dcb\", \"phd-artifacts/phd-clone-a5aaf367-369d-4067-a4d7-6a0daca12728\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.333200517Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-a5aaf367-369d-4067-a4d7-6a0daca12728\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.349825423Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-a5aaf367-369d-4067-a4d7-6a0daca12728     0B  1.80T      654M  /phd-artifacts/phd-clone-a5aaf367-369d-4067-a4d7-6a0daca12728\n","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.350398621Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.350505573Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-a5aaf367-369d-4067-a4d7-6a0daca12728/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"migration_from_base","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\" }","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.350596944Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/c295723cb54591d799e99ef51a21003540f42749eb685954f43e7191fd8a9bc7/propolis-server","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.350682895Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/phd-artifacts/c295723cb54591d799e99ef51a21003540f42749eb685954f43e7191fd8a9bc7/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/migration_from_base.config.toml\"","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.350735256Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migration_from_base.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migration_from_base.stdout.log\"","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 954","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.361269422Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.361847701Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":11,"path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.361947372Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.362533161Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.932080772Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.932552579Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: ade77618-a9c0-40f9-a363-488214dcd57f, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 1468970a-488f-4fce-80da-4e17cb3e6ecc, silo_id: eed80349-f8c5-4120-bb22-8b25548706e5 }, name: \"phd-vm-ade77618-a9c0-40f9-a363-488214dcd57f\", vcpus: 2 }, state: Creating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-a5aaf367-369d-4067-a4d7-6a0daca12728/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.93265745Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":570,"path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.932737931Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.932782702Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.9333283Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.933388411Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.933437302Z","target":"phd_framework::test_vm","line":643,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"300s","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.933477753Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.933517393Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:46.933557754Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.149418028Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4215,"path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.149502979Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.149686122Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.149744373Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.149787843Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.165821231Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":15,"path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.166000473Z","target":"phd_framework::test_vm","line":691,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.166054554Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4232,"path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.166276157Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.166330338Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"ls foo.bar 2> /dev/null","timeout_duration":"Explicit(15s)","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.17658782Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":10,"path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.176767813Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.176826974Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.198269471Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":21,"path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.198415883Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.198473684Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"touch ./foo.bar","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.209803942Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":11,"path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.210066866Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.210162327Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.231583104Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":21,"path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.231769367Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.231827038Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"sync ./foo.bar","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.243178336Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":11,"path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.243499721Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.243622093Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.276198685Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":32,"path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] migrating to new Propolis artifact for lifecycle test","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.276342937Z","target":"phd_framework::lifecycle","line":74,"file":"phd-tests/framework/src/lifecycle.rs","propolis_artifact":"__DEFAULT_PROPOLIS","vm_name":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.276463219Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.276600821Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-a5aaf367-369d-4067-a4d7-6a0daca12728/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"migration_from_base_lifecycle_0","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.276793864Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.276966316Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/migration_from_base_lifecycle_0.config.toml\"","server_addr":"127.0.0.1:9002","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.277061388Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_from_base_lifecycle_0.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_from_base_lifecycle_0.stderr.log\"","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 955","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.293890877Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.294323193Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":17,"path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.294435015Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_from_base_lifecycle_0","target_id":"b6305e2a-e4b6-4aaa-b3a7-43821bab160a","path":"phd_tests::migrate::from_base::can_migrate_from_base","source_id":"ade77618-a9c0-40f9-a363-488214dcd57f","source":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.294500635Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"10cc7561-7d74-4bed-b8ac-7ec7076075a1","timeout_duration":"45s","target":"migration_from_base_lifecycle_0","target_id":"b6305e2a-e4b6-4aaa-b3a7-43821bab160a","path":"phd_tests::migrate::from_base::can_migrate_from_base","source_id":"ade77618-a9c0-40f9-a363-488214dcd57f","source":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.294579297Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_lifecycle_0","target":"migration_from_base_lifecycle_0","target_id":"b6305e2a-e4b6-4aaa-b3a7-43821bab160a","vm_id":"b6305e2a-e4b6-4aaa-b3a7-43821bab160a","path":"phd_tests::migrate::from_base::can_migrate_from_base","source_id":"ade77618-a9c0-40f9-a363-488214dcd57f","source":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.295089294Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm":"migration_from_base_lifecycle_0","target":"migration_from_base_lifecycle_0","target_id":"b6305e2a-e4b6-4aaa-b3a7-43821bab160a","vm_id":"b6305e2a-e4b6-4aaa-b3a7-43821bab160a","path":"phd_tests::migrate::from_base::can_migrate_from_base","source_id":"ade77618-a9c0-40f9-a363-488214dcd57f","source":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.829982082Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: b6305e2a-e4b6-4aaa-b3a7-43821bab160a, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 81ed7ef5-212c-4cf0-ada3-b67d118b6e11, silo_id: 4a5d4b66-0ad1-478c-9d6b-da1c28bb773d }, name: \"phd-vm-b6305e2a-e4b6-4aaa-b3a7-43821bab160a\", vcpus: 2 }, state: Migrating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-a5aaf367-369d-4067-a4d7-6a0daca12728/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm":"migration_from_base_lifecycle_0","target":"migration_from_base_lifecycle_0","target_id":"b6305e2a-e4b6-4aaa-b3a7-43821bab160a","vm_id":"b6305e2a-e4b6-4aaa-b3a7-43821bab160a","path":"phd_tests::migrate::from_base::can_migrate_from_base","source_id":"ade77618-a9c0-40f9-a363-488214dcd57f","source":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.830121014Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_from_base","target":"migration_from_base_lifecycle_0","target_id":"b6305e2a-e4b6-4aaa-b3a7-43821bab160a","elapsed_milliseconds":535,"path":"phd_tests::migrate::from_base::can_migrate_from_base","source_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm_id":"b6305e2a-e4b6-4aaa-b3a7-43821bab160a","vm":"migration_from_base_lifecycle_0"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:51.830183945Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_from_base_lifecycle_0","target_id":"b6305e2a-e4b6-4aaa-b3a7-43821bab160a","migration_id":"10cc7561-7d74-4bed-b8ac-7ec7076075a1","path":"phd_tests::migrate::from_base::can_migrate_from_base","source_id":"ade77618-a9c0-40f9-a363-488214dcd57f","source":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:55.582014251Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9002\",\"from_start\":7718}}"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:55.978961277Z","target":"phd_framework::test_vm","line":538,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_from_base_lifecycle_0","target_id":"b6305e2a-e4b6-4aaa-b3a7-43821bab160a","path":"phd_tests::migrate::from_base::can_migrate_from_base","source_id":"ade77618-a9c0-40f9-a363-488214dcd57f","source":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:55.979014148Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_from_base_lifecycle_0","target_id":"b6305e2a-e4b6-4aaa-b3a7-43821bab160a","migration_id":"10cc7561-7d74-4bed-b8ac-7ec7076075a1","elapsed_milliseconds":4148,"path":"phd_tests::migrate::from_base::can_migrate_from_base","source_id":"ade77618-a9c0-40f9-a363-488214dcd57f","source":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:55.979066748Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_from_base_lifecycle_0","target_id":"b6305e2a-e4b6-4aaa-b3a7-43821bab160a","elapsed_milliseconds":4684,"path":"phd_tests::migrate::from_base::can_migrate_from_base","source_id":"ade77618-a9c0-40f9-a363-488214dcd57f","source":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:55.979899841Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"b6305e2a-e4b6-4aaa-b3a7-43821bab160a","vm":"migration_from_base_lifecycle_0"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:55.979984652Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:55.980770363Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:55.980864005Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":9048}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:55.981058808Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"b6305e2a-e4b6-4aaa-b3a7-43821bab160a","vm":"migration_from_base_lifecycle_0"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:55.981101908Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::can_migrate_from_base ... FAILED: Failed to get source VM migration state\n\nCaused by:\n    Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2989dd5-db8c-48be-9816-9e6d84318fc1\", \"content-length\": \"84\", \"date\": \"Mon, 17 Jun 2024 17:22:55 GMT\"}; value: Error { error_code: None, message: \"Not Found\", request_id: \"e2989dd5-db8c-48be-9816-9e6d84318fc1\" }\n\nStack backtrace:\n   0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.83/src/backtrace.rs:27:14\n   1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/result.rs:1964:27\n   2: phd_framework::test_vm::TestVm::get_migration_state::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:574:12\n   3: phd_framework::lifecycle::<impl phd_framework::Framework>::lifecycle_test::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/framework/src/lifecycle.rs:102:26\n   4: phd_tests::migrate::run_smoke_test::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:341:6\n   5: phd_tests::migrate::from_base::can_migrate_from_base::{{closure}}::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:35:14\n   6: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n   7: phd_tests::migrate::from_base::can_migrate_from_base::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:32:5\n   8: <core::pin::Pin<P> as core::future::future::Future>::poll\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/future/future.rs:123:9\n   9: phd_testcase::TestCase::run::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n  10: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/macros/select.rs:524:49\n  11: <tokio::future::poll_fn::PollFn<F> as core::future::future::Future>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/future/poll_fn.rs:58:9\n  12: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n             at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:105:13\n  13: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/core.rs:328:17\n  14: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/loom/std/unsafe_cell.rs:16:9\n  15: tokio::runtime::task::core::Core<T,S>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/core.rs:317:13\n  16: tokio::runtime::task::harness::poll_future::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:485:19\n  17: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/panic/unwind_safe.rs:272:9\n  18: std::panicking::try::do_call\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:559:40\n  19: __rust_try\n  20: std::panicking::try\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:523:19\n  21: std::panic::catch_unwind\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panic.rs:149:14\n  22: tokio::runtime::task::harness::poll_future\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:473:18\n  23: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:208:27\n  24: tokio::runtime::task::harness::Harness<T,S>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:153:15\n  25: tokio::runtime::task::raw::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/raw.rs:271:5\n  26: tokio::runtime::task::raw::RawTask::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/raw.rs:201:18\n  27: tokio::runtime::task::LocalNotified<S>::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/mod.rs:427:9\n  28: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:639:17\n  29: tokio::runtime::coop::with_budget\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/coop.rs:107:5\n  30: tokio::runtime::coop::budget\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/coop.rs:73:5\n  31: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:575:9\n  32: tokio::runtime::scheduler::multi_thread::worker::Context::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:526:24\n  33: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:491:21\n  34: tokio::runtime::context::scoped::Scoped<T>::set\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/context/scoped.rs:40:9\n  35: tokio::runtime::context::set_scheduler::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/context.rs:176:26\n  36: std::thread::local::LocalKey<T>::try_with\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/thread/local.rs:286:12\n  37: std::thread::local::LocalKey<T>::with\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/thread/local.rs:262:9\n  38: tokio::runtime::context::set_scheduler\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/context.rs:176:9\n  39: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:486:9\n  40: tokio::runtime::context::runtime::enter_runtime\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/context/runtime.rs:65:16\n  41: tokio::runtime::scheduler::multi_thread::worker::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:478:5\n  42: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:447:45\n  43: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/blocking/task.rs:42:21\n  44: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/core.rs:328:17\n  45: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/loom/std/unsafe_cell.rs:16:9\n  46: tokio::runtime::task::core::Core<T,S>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/core.rs:317:13\n  47: tokio::runtime::task::harness::poll_future::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:485:19\n  48: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/panic/unwind_safe.rs:272:9\n  49: std::panicking::try::do_call\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:559:40\n  50: __rust_try\n  51: std::panicking::try\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:523:19\n  52: std::panic::catch_unwind\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panic.rs:149:14\n  53: tokio::runtime::task::harness::poll_future\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:473:18\n  54: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:208:27\n  55: tokio::runtime::task::harness::Harness<T,S>::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:153:15\n  56: tokio::runtime::task::raw::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/raw.rs:271:5\n  57: tokio::runtime::task::raw::RawTask::poll\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/raw.rs:201:18\n  58: tokio::runtime::task::UnownedTask<S>::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/mod.rs:464:9\n  59: tokio::runtime::blocking::pool::Task::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/blocking/pool.rs:159:9\n  60: tokio::runtime::blocking::pool::Inner::run\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/blocking/pool.rs:513:17\n  61: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n             at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/blocking/pool.rs:471:13\n  62: std::sys_common::backtrace::__rust_begin_short_backtrace\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/sys_common/backtrace.rs:155:18\n  63: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/thread/mod.rs:542:17\n  64: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/panic/unwind_safe.rs:272:9\n  65: std::panicking::try::do_call\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:559:40\n  66: __rust_try\n  67: std::panicking::try\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:523:19\n  68: std::panic::catch_unwind\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panic.rs:149:14\n  69: std::thread::Builder::spawn_unchecked_::{{closure}}\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/thread/mod.rs:541:30\n  70: core::ops::function::FnOnce::call_once{{vtable.shim}}\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/ops/function.rs:250:5\n  71: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/alloc/src/boxed.rs:2022:9\n  72: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/alloc/src/boxed.rs:2022:9\n  73: std::sys::pal::unix::thread::Thread::new::thread_start\n             at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/sys/pal/unix/thread.rs:108:17\n  74: _thrp_setup\n  75: <unknown>","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:55.98124043Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:55.997964608Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.122782006Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":142,"path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"ade77618-a9c0-40f9-a363-488214dcd57f","vm":"migration_from_base"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.617997516Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"b6305e2a-e4b6-4aaa-b3a7-43821bab160a","vm":"migration_from_base_lifecycle_0"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.749546904Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"b6305e2a-e4b6-4aaa-b3a7-43821bab160a","vm":"migration_from_base_lifecycle_0"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.749668195Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-a5aaf367-369d-4067-a4d7-6a0daca12728\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"b6305e2a-e4b6-4aaa-b3a7-43821bab160a","vm":"migration_from_base_lifecycle_0"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.78375341Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"b6305e2a-e4b6-4aaa-b3a7-43821bab160a","vm":"migration_from_base_lifecycle_0"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.783813121Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-85e267c0-63cf-4517-b08b-cbe7c6df2dcb\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"b6305e2a-e4b6-4aaa-b3a7-43821bab160a","vm":"migration_from_base_lifecycle_0"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.806274283Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":826,"path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"b6305e2a-e4b6-4aaa-b3a7-43821bab160a","vm":"migration_from_base_lifecycle_0"}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.806352004Z","target":"phd_tests::migrate::from_base","line":32,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":10543,"path":"phd_tests::migrate::from_base::can_migrate_from_base"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.806538747Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":808}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_reset_requires_running_test","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.806604178Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.806637819Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.806669989Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.806781161Z","target":"phd_tests::server_state_machine","line":83,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.806862552Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.807048785Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.807108026Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.807162507Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.823394397Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts   655M  1.80T      654M  /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.823563759Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-8db98f22-dd34-40de-9b6c-5bb3029b4811\"]","verb":"snapshot","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.842882155Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-8db98f22-dd34-40de-9b6c-5bb3029b4811\", \"phd-artifacts/phd-clone-e98cb3c7-e1e4-4905-9800-9072fb34ccad\"]","verb":"clone","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.863987718Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-e98cb3c7-e1e4-4905-9800-9072fb34ccad\"]","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.878888428Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-e98cb3c7-e1e4-4905-9800-9072fb34ccad     0B  1.80T      654M  /phd-artifacts/phd-clone-e98cb3c7-e1e4-4905-9800-9072fb34ccad\n","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.879473067Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.879581888Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","vm_name":"instance_reset_requires_running_test","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-e98cb3c7-e1e4-4905-9800-9072fb34ccad/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.87968067Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.879770021Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","config_toml_path":"\"/tmp/propolis-phd/instance_reset_requires_running_test.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.879827442Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/instance_reset_requires_running_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/instance_reset_requires_running_test.stdout.log\"","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 964","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.890024143Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.890692433Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":11,"path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.890834945Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"3e23d191-3b3b-4a63-bd36-bf924e30ac61","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.890882316Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm_id":"3e23d191-3b3b-4a63-bd36-bf924e30ac61","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.891284932Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"vm_id":"3e23d191-3b3b-4a63-bd36-bf924e30ac61","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.891350823Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"3e23d191-3b3b-4a63-bd36-bf924e30ac61","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:56.891662697Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm_id":"3e23d191-3b3b-4a63-bd36-bf924e30ac61","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:57.694879666Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:57.695606457Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 3e23d191-3b3b-4a63-bd36-bf924e30ac61, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 6a3d5b65-f8bb-4f93-8105-96ecc8d25e92, silo_id: f3737c9a-a231-43ec-b4d0-a7ecf4acd5ac }, name: \"phd-vm-3e23d191-3b3b-4a63-bd36-bf924e30ac61\", vcpus: 2 }, state: Creating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-e98cb3c7-e1e4-4905-9800-9072fb34ccad/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_id":"3e23d191-3b3b-4a63-bd36-bf924e30ac61","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:57.695714319Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":804,"vm_id":"3e23d191-3b3b-4a63-bd36-bf924e30ac61","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:57.69578399Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"3e23d191-3b3b-4a63-bd36-bf924e30ac61","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:57.695828521Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm_id":"3e23d191-3b3b-4a63-bd36-bf924e30ac61","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:57.696390649Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"vm_id":"3e23d191-3b3b-4a63-bd36-bf924e30ac61","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:57.69646362Z","target":"phd_framework::test_vm","line":590,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"3e23d191-3b3b-4a63-bd36-bf924e30ac61","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:57.696508671Z","target":"phd_framework::test_vm","line":596,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"3e23d191-3b3b-4a63-bd36-bf924e30ac61","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:57.696583221Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"3e23d191-3b3b-4a63-bd36-bf924e30ac61","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:57.696626322Z","target":"phd_framework::test_vm","line":450,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"3e23d191-3b3b-4a63-bd36-bf924e30ac61","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:57.69714329Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"vm_id":"3e23d191-3b3b-4a63-bd36-bf924e30ac61","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:57.697199711Z","target":"phd_framework::test_vm","line":590,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"vm_id":"3e23d191-3b3b-4a63-bd36-bf924e30ac61","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:57.697259222Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"3e23d191-3b3b-4a63-bd36-bf924e30ac61","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:57.697396264Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:57.697494635Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":2}
{"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_reset_requires_running_test ... ok","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:57.697530706Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:57.697630787Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:57.698081514Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"3e23d191-3b3b-4a63-bd36-bf924e30ac61","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.257377462Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm_id":"3e23d191-3b3b-4a63-bd36-bf924e30ac61","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.368320934Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm_id":"3e23d191-3b3b-4a63-bd36-bf924e30ac61","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.368445356Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-e98cb3c7-e1e4-4905-9800-9072fb34ccad\"]","vm_id":"3e23d191-3b3b-4a63-bd36-bf924e30ac61","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.403307632Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm_id":"3e23d191-3b3b-4a63-bd36-bf924e30ac61","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.403372543Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-8db98f22-dd34-40de-9b6c-5bb3029b4811\"]","vm_id":"3e23d191-3b3b-4a63-bd36-bf924e30ac61","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.426260672Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":728,"vm_id":"3e23d191-3b3b-4a63-bd36-bf924e30ac61","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.426345863Z","target":"phd_tests::server_state_machine","line":83,"file":"phd-tests/tests/src/server_state_machine.rs","elapsed_milliseconds":1619,"path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.426504456Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":728}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_reset_test","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.426564686Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.426596017Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.426627878Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.426722629Z","target":"phd_tests::server_state_machine","line":52,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.42680633Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.426975052Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.427032513Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.427084534Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.442175028Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts   655M  1.80T      654M  /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.442284059Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-b4a805ed-5617-4f65-be78-f20a82b90b78\"]","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.462036192Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-b4a805ed-5617-4f65-be78-f20a82b90b78\", \"phd-artifacts/phd-clone-9b1a85d7-bcec-4a0d-9fb1-4994fb112a30\"]","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.485166044Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-9b1a85d7-bcec-4a0d-9fb1-4994fb112a30\"]","verb":"list","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.500746195Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-9b1a85d7-bcec-4a0d-9fb1-4994fb112a30     0B  1.80T      654M  /phd-artifacts/phd-clone-9b1a85d7-bcec-4a0d-9fb1-4994fb112a30\n","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.501285383Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.501371954Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","vm_name":"instance_reset_returns_to_running_test","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-9b1a85d7-bcec-4a0d-9fb1-4994fb112a30/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.501449025Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.501530596Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/instance_reset_returns_to_running_test.config.toml\"","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.501577827Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/instance_reset_returns_to_running_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/instance_reset_returns_to_running_test.stderr.log\"","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 972","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.510636911Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.511026147Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":9,"path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.511115828Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.511172719Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.511577065Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.511654866Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:58.511989091Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.237330177Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.237965257Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-9b1a85d7-bcec-4a0d-9fb1-4994fb112a30/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: a982cd27-af13-47ab-bce5-641e5dec291a, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 9bd106c2-698c-4221-bdb4-505120271f12, silo_id: 37cf4519-6164-4c4b-a843-758043e6bef0 }, name: \"phd-vm-a982cd27-af13-47ab-bce5-641e5dec291a\", vcpus: 2 }, state: Creating }","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.238076038Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":726}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.238153939Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.23820267Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.238760839Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.238825469Z","target":"phd_framework::test_vm","line":590,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.23887624Z","target":"phd_framework::test_vm","line":596,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.238929291Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a"}
{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.238973362Z","target":"phd_framework::test_vm","line":450,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a"}
{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.2395584Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.239619341Z","target":"phd_framework::test_vm","line":590,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.239670942Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.239720353Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.24021266Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.240271391Z","target":"phd_framework::test_vm","line":590,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.240312822Z","target":"phd_framework::test_vm","line":596,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.240353022Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a"}
{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.240387952Z","target":"phd_framework::test_vm","line":450,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a"}
{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.24089937Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.820256046Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a"}
{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.820351638Z","target":"phd_framework::test_vm","line":450,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a"}
{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.821262381Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.821318602Z","target":"phd_framework::test_vm","line":590,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":581}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.821366213Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.821406923Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.821931531Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.821989032Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.822030322Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.82251427Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.822572221Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.822612421Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.823082428Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.823140649Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.82318168Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.823650806Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.823709047Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.823749158Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.824222515Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.824281196Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.824320496Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.824783093Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.824840694Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.824880655Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.825460083Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.825518284Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.825558405Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.826041092Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.826099343Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.826139323Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.82660701Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.826665721Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.826706072Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.827177879Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.82723603Z","target":"phd_framework::test_vm","line":590,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.82728117Z","target":"phd_framework::test_vm","line":596,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.827334661Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a"}
{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.827370762Z","target":"phd_framework::test_vm","line":450,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a"}
{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:22:59.827865779Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.40218414Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a"}
{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.402278171Z","target":"phd_framework::test_vm","line":450,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a"}
{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.403044013Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.403099173Z","target":"phd_framework::test_vm","line":590,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":575}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.403144074Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.403183504Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Stop","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.403704112Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.403760903Z","target":"phd_framework::test_vm","line":590,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Destroyed","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.403802054Z","target":"phd_framework::test_vm","line":596,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.403842814Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a"}
{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.403878555Z","target":"phd_framework::test_vm","line":450,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a"}
{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.404389802Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial websocket closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.404625086Z","target":"phd_framework::serial","line":271,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.404723397Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":1167}
{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.761944675Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a"}
{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.762055127Z","target":"phd_framework::test_vm","line":450,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a"}
{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.763110612Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":1}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.763241725Z","target":"phd_framework::test_vm","line":590,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":359}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.763313875Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.763356146Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.763944025Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.764022396Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_reset_test ... ok","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.7643146Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.764436212Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.764869989Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.897179537Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.897306139Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-9b1a85d7-bcec-4a0d-9fb1-4994fb112a30\"]","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.936141254Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.936203455Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-b4a805ed-5617-4f65-be78-f20a82b90b78\"]","verb":"destroy","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.959129394Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"a982cd27-af13-47ab-bce5-641e5dec291a","elapsed_milliseconds":194}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.959208065Z","target":"phd_tests::server_state_machine","line":52,"file":"phd-tests/tests/src/server_state_machine.rs","elapsed_milliseconds":2532,"path":"phd_tests::server_state_machine::instance_reset_test"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.959474549Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":194}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_stop_causes_destroy_test","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.959579721Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.959623752Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.959663242Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.959782534Z","target":"phd_tests::server_state_machine","line":28,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.959870575Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.960051848Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.960114069Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.96016709Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.975211641Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts   655M  1.80T      654M  /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.975321553Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-143e3321-d193-4f96-ad0a-8dc00a0b9e2b\"]","verb":"snapshot","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:00.996015949Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-143e3321-d193-4f96-ad0a-8dc00a0b9e2b\", \"phd-artifacts/phd-clone-63839d91-6997-47c9-8c88-fd965e12e12f\"]","verb":"clone","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.017336665Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-63839d91-6997-47c9-8c88-fd965e12e12f\"]","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.034391057Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-63839d91-6997-47c9-8c88-fd965e12e12f     0B  1.80T      654M  /phd-artifacts/phd-clone-63839d91-6997-47c9-8c88-fd965e12e12f\n","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.035049657Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.035148638Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-63839d91-6997-47c9-8c88-fd965e12e12f/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"instance_stop_causes_destroy_test","guest_os_kind":"Alpine","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.03523251Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.035314541Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","config_toml_path":"\"/tmp/propolis-phd/instance_stop_causes_destroy_test.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.035367852Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/instance_stop_causes_destroy_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/instance_stop_causes_destroy_test.stdout.log\"","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 980","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.046462546Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.047076585Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","elapsed_milliseconds":11}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.047161496Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","vm":"instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.047687644Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","vm":"instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.876162748Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.876812868Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-63839d91-6997-47c9-8c88-fd965e12e12f/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 2db857d1-9351-4a5f-93b3-b322bd3d7dc7, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 32d76ecb-fb1a-4a43-b0a3-44b145d0a13d, silo_id: 422b97f7-cfe6-42c7-82b7-7ded3fb77dad }, name: \"phd-vm-2db857d1-9351-4a5f-93b3-b322bd3d7dc7\", vcpus: 2 }, state: Creating }","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","vm":"instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.876912149Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","elapsed_milliseconds":829}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.87697064Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","vm":"instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.877012821Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","vm":"instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.878053786Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","elapsed_milliseconds":1}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.878114687Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","vm":"instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.878156608Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Stop","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","vm":"instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.878629715Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.878689245Z","target":"phd_framework::test_vm","line":590,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","vm":"instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Destroyed","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.878731326Z","target":"phd_framework::test_vm","line":596,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","vm":"instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.878776497Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7"}
{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.878813337Z","target":"phd_framework::test_vm","line":450,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7"}
{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.879355535Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial websocket closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.879633719Z","target":"phd_framework::serial","line":271,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:01.879724471Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":3}
{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.209941028Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7"}
{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.210039209Z","target":"phd_framework::test_vm","line":450,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7"}
{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.211101755Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","elapsed_milliseconds":1}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.211158356Z","target":"phd_framework::test_vm","line":590,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","elapsed_milliseconds":332}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.211205967Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","vm":"instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.211247327Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","vm":"instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.211820786Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.211880987Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","vm":"instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.211921237Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Stop","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","vm":"instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.212436345Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.212495356Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","vm":"instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.212537197Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","vm":"instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.213548981Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","elapsed_milliseconds":1}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.213623202Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","vm":"instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_stop_causes_destroy_test ... ok","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.213901567Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.214011658Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.214449645Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","vm":"instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.344880645Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","vm":"instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.344986407Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-63839d91-6997-47c9-8c88-fd965e12e12f\"]","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","vm":"instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.389427325Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","vm":"instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.389491966Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-143e3321-d193-4f96-ad0a-8dc00a0b9e2b\"]","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","vm":"instance_stop_causes_destroy_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.420626477Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_stop_causes_destroy_test","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm_id":"2db857d1-9351-4a5f-93b3-b322bd3d7dc7","elapsed_milliseconds":206}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.420715068Z","target":"phd_tests::server_state_machine","line":28,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","elapsed_milliseconds":1460}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.420891871Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":206}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_start_stop_test","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.420959442Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.420991102Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.421023963Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.421148914Z","target":"phd_tests::server_state_machine","line":12,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.421239906Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_start_stop_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.421421638Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_start_stop_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.421480759Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_start_stop_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.4215344Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::server_state_machine::instance_start_stop_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.443912671Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts   655M  1.80T      654M  /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_start_stop_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.444003113Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-40f8bdf1-f17b-4d1d-b5e5-ebde23f5cfc1\"]","path":"phd_tests::server_state_machine::instance_start_stop_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.467257907Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-40f8bdf1-f17b-4d1d-b5e5-ebde23f5cfc1\", \"phd-artifacts/phd-clone-84677209-82c4-42c8-b359-f2381e7961d2\"]","path":"phd_tests::server_state_machine::instance_start_stop_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.492687453Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-84677209-82c4-42c8-b359-f2381e7961d2\"]","path":"phd_tests::server_state_machine::instance_start_stop_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.507739476Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-84677209-82c4-42c8-b359-f2381e7961d2     0B  1.80T      654M  /phd-artifacts/phd-clone-84677209-82c4-42c8-b359-f2381e7961d2\n","path":"phd_tests::server_state_machine::instance_start_stop_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.508281744Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.508372596Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-84677209-82c4-42c8-b359-f2381e7961d2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"instance_ensure_running_test","guest_os_kind":"Alpine","path":"phd_tests::server_state_machine::instance_start_stop_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.508455177Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_start_stop_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.508539058Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/instance_ensure_running_test.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_start_stop_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.508585869Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/instance_ensure_running_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/instance_ensure_running_test.stderr.log\"","path":"phd_tests::server_state_machine::instance_start_stop_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 988","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.518524806Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.518968473Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","elapsed_milliseconds":10}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.519049054Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:02.519562471Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.016108681Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.01666717Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-84677209-82c4-42c8-b359-f2381e7961d2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: bbf3fe3c-8157-4528-8a69-bc574c5c4817, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: d5a0c6bb-617a-44bc-9c62-824387a75735, silo_id: 46daadad-3ed8-493a-b428-3ee3d15a3ab1 }, name: \"phd-vm-bbf3fe3c-8157-4528-8a69-bc574c5c4817\", vcpus: 2 }, state: Creating }","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.016767341Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test","elapsed_milliseconds":497,"vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.016840792Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.016882473Z","target":"phd_framework::test_vm","line":450,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.017387991Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test","elapsed_milliseconds":0,"vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.017448741Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.017491372Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.018481807Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test","elapsed_milliseconds":0,"vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.018542657Z","target":"phd_framework::test_vm","line":590,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.018584848Z","target":"phd_framework::test_vm","line":596,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.018631099Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.018666999Z","target":"phd_framework::test_vm","line":450,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.019194417Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test","elapsed_milliseconds":0,"vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.019250178Z","target":"phd_framework::test_vm","line":590,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test","elapsed_milliseconds":0,"vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.019296049Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.019335279Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Stop","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.019804406Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test","elapsed_milliseconds":0,"vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.019862837Z","target":"phd_framework::test_vm","line":590,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Destroyed","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.019902988Z","target":"phd_framework::test_vm","line":596,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.019943438Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.019978899Z","target":"phd_framework::test_vm","line":450,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.020474026Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test","elapsed_milliseconds":0,"vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial websocket closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.0207512Z","target":"phd_framework::serial","line":271,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.020838022Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":4}
{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.628082971Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.628192452Z","target":"phd_framework::test_vm","line":450,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test","vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.629286738Z","target":"phd_framework::test_vm","line":448,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test","elapsed_milliseconds":1,"vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.629341929Z","target":"phd_framework::test_vm","line":590,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test","elapsed_milliseconds":609,"vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.62940718Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_start_stop_test ... ok","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.629659734Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.629760785Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.630134391Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.771142158Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.77126568Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-84677209-82c4-42c8-b359-f2381e7961d2\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.810846216Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.810907997Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-40f8bdf1-f17b-4d1d-b5e5-ebde23f5cfc1\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.833024634Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_ensure_running_test","path":"phd_tests::server_state_machine::instance_start_stop_test","elapsed_milliseconds":203,"vm_id":"bbf3fe3c-8157-4528-8a69-bc574c5c4817"}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.833103346Z","target":"phd_tests::server_state_machine","line":12,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","elapsed_milliseconds":1411}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.833347249Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":203}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::framework::multiline_serial_test","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.833442711Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.833480921Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.833513212Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.833632563Z","target":"phd_tests::framework","line":10,"file":"phd-tests/tests/src/framework.rs","path":"phd_tests::framework::multiline_serial_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.833712415Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::framework::multiline_serial_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.833888947Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::framework::multiline_serial_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.833945348Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::framework::multiline_serial_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.833996609Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::framework::multiline_serial_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.850483763Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts   655M  1.80T      654M  /phd-artifacts\n","path":"phd_tests::framework::multiline_serial_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.850633565Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-179a1493-e626-45d1-83f6-b61f2a46c962\"]","path":"phd_tests::framework::multiline_serial_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.87054175Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-179a1493-e626-45d1-83f6-b61f2a46c962\", \"phd-artifacts/phd-clone-f31f577b-47ba-4da9-b9ab-5dcff3ca29c4\"]","path":"phd_tests::framework::multiline_serial_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.893477789Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-f31f577b-47ba-4da9-b9ab-5dcff3ca29c4\"]","path":"phd_tests::framework::multiline_serial_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.90909364Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-f31f577b-47ba-4da9-b9ab-5dcff3ca29c4     0B  1.80T      654M  /phd-artifacts/phd-clone-f31f577b-47ba-4da9-b9ab-5dcff3ca29c4\n","path":"phd_tests::framework::multiline_serial_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.909802051Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.909967423Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"multiline_test","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-f31f577b-47ba-4da9-b9ab-5dcff3ca29c4/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::framework::multiline_serial_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.910077385Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::framework::multiline_serial_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.910155106Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/multiline_test.config.toml\"","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::framework::multiline_serial_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.910201167Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/multiline_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/multiline_test.stdout.log\"","path":"phd_tests::framework::multiline_serial_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 996","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.920094533Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::framework::multiline_serial_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.920742633Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":10,"path":"phd_tests::framework::multiline_serial_test"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.920876685Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","vm":"multiline_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:03.921396382Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::framework::multiline_serial_test","vm":"multiline_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:04.514181656Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:04.514990368Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-f31f577b-47ba-4da9-b9ab-5dcff3ca29c4/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 361dd9a7-53b8-4552-a207-bbfa6e6b0c46, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 9062d3c0-39fe-408c-85e5-675c04cda7f4, silo_id: 56f17237-19f6-4eaf-9ec3-746c707d4c09 }, name: \"phd-vm-361dd9a7-53b8-4552-a207-bbfa6e6b0c46\", vcpus: 2 }, state: Creating }","path":"phd_tests::framework::multiline_serial_test","vm":"multiline_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:04.51510835Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiline_test","elapsed_milliseconds":594,"path":"phd_tests::framework::multiline_serial_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:04.515191011Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","vm":"multiline_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:04.515234532Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::framework::multiline_serial_test","vm":"multiline_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:04.515919922Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiline_test","elapsed_milliseconds":0,"path":"phd_tests::framework::multiline_serial_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:04.515981593Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:04.516030814Z","target":"phd_framework::test_vm","line":643,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46","timeout_duration":"300s","vm":"multiline_test","path":"phd_tests::framework::multiline_serial_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:04.516071795Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::framework::multiline_serial_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:04.516112185Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","vm":"multiline_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:04.516153186Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","path":"phd_tests::framework::multiline_serial_test","vm":"multiline_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:08.775683647Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiline_test","elapsed_milliseconds":4259,"path":"phd_tests::framework::multiline_serial_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:08.775771268Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::framework::multiline_serial_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:08.775998331Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::framework::multiline_serial_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:08.776056502Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","vm":"multiline_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:08.776100483Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","path":"phd_tests::framework::multiline_serial_test","vm":"multiline_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:08.792064699Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiline_test","elapsed_milliseconds":15,"path":"phd_tests::framework::multiline_serial_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:08.792187431Z","target":"phd_framework::test_vm","line":691,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:08.792229012Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4276,"path":"phd_tests::framework::multiline_serial_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:08.792380624Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","vm":"multiline_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:08.792433825Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"echo \\\n> hello \\\n> world","path":"phd_tests::framework::multiline_serial_test","vm":"multiline_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:08.825063888Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiline_test","elapsed_milliseconds":32,"path":"phd_tests::framework::multiline_serial_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:08.825345702Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","vm":"multiline_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:08.825458073Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","path":"phd_tests::framework::multiline_serial_test","vm":"multiline_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:08.836820262Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiline_test","elapsed_milliseconds":11,"path":"phd_tests::framework::multiline_serial_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:08.836971224Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","vm":"multiline_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:08.837179167Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:08.837270168Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":4323}
{"v":0,"name":"phd-runner","msg":"test phd_tests::framework::multiline_serial_test ... ok","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:08.837352409Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:08.837480171Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:08.838149641Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","vm":"multiline_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.526149726Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::framework::multiline_serial_test","vm":"multiline_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.661965566Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::framework::multiline_serial_test","vm":"multiline_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.662044177Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-f31f577b-47ba-4da9-b9ab-5dcff3ca29c4\"]","path":"phd_tests::framework::multiline_serial_test","vm":"multiline_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.697983659Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::framework::multiline_serial_test","vm":"multiline_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.69804544Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-179a1493-e626-45d1-83f6-b61f2a46c962\"]","path":"phd_tests::framework::multiline_serial_test","vm":"multiline_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.721261054Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiline_test","elapsed_milliseconds":884,"path":"phd_tests::framework::multiline_serial_test","vm_id":"361dd9a7-53b8-4552-a207-bbfa6e6b0c46"}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.721334995Z","target":"phd_tests::framework","line":10,"file":"phd-tests/tests/src/framework.rs","elapsed_milliseconds":5887,"path":"phd_tests::framework::multiline_serial_test"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.721572049Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":884}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::running_process::export_failure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.72165374Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.72169223Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.721731281Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.721874883Z","target":"phd_tests::migrate::running_process","line":172,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.721974704Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.722208558Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.722265989Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.72231866Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.73787134Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts   656M  1.80T      654M  /phd-artifacts\n","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.737977401Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-7433ec4f-0a8b-4b97-816d-ef212f68b71b\"]","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.758073589Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-7433ec4f-0a8b-4b97-816d-ef212f68b71b\", \"phd-artifacts/phd-clone-a94aa8e3-2696-45f8-9e08-83821e33115c\"]","verb":"clone","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.778780995Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-a94aa8e3-2696-45f8-9e08-83821e33115c\"]","verb":"list","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.795107537Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-a94aa8e3-2696-45f8-9e08-83821e33115c     0B  1.80T      654M  /phd-artifacts/phd-clone-a94aa8e3-2696-45f8-9e08-83821e33115c\n","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.795694506Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.795784667Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-a94aa8e3-2696-45f8-9e08-83821e33115c/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"migrate_running_process::export_failure_source","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.795865488Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.795943559Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_source.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.79598926Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_source.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_source.stderr.log\"","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1004","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.806205221Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.806877011Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":11}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.807032163Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.807164936Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-a94aa8e3-2696-45f8-9e08-83821e33115c/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","guest_os_kind":"Alpine","vm_name":"migrate_running_process::export_failure_target1","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.807238507Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.807303938Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_target1.config.toml\"","server_addr":"127.0.0.1:9002","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.807346458Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_target1.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_target1.stdout.log\"","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1005","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.816808208Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.817145883Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":10}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.817219694Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.817289175Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-a94aa8e3-2696-45f8-9e08-83821e33115c/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"migrate_running_process::export_failure_target2","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.817360216Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.817426017Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_target2.config.toml\"","server_addr":"127.0.0.1:9004","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.817473428Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_target2.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_target2.stderr.log\"","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1006","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.827619538Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.828059985Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":10}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.828145866Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.942475108Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.94322458Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: f3c9dd46-0798-4dff-ae63-9db45c27480b, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 56b1735b-edb8-4ba1-851d-6092517068dc, silo_id: 93633b18-97b6-4c77-83a6-d2b98d6d6f54 }, name: \"phd-vm-f3c9dd46-0798-4dff-ae63-9db45c27480b\", vcpus: 2 }, state: Creating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-a94aa8e3-2696-45f8-9e08-83821e33115c/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::migrate::running_process::export_failure","vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.943344971Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":115,"vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.943425633Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.943470973Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::migrate::running_process::export_failure","vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.944060862Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.944125603Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.944176584Z","target":"phd_framework::test_vm","line":643,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_source","vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","timeout_duration":"300s","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.944217234Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.944256605Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:09.944297746Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","path":"phd_tests::migrate::running_process::export_failure","vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.15816712Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4213,"vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.158259251Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.158460324Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.158518615Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.158562435Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","path":"phd_tests::migrate::running_process::export_failure","vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.174695444Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":16,"vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.174841967Z","target":"phd_framework::test_vm","line":691,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.174916997Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":4230}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.175257913Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.175371744Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"cat >dirt.sh <<'EOF'\n> #!/usr/bin/env sh\n> # a simple script for testing migration of running process memory.\n> #\n> # this script will write a bunch of \"hello\"s to an in-memory string, then\n> # suspend to wait for a migration to occur. after the migration happens, the\n> # script can be foregrounded, and it will then check that the data is still\n> # there.\n> dirt=\"hello\"\n> len=8192 # 8 KiB ought to be enough for anyone\n> \n> # store 8k of data in memory\n> i=0\n> while [ \"$i\" -lt \"$len\" ]\n> do\n>     dirt=\"$dirt\n> hello\"\n>     i=$(( i + 1 ))\n> done\n> \n> echo \"made dirt\"\n> \n> # suspend this process and wait for it to be resumed before checking that the\n> # data still exists.\n> #\n> # N.B.: posix sh doesn't have a suspend builtin, but we can make our own!\n> kill -s TSTP $$\n> \n> # check that the data is still correct.\n> #\n> # we do this by writing it out to a file and then looping through the file,\n> # because i wasn't sure how to loop over a variable line by line in posix sh\n> # without using a file.\n> dirtfile=\"/tmp/dirt.txt\"\n> echo \"$dirt\" > \"$dirtfile\"\n> actual_len=$(wc -l \"$dirtfile\" | cut -d \" \" -f 1)\n> echo \"found $actual_len lines of dirt\"\n> \n> # pre-check the file's length\n> if [ \"$actual_len\" -lt \"$len\" ]\n> then\n>     echo \"not enough dirt: $actual_len < $len\"\n>     exit 1\n> fi\n> \n> i=0\n> while read -r line\n> do\n>     if [ $i -eq 8192 ]; then\n>         echo \"all good\"\n>         exit 0\n>     fi\n>     if [ \"$line\" != \"hello\" ]\n>     then\n>         echo \"bad dirt $i: $line\"\n>         exit 1\n>     fi\n>     i=$(( i + 1 ))\n> done < \"$dirtfile\"\n> EOF","timeout_duration":"Explicit(15s)","path":"phd_tests::migrate::running_process::export_failure","vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.263642911Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":88,"vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.263795973Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.263857104Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","path":"phd_tests::migrate::running_process::export_failure","vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.274213278Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":10,"vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.274466131Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.274552352Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"chmod +x dirt.sh","timeout_duration":"Explicit(15s)","path":"phd_tests::migrate::running_process::export_failure","vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.28587452Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":11,"vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.286125514Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.286224095Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","path":"phd_tests::migrate::running_process::export_failure","vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.307553431Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":21,"vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.307708203Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.307767414Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"./dirt.sh","path":"phd_tests::migrate::running_process::export_failure","vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.318174568Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":10,"vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.318447212Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.318560554Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","path":"phd_tests::migrate::running_process::export_failure","vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.626770776Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":308,"vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.626966619Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::export_failure_target1","source_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","target_id":"deb5e594-f2d2-4923-b8b5-b915d33d5925","path":"phd_tests::migrate::running_process::export_failure","source":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.627074891Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"45s","migration_id":"bdf0d7c3-9a74-48dd-a902-5f9bff7241d2","target":"migrate_running_process::export_failure_target1","source_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","target_id":"deb5e594-f2d2-4923-b8b5-b915d33d5925","path":"phd_tests::migrate::running_process::export_failure","source":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.627180102Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::export_failure_target1","source_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","target_id":"deb5e594-f2d2-4923-b8b5-b915d33d5925","path":"phd_tests::migrate::running_process::export_failure","source":"migrate_running_process::export_failure_source","vm":"migrate_running_process::export_failure_target1","vm_id":"deb5e594-f2d2-4923-b8b5-b915d33d5925"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.735464665Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: deb5e594-f2d2-4923-b8b5-b915d33d5925, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 6e261260-31b2-4814-ab68-702e05e4e6c4, silo_id: 1f3c7ded-7c17-449c-8bd8-a68c64c240c6 }, name: \"phd-vm-deb5e594-f2d2-4923-b8b5-b915d33d5925\", vcpus: 2 }, state: Migrating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-a94aa8e3-2696-45f8-9e08-83821e33115c/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","target":"migrate_running_process::export_failure_target1","source_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","target_id":"deb5e594-f2d2-4923-b8b5-b915d33d5925","path":"phd_tests::migrate::running_process::export_failure","source":"migrate_running_process::export_failure_source","vm":"migrate_running_process::export_failure_target1","vm_id":"deb5e594-f2d2-4923-b8b5-b915d33d5925"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.735610157Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":108,"target_id":"deb5e594-f2d2-4923-b8b5-b915d33d5925","source":"migrate_running_process::export_failure_source","target":"migrate_running_process::export_failure_target1","source_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_target1","path":"phd_tests::migrate::running_process::export_failure","vm_id":"deb5e594-f2d2-4923-b8b5-b915d33d5925"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:14.735680229Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::export_failure_target1","source_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","target_id":"deb5e594-f2d2-4923-b8b5-b915d33d5925","path":"phd_tests::migrate::running_process::export_failure","source":"migrate_running_process::export_failure_source","migration_id":"bdf0d7c3-9a74-48dd-a902-5f9bff7241d2"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Instance reported error during migration","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:19.3357207Z","target":"phd_framework::test_vm","line":542,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::export_failure_target1","source_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","target_id":"deb5e594-f2d2-4923-b8b5-b915d33d5925","path":"phd_tests::migrate::running_process::export_failure","source":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:19.335852222Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4600,"target":"migrate_running_process::export_failure_target1","source_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","target_id":"deb5e594-f2d2-4923-b8b5-b915d33d5925","path":"phd_tests::migrate::running_process::export_failure","source":"migrate_running_process::export_failure_source","migration_id":"bdf0d7c3-9a74-48dd-a902-5f9bff7241d2"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:19.335904803Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4708,"target":"migrate_running_process::export_failure_target1","source_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","target_id":"deb5e594-f2d2-4923-b8b5-b915d33d5925","path":"phd_tests::migrate::running_process::export_failure","source":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] first migration failed as expected","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:19.335971664Z","target":"phd_tests::migrate::running_process","line":206,"file":"phd-tests/tests/src/migrate.rs","error":"live migration","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:19.336033024Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::export_failure_target2","source_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","target_id":"7cf51b63-42ec-43ef-9fb2-7271caa674e0","path":"phd_tests::migrate::running_process::export_failure","source":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:19.336082565Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"45s","migration_id":"8b927197-dd1b-4eb4-9e42-aa13c19e92d9","target":"migrate_running_process::export_failure_target2","source_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","target_id":"7cf51b63-42ec-43ef-9fb2-7271caa674e0","path":"phd_tests::migrate::running_process::export_failure","source":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:19.336132966Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::export_failure_target2","source_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","target_id":"7cf51b63-42ec-43ef-9fb2-7271caa674e0","path":"phd_tests::migrate::running_process::export_failure","source":"migrate_running_process::export_failure_source","vm":"migrate_running_process::export_failure_target2","vm_id":"7cf51b63-42ec-43ef-9fb2-7271caa674e0"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:19.458117001Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 7cf51b63-42ec-43ef-9fb2-7271caa674e0, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 9b2c5146-ae52-4b9d-a31c-182bdd2c03be, silo_id: a91780f6-3fa3-48e9-9e52-8484b23cbfa6 }, name: \"phd-vm-7cf51b63-42ec-43ef-9fb2-7271caa674e0\", vcpus: 2 }, state: Migrating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-a94aa8e3-2696-45f8-9e08-83821e33115c/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","target":"migrate_running_process::export_failure_target2","source_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","target_id":"7cf51b63-42ec-43ef-9fb2-7271caa674e0","path":"phd_tests::migrate::running_process::export_failure","source":"migrate_running_process::export_failure_source","vm":"migrate_running_process::export_failure_target2","vm_id":"7cf51b63-42ec-43ef-9fb2-7271caa674e0"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:19.458278924Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":122,"target_id":"7cf51b63-42ec-43ef-9fb2-7271caa674e0","source":"migrate_running_process::export_failure_source","target":"migrate_running_process::export_failure_target2","source_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_target2","path":"phd_tests::migrate::running_process::export_failure","vm_id":"7cf51b63-42ec-43ef-9fb2-7271caa674e0"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:19.458356975Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::export_failure_target2","source_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","target_id":"7cf51b63-42ec-43ef-9fb2-7271caa674e0","path":"phd_tests::migrate::running_process::export_failure","source":"migrate_running_process::export_failure_source","migration_id":"8b927197-dd1b-4eb4-9e42-aa13c19e92d9"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:23.216168349Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9004\",\"from_start\":9375}}"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:24.8653231Z","target":"phd_framework::test_vm","line":538,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::export_failure_target2","source_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","target_id":"7cf51b63-42ec-43ef-9fb2-7271caa674e0","path":"phd_tests::migrate::running_process::export_failure","source":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:24.865436792Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":5407,"target":"migrate_running_process::export_failure_target2","source_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","target_id":"7cf51b63-42ec-43ef-9fb2-7271caa674e0","path":"phd_tests::migrate::running_process::export_failure","source":"migrate_running_process::export_failure_source","migration_id":"8b927197-dd1b-4eb4-9e42-aa13c19e92d9"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:24.865553814Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":5529,"target":"migrate_running_process::export_failure_target2","source_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","target_id":"7cf51b63-42ec-43ef-9fb2-7271caa674e0","path":"phd_tests::migrate::running_process::export_failure","source":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:24.865876459Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm_id":"7cf51b63-42ec-43ef-9fb2-7271caa674e0","vm":"migrate_running_process::export_failure_target2"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:24.865932909Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"fg","timeout_duration":"Explicit(15s)","path":"phd_tests::migrate::running_process::export_failure","vm_id":"7cf51b63-42ec-43ef-9fb2-7271caa674e0","vm":"migrate_running_process::export_failure_target2"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:24.877296638Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":11,"vm_id":"7cf51b63-42ec-43ef-9fb2-7271caa674e0","vm":"migrate_running_process::export_failure_target2","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:24.877557692Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm_id":"7cf51b63-42ec-43ef-9fb2-7271caa674e0","vm":"migrate_running_process::export_failure_target2"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:24.877604752Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","path":"phd_tests::migrate::running_process::export_failure","vm_id":"7cf51b63-42ec-43ef-9fb2-7271caa674e0","vm":"migrate_running_process::export_failure_target2"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:24.96663177Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":89,"vm_id":"7cf51b63-42ec-43ef-9fb2-7271caa674e0","vm":"migrate_running_process::export_failure_target2","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:24.966789073Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm_id":"7cf51b63-42ec-43ef-9fb2-7271caa674e0","vm":"migrate_running_process::export_failure_target2"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:24.966933835Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm_id":"deb5e594-f2d2-4923-b8b5-b915d33d5925","vm":"migrate_running_process::export_failure_target1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:24.967065226Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:24.96730766Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:24.967490713Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":15024}
{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::running_process::export_failure ... ok","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:24.967474603Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:24.967627245Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:24.968148801Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm_id":"7cf51b63-42ec-43ef-9fb2-7271caa674e0","vm":"migrate_running_process::export_failure_target2"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:24.968514677Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm_id":"deb5e594-f2d2-4923-b8b5-b915d33d5925","vm":"migrate_running_process::export_failure_target1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:24.968922653Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::running_process::export_failure","vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.10042285Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":133,"vm_id":"f3c9dd46-0798-4dff-ae63-9db45c27480b","vm":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.101426674Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9004","path":"phd_tests::migrate::running_process::export_failure","vm_id":"7cf51b63-42ec-43ef-9fb2-7271caa674e0","vm":"migrate_running_process::export_failure_target2"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.233451419Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":266,"vm_id":"7cf51b63-42ec-43ef-9fb2-7271caa674e0","vm":"migrate_running_process::export_failure_target2","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.233963496Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::running_process::export_failure","vm_id":"deb5e594-f2d2-4923-b8b5-b915d33d5925","vm":"migrate_running_process::export_failure_target1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.35241338Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::export_failure","vm_id":"deb5e594-f2d2-4923-b8b5-b915d33d5925","vm":"migrate_running_process::export_failure_target1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.352495491Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-a94aa8e3-2696-45f8-9e08-83821e33115c\"]","path":"phd_tests::migrate::running_process::export_failure","vm_id":"deb5e594-f2d2-4923-b8b5-b915d33d5925","vm":"migrate_running_process::export_failure_target1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.387767703Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::export_failure","vm_id":"deb5e594-f2d2-4923-b8b5-b915d33d5925","vm":"migrate_running_process::export_failure_target1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.387830464Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-7433ec4f-0a8b-4b97-816d-ef212f68b71b\"]","verb":"destroy","path":"phd_tests::migrate::running_process::export_failure","vm_id":"deb5e594-f2d2-4923-b8b5-b915d33d5925","vm":"migrate_running_process::export_failure_target1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.411922741Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":444,"vm_id":"deb5e594-f2d2-4923-b8b5-b915d33d5925","vm":"migrate_running_process::export_failure_target1","path":"phd_tests::migrate::running_process::export_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.411994822Z","target":"phd_tests::migrate::running_process","line":172,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":15690}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.412206715Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":444}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::running_process::import_failure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.412306756Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.412344787Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.412377388Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.41252678Z","target":"phd_tests::migrate::running_process","line":120,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.412627751Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.412858145Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.412919216Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.412982297Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.428574157Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts   656M  1.80T      654M  /phd-artifacts\n","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.428663318Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-83c9096e-5e8c-4015-a22c-81f93cd28693\"]","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.449325224Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-83c9096e-5e8c-4015-a22c-81f93cd28693\", \"phd-artifacts/phd-clone-24bed39a-424c-4bc5-a3e8-cae8df531dd7\"]","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.470503398Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-24bed39a-424c-4bc5-a3e8-cae8df531dd7\"]","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.486461044Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-24bed39a-424c-4bc5-a3e8-cae8df531dd7     0B  1.80T      654M  /phd-artifacts/phd-clone-24bed39a-424c-4bc5-a3e8-cae8df531dd7\n","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.487061243Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.487156535Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migrate_running_process::import_failure_source","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-24bed39a-424c-4bc5-a3e8-cae8df531dd7/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.487239446Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.487323177Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","config_toml_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_source.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.487373638Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_source.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_source.stdout.log\"","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1016","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.49763331Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.49831397Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":11}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.498487022Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.498729986Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.498785447Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.498835047Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.514865575Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts   656M  1.80T      654M  /phd-artifacts\n","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.515014967Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-09247205-9b47-4b47-9cd9-98794fd29e84\"]","verb":"snapshot","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.536621987Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-09247205-9b47-4b47-9cd9-98794fd29e84\", \"phd-artifacts/phd-clone-db826108-c040-40c9-8f13-bfd2384b3c87\"]","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.558268557Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-db826108-c040-40c9-8f13-bfd2384b3c87\"]","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.57329882Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-db826108-c040-40c9-8f13-bfd2384b3c87     0B  1.80T      654M  /phd-artifacts/phd-clone-db826108-c040-40c9-8f13-bfd2384b3c87\n","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.573845948Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.573930989Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-db826108-c040-40c9-8f13-bfd2384b3c87/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","guest_os_kind":"Alpine","vm_name":"migrate_running_process::import_failure_target1","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.57401215Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.574094321Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_target1.config.toml\"","server_addr":"127.0.0.1:9002","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.574141012Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_target1.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_target1.stdout.log\"","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1021","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.584694848Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.585339908Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":11}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.5854947Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.585582641Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migrate_running_process::import_failure_target2","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-24bed39a-424c-4bc5-a3e8-cae8df531dd7/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.585655953Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.585722694Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_target2.config.toml\"","server_addr":"127.0.0.1:9004","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.585769644Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_target2.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_target2.stderr.log\"","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1022","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.596513713Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.59694152Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":11}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.597027481Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.722508318Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.723173418Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 917bf190-cd76-4f84-b98b-4175f26798ff, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: ddc7e152-ca1f-4ac8-ae19-28a561262ec5, silo_id: 79ae1ae8-1330-483a-80d8-3c51cfc55828 }, name: \"phd-vm-917bf190-cd76-4f84-b98b-4175f26798ff\", vcpus: 2 }, state: Creating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-24bed39a-424c-4bc5-a3e8-cae8df531dd7/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.72330476Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","elapsed_milliseconds":126,"vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.723401452Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.723456232Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.724097512Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","elapsed_milliseconds":0,"vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.724161593Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.724212164Z","target":"phd_framework::test_vm","line":643,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"300s","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","vm":"migrate_running_process::import_failure_source","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.724252994Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.724291465Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:25.724330745Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:29.950408471Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","elapsed_milliseconds":4226,"vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:29.950494292Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:29.950747006Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:29.950804987Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:29.950847468Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:29.966841434Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","elapsed_milliseconds":15,"vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:29.966982656Z","target":"phd_framework::test_vm","line":691,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:29.967063757Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":4242}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:29.967381482Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:29.967481804Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"cat >dirt.sh <<'EOF'\n> #!/usr/bin/env sh\n> # a simple script for testing migration of running process memory.\n> #\n> # this script will write a bunch of \"hello\"s to an in-memory string, then\n> # suspend to wait for a migration to occur. after the migration happens, the\n> # script can be foregrounded, and it will then check that the data is still\n> # there.\n> dirt=\"hello\"\n> len=8192 # 8 KiB ought to be enough for anyone\n> \n> # store 8k of data in memory\n> i=0\n> while [ \"$i\" -lt \"$len\" ]\n> do\n>     dirt=\"$dirt\n> hello\"\n>     i=$(( i + 1 ))\n> done\n> \n> echo \"made dirt\"\n> \n> # suspend this process and wait for it to be resumed before checking that the\n> # data still exists.\n> #\n> # N.B.: posix sh doesn't have a suspend builtin, but we can make our own!\n> kill -s TSTP $$\n> \n> # check that the data is still correct.\n> #\n> # we do this by writing it out to a file and then looping through the file,\n> # because i wasn't sure how to loop over a variable line by line in posix sh\n> # without using a file.\n> dirtfile=\"/tmp/dirt.txt\"\n> echo \"$dirt\" > \"$dirtfile\"\n> actual_len=$(wc -l \"$dirtfile\" | cut -d \" \" -f 1)\n> echo \"found $actual_len lines of dirt\"\n> \n> # pre-check the file's length\n> if [ \"$actual_len\" -lt \"$len\" ]\n> then\n>     echo \"not enough dirt: $actual_len < $len\"\n>     exit 1\n> fi\n> \n> i=0\n> while read -r line\n> do\n>     if [ $i -eq 8192 ]; then\n>         echo \"all good\"\n>         exit 0\n>     fi\n>     if [ \"$line\" != \"hello\" ]\n>     then\n>         echo \"bad dirt $i: $line\"\n>         exit 1\n>     fi\n>     i=$(( i + 1 ))\n> done < \"$dirtfile\"\n> EOF","timeout_duration":"Explicit(15s)","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:30.055505636Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","elapsed_milliseconds":88,"vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:30.0557884Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:30.055902562Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:30.066255695Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","elapsed_milliseconds":10,"vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:30.066500739Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:30.06660083Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"chmod +x dirt.sh","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:30.076986764Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","elapsed_milliseconds":10,"vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:30.077227838Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:30.077320919Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:30.110096404Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","elapsed_milliseconds":32,"vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:30.110337438Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:30.110429859Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"./dirt.sh","timeout_duration":"Explicit(15s)","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:30.120818833Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","elapsed_milliseconds":10,"vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:30.121082837Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:30.121177998Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:30.428079471Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","elapsed_milliseconds":306,"vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:30.428238354Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::import_failure_target1","source_id":"917bf190-cd76-4f84-b98b-4175f26798ff","path":"phd_tests::migrate::running_process::import_failure","source":"migrate_running_process::import_failure_source","target_id":"3d52b786-544a-40ed-a7e0-097c2f23a90d"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:30.428337425Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"4d4746fd-4608-4873-8750-8c482f3d3507","timeout_duration":"45s","target":"migrate_running_process::import_failure_target1","source_id":"917bf190-cd76-4f84-b98b-4175f26798ff","path":"phd_tests::migrate::running_process::import_failure","source":"migrate_running_process::import_failure_source","target_id":"3d52b786-544a-40ed-a7e0-097c2f23a90d"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:30.428451507Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::import_failure_target1","vm_id":"3d52b786-544a-40ed-a7e0-097c2f23a90d","source_id":"917bf190-cd76-4f84-b98b-4175f26798ff","path":"phd_tests::migrate::running_process::import_failure","source":"migrate_running_process::import_failure_source","target_id":"3d52b786-544a-40ed-a7e0-097c2f23a90d","vm":"migrate_running_process::import_failure_target1"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:30.554075236Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 3d52b786-544a-40ed-a7e0-097c2f23a90d, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: f92779a2-e4ff-4c9d-bd71-8caa3dac65b6, silo_id: 304c8242-6749-4997-a377-c8a1e2a2826a }, name: \"phd-vm-3d52b786-544a-40ed-a7e0-097c2f23a90d\", vcpus: 2 }, state: Migrating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-db826108-c040-40c9-8f13-bfd2384b3c87/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","target":"migrate_running_process::import_failure_target1","vm_id":"3d52b786-544a-40ed-a7e0-097c2f23a90d","source_id":"917bf190-cd76-4f84-b98b-4175f26798ff","path":"phd_tests::migrate::running_process::import_failure","source":"migrate_running_process::import_failure_source","target_id":"3d52b786-544a-40ed-a7e0-097c2f23a90d","vm":"migrate_running_process::import_failure_target1"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:30.554221158Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::import_failure_target1","target_id":"3d52b786-544a-40ed-a7e0-097c2f23a90d","source":"migrate_running_process::import_failure_source","elapsed_milliseconds":125,"vm":"migrate_running_process::import_failure_target1","source_id":"917bf190-cd76-4f84-b98b-4175f26798ff","path":"phd_tests::migrate::running_process::import_failure","vm_id":"3d52b786-544a-40ed-a7e0-097c2f23a90d"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:30.5542927Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::import_failure_target1","source_id":"917bf190-cd76-4f84-b98b-4175f26798ff","path":"phd_tests::migrate::running_process::import_failure","source":"migrate_running_process::import_failure_source","target_id":"3d52b786-544a-40ed-a7e0-097c2f23a90d","migration_id":"4d4746fd-4608-4873-8750-8c482f3d3507"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Instance reported error during migration","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:34.598958939Z","target":"phd_framework::test_vm","line":542,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::import_failure_target1","source_id":"917bf190-cd76-4f84-b98b-4175f26798ff","path":"phd_tests::migrate::running_process::import_failure","source":"migrate_running_process::import_failure_source","target_id":"3d52b786-544a-40ed-a7e0-097c2f23a90d"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:34.599167882Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::import_failure_target1","elapsed_milliseconds":4044,"source_id":"917bf190-cd76-4f84-b98b-4175f26798ff","path":"phd_tests::migrate::running_process::import_failure","source":"migrate_running_process::import_failure_source","target_id":"3d52b786-544a-40ed-a7e0-097c2f23a90d","migration_id":"4d4746fd-4608-4873-8750-8c482f3d3507"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:34.599219233Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::import_failure_target1","source_id":"917bf190-cd76-4f84-b98b-4175f26798ff","path":"phd_tests::migrate::running_process::import_failure","source":"migrate_running_process::import_failure_source","target_id":"3d52b786-544a-40ed-a7e0-097c2f23a90d","elapsed_milliseconds":4170}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] first migration failed as expected","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:34.599283474Z","target":"phd_tests::migrate::running_process","line":162,"file":"phd-tests/tests/src/migrate.rs","error":"live migration","path":"phd_tests::migrate::running_process::import_failure"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:34.599336654Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::import_failure_target2","source_id":"917bf190-cd76-4f84-b98b-4175f26798ff","path":"phd_tests::migrate::running_process::import_failure","source":"migrate_running_process::import_failure_source","target_id":"4a23278a-1335-4bcf-aef9-9056f9e75247"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:34.599384405Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"17a66ca2-1925-48dc-a1bf-7b7c61f79629","timeout_duration":"45s","target":"migrate_running_process::import_failure_target2","source_id":"917bf190-cd76-4f84-b98b-4175f26798ff","path":"phd_tests::migrate::running_process::import_failure","source":"migrate_running_process::import_failure_source","target_id":"4a23278a-1335-4bcf-aef9-9056f9e75247"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:34.599431436Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::import_failure_target2","vm_id":"4a23278a-1335-4bcf-aef9-9056f9e75247","source_id":"917bf190-cd76-4f84-b98b-4175f26798ff","path":"phd_tests::migrate::running_process::import_failure","source":"migrate_running_process::import_failure_source","target_id":"4a23278a-1335-4bcf-aef9-9056f9e75247","vm":"migrate_running_process::import_failure_target2"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:34.718973785Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-24bed39a-424c-4bc5-a3e8-cae8df531dd7/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 4a23278a-1335-4bcf-aef9-9056f9e75247, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 832e4f48-1e29-4d40-923f-417d7e70f744, silo_id: a55c189f-b512-44c5-bc76-936de2c5c457 }, name: \"phd-vm-4a23278a-1335-4bcf-aef9-9056f9e75247\", vcpus: 2 }, state: Migrating }","target":"migrate_running_process::import_failure_target2","vm_id":"4a23278a-1335-4bcf-aef9-9056f9e75247","source_id":"917bf190-cd76-4f84-b98b-4175f26798ff","path":"phd_tests::migrate::running_process::import_failure","source":"migrate_running_process::import_failure_source","target_id":"4a23278a-1335-4bcf-aef9-9056f9e75247","vm":"migrate_running_process::import_failure_target2"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:34.719114007Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::import_failure_target2","target_id":"4a23278a-1335-4bcf-aef9-9056f9e75247","source":"migrate_running_process::import_failure_source","elapsed_milliseconds":119,"vm":"migrate_running_process::import_failure_target2","source_id":"917bf190-cd76-4f84-b98b-4175f26798ff","path":"phd_tests::migrate::running_process::import_failure","vm_id":"4a23278a-1335-4bcf-aef9-9056f9e75247"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:34.719182938Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::import_failure_target2","source_id":"917bf190-cd76-4f84-b98b-4175f26798ff","path":"phd_tests::migrate::running_process::import_failure","source":"migrate_running_process::import_failure_source","target_id":"4a23278a-1335-4bcf-aef9-9056f9e75247","migration_id":"17a66ca2-1925-48dc-a1bf-7b7c61f79629"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:38.489800272Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9004\",\"from_start\":9375}}"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:38.845942044Z","target":"phd_framework::test_vm","line":538,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::import_failure_target2","source_id":"917bf190-cd76-4f84-b98b-4175f26798ff","path":"phd_tests::migrate::running_process::import_failure","source":"migrate_running_process::import_failure_source","target_id":"4a23278a-1335-4bcf-aef9-9056f9e75247"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:38.846065145Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::import_failure_target2","elapsed_milliseconds":4126,"source_id":"917bf190-cd76-4f84-b98b-4175f26798ff","path":"phd_tests::migrate::running_process::import_failure","source":"migrate_running_process::import_failure_source","target_id":"4a23278a-1335-4bcf-aef9-9056f9e75247","migration_id":"17a66ca2-1925-48dc-a1bf-7b7c61f79629"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:38.846178527Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migrate_running_process::import_failure_target2","source_id":"917bf190-cd76-4f84-b98b-4175f26798ff","path":"phd_tests::migrate::running_process::import_failure","source":"migrate_running_process::import_failure_source","target_id":"4a23278a-1335-4bcf-aef9-9056f9e75247","elapsed_milliseconds":4246}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:38.84635462Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"4a23278a-1335-4bcf-aef9-9056f9e75247","vm":"migrate_running_process::import_failure_target2"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:38.846403981Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"fg","timeout_duration":"Explicit(15s)","path":"phd_tests::migrate::running_process::import_failure","vm_id":"4a23278a-1335-4bcf-aef9-9056f9e75247","vm":"migrate_running_process::import_failure_target2"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:38.856808284Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"4a23278a-1335-4bcf-aef9-9056f9e75247","elapsed_milliseconds":10,"vm":"migrate_running_process::import_failure_target2"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:38.857053188Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"4a23278a-1335-4bcf-aef9-9056f9e75247","vm":"migrate_running_process::import_failure_target2"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:38.85715229Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","path":"phd_tests::migrate::running_process::import_failure","vm_id":"4a23278a-1335-4bcf-aef9-9056f9e75247","vm":"migrate_running_process::import_failure_target2"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:38.945026201Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"4a23278a-1335-4bcf-aef9-9056f9e75247","elapsed_milliseconds":87,"vm":"migrate_running_process::import_failure_target2"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:38.945193523Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"4a23278a-1335-4bcf-aef9-9056f9e75247","vm":"migrate_running_process::import_failure_target2"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:38.945340345Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"3d52b786-544a-40ed-a7e0-097c2f23a90d","vm":"migrate_running_process::import_failure_target1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:38.945485497Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:38.945791182Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:38.945987455Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":13223}
{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::running_process::import_failure ... ok","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:38.945964904Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:38.946136757Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:38.946866558Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"4a23278a-1335-4bcf-aef9-9056f9e75247","vm":"migrate_running_process::import_failure_target2"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:38.947315094Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"3d52b786-544a-40ed-a7e0-097c2f23a90d","vm":"migrate_running_process::import_failure_target1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:38.947344705Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.086519294Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"917bf190-cd76-4f84-b98b-4175f26798ff","elapsed_milliseconds":140,"vm":"migrate_running_process::import_failure_source"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.279753124Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9004","path":"phd_tests::migrate::running_process::import_failure","vm_id":"4a23278a-1335-4bcf-aef9-9056f9e75247","vm":"migrate_running_process::import_failure_target2"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.413651917Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"4a23278a-1335-4bcf-aef9-9056f9e75247","vm":"migrate_running_process::import_failure_target2"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.413733228Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-24bed39a-424c-4bc5-a3e8-cae8df531dd7\"]","path":"phd_tests::migrate::running_process::import_failure","vm_id":"4a23278a-1335-4bcf-aef9-9056f9e75247","vm":"migrate_running_process::import_failure_target2"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.450499632Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"4a23278a-1335-4bcf-aef9-9056f9e75247","vm":"migrate_running_process::import_failure_target2"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.450575543Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-83c9096e-5e8c-4015-a22c-81f93cd28693\"]","path":"phd_tests::migrate::running_process::import_failure","vm_id":"4a23278a-1335-4bcf-aef9-9056f9e75247","vm":"migrate_running_process::import_failure_target2"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.476423586Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"4a23278a-1335-4bcf-aef9-9056f9e75247","elapsed_milliseconds":530,"vm":"migrate_running_process::import_failure_target2"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.477437591Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::running_process::import_failure","vm_id":"3d52b786-544a-40ed-a7e0-097c2f23a90d","vm":"migrate_running_process::import_failure_target1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.613577336Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"3d52b786-544a-40ed-a7e0-097c2f23a90d","vm":"migrate_running_process::import_failure_target1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.613688258Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-db826108-c040-40c9-8f13-bfd2384b3c87\"]","path":"phd_tests::migrate::running_process::import_failure","vm_id":"3d52b786-544a-40ed-a7e0-097c2f23a90d","vm":"migrate_running_process::import_failure_target1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.650693186Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"3d52b786-544a-40ed-a7e0-097c2f23a90d","vm":"migrate_running_process::import_failure_target1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.650753856Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-09247205-9b47-4b47-9cd9-98794fd29e84\"]","verb":"destroy","path":"phd_tests::migrate::running_process::import_failure","vm_id":"3d52b786-544a-40ed-a7e0-097c2f23a90d","vm":"migrate_running_process::import_failure_target1"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.682014199Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"3d52b786-544a-40ed-a7e0-097c2f23a90d","elapsed_milliseconds":736,"vm":"migrate_running_process::import_failure_target1"}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.68209461Z","target":"phd_tests::migrate::running_process","line":120,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":14269}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.682288363Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":736}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::running_process::migrate_running_process","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.682370704Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.682415155Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.682455576Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.682585838Z","target":"phd_tests::migrate::running_process","line":100,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.682678879Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.682854702Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.682913412Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.682964703Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.699399227Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts   656M  1.80T      654M  /phd-artifacts\n","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.699504918Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-1d1c1ade-65c7-499a-8038-5c8ff5a58137\"]","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.719669587Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-1d1c1ade-65c7-499a-8038-5c8ff5a58137\", \"phd-artifacts/phd-clone-a49ae492-80de-44c2-b910-07b87780c369\"]","verb":"clone","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.745064192Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-a49ae492-80de-44c2-b910-07b87780c369\"]","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.760156156Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-a49ae492-80de-44c2-b910-07b87780c369     0B  1.80T      654M  /phd-artifacts/phd-clone-a49ae492-80de-44c2-b910-07b87780c369\n","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.760732134Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.760842346Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migrate_running_process_source","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-a49ae492-80de-44c2-b910-07b87780c369/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.760926077Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.761005579Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/migrate_running_process_source.config.toml\"","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.761055889Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migrate_running_process_source.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migrate_running_process_source.stderr.log\"","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1034","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.771120278Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.771739147Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":10,"path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.77191231Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.772443758Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-a49ae492-80de-44c2-b910-07b87780c369/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","guest_os_kind":"Alpine","vm_name":"migrate_running_process_target","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.772520219Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.77258679Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9002","config_toml_path":"\"/tmp/propolis-phd/migrate_running_process_target.config.toml\"","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.77262982Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migrate_running_process_target.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migrate_running_process_target.stderr.log\"","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1035","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.783126276Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.783516272Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":11,"path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.783607443Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:39.784125901Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:40.392277703Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:40.392968343Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-a49ae492-80de-44c2-b910-07b87780c369/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: e30ecb9f-cf5d-47af-8258-b0a68b4a186c, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: c18ea80c-01e9-4a67-b383-6ff91ff50076, silo_id: 4c693571-b14a-4a8d-b144-9593a9f0c566 }, name: \"phd-vm-e30ecb9f-cf5d-47af-8258-b0a68b4a186c\", vcpus: 2 }, state: Creating }","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:40.393075245Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","elapsed_milliseconds":609,"vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:40.393139626Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:40.393182346Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:40.393755825Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","elapsed_milliseconds":0,"vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:40.393812026Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:40.393860896Z","target":"phd_framework::test_vm","line":643,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"300s","vm":"migrate_running_process_source","vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:40.393901027Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:40.393938688Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:40.393976868Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:44.622702903Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","elapsed_milliseconds":4228,"vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:44.622779034Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:44.622959607Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:44.623014618Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:44.623057108Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:44.637995999Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","elapsed_milliseconds":14,"vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:44.63805978Z","target":"phd_framework::test_vm","line":691,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:44.638099051Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4244,"path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:44.638272364Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:44.638323294Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"cat >dirt.sh <<'EOF'\n> #!/usr/bin/env sh\n> # a simple script for testing migration of running process memory.\n> #\n> # this script will write a bunch of \"hello\"s to an in-memory string, then\n> # suspend to wait for a migration to occur. after the migration happens, the\n> # script can be foregrounded, and it will then check that the data is still\n> # there.\n> dirt=\"hello\"\n> len=8192 # 8 KiB ought to be enough for anyone\n> \n> # store 8k of data in memory\n> i=0\n> while [ \"$i\" -lt \"$len\" ]\n> do\n>     dirt=\"$dirt\n> hello\"\n>     i=$(( i + 1 ))\n> done\n> \n> echo \"made dirt\"\n> \n> # suspend this process and wait for it to be resumed before checking that the\n> # data still exists.\n> #\n> # N.B.: posix sh doesn't have a suspend builtin, but we can make our own!\n> kill -s TSTP $$\n> \n> # check that the data is still correct.\n> #\n> # we do this by writing it out to a file and then looping through the file,\n> # because i wasn't sure how to loop over a variable line by line in posix sh\n> # without using a file.\n> dirtfile=\"/tmp/dirt.txt\"\n> echo \"$dirt\" > \"$dirtfile\"\n> actual_len=$(wc -l \"$dirtfile\" | cut -d \" \" -f 1)\n> echo \"found $actual_len lines of dirt\"\n> \n> # pre-check the file's length\n> if [ \"$actual_len\" -lt \"$len\" ]\n> then\n>     echo \"not enough dirt: $actual_len < $len\"\n>     exit 1\n> fi\n> \n> i=0\n> while read -r line\n> do\n>     if [ $i -eq 8192 ]; then\n>         echo \"all good\"\n>         exit 0\n>     fi\n>     if [ \"$line\" != \"hello\" ]\n>     then\n>         echo \"bad dirt $i: $line\"\n>         exit 1\n>     fi\n>     i=$(( i + 1 ))\n> done < \"$dirtfile\"\n> EOF","timeout_duration":"Explicit(15s)","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:44.717852062Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","elapsed_milliseconds":79,"vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:44.717971923Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:44.718020224Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:44.726346257Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","elapsed_milliseconds":8,"vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:44.726580801Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:44.726676242Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"chmod +x dirt.sh","timeout_duration":"Explicit(15s)","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:44.737919129Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","elapsed_milliseconds":11,"vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:44.738291974Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:44.738403116Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:44.77111456Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","elapsed_milliseconds":32,"vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:44.771356614Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:44.771449625Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"./dirt.sh","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:44.781779458Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","elapsed_milliseconds":10,"vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:44.782023951Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:44.782133343Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:45.087560774Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","elapsed_milliseconds":305,"vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:45.087703146Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"8bed1c0e-0636-4056-b26c-f9b9df82ce2c","target":"migrate_running_process_target","path":"phd_tests::migrate::running_process::migrate_running_process","source":"migrate_running_process_source","source_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:45.087797798Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"e33cac36-34d5-4570-9a0a-e5a60fb359af","timeout_duration":"45s","target_id":"8bed1c0e-0636-4056-b26c-f9b9df82ce2c","target":"migrate_running_process_target","path":"phd_tests::migrate::running_process::migrate_running_process","source":"migrate_running_process_source","source_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:45.087894119Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"8bed1c0e-0636-4056-b26c-f9b9df82ce2c","target":"migrate_running_process_target","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_target","source":"migrate_running_process_source","source_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c","vm_id":"8bed1c0e-0636-4056-b26c-f9b9df82ce2c"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:45.212385832Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-a49ae492-80de-44c2-b910-07b87780c369/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 8bed1c0e-0636-4056-b26c-f9b9df82ce2c, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 5b2cc553-3325-4311-bb7d-6d6e24c46bf9, silo_id: 75c8ff8d-3a97-4246-abcb-6100e89386e2 }, name: \"phd-vm-8bed1c0e-0636-4056-b26c-f9b9df82ce2c\", vcpus: 2 }, state: Migrating }","target_id":"8bed1c0e-0636-4056-b26c-f9b9df82ce2c","target":"migrate_running_process_target","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_target","source":"migrate_running_process_source","source_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c","vm_id":"8bed1c0e-0636-4056-b26c-f9b9df82ce2c"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:45.212530814Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"8bed1c0e-0636-4056-b26c-f9b9df82ce2c","vm":"migrate_running_process_target","path":"phd_tests::migrate::running_process::migrate_running_process","source":"migrate_running_process_source","elapsed_milliseconds":124,"vm_id":"8bed1c0e-0636-4056-b26c-f9b9df82ce2c","target":"migrate_running_process_target","source_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:45.212602115Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"8bed1c0e-0636-4056-b26c-f9b9df82ce2c","target":"migrate_running_process_target","path":"phd_tests::migrate::running_process::migrate_running_process","source":"migrate_running_process_source","source_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c","migration_id":"e33cac36-34d5-4570-9a0a-e5a60fb359af"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:48.975493924Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9002\",\"from_start\":9375}}"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:50.887490167Z","target":"phd_framework::test_vm","line":538,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"8bed1c0e-0636-4056-b26c-f9b9df82ce2c","target":"migrate_running_process_target","path":"phd_tests::migrate::running_process::migrate_running_process","source":"migrate_running_process_source","source_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:50.887551478Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"8bed1c0e-0636-4056-b26c-f9b9df82ce2c","target":"migrate_running_process_target","path":"phd_tests::migrate::running_process::migrate_running_process","source":"migrate_running_process_source","elapsed_milliseconds":5674,"source_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c","migration_id":"e33cac36-34d5-4570-9a0a-e5a60fb359af"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:50.887606388Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"8bed1c0e-0636-4056-b26c-f9b9df82ce2c","target":"migrate_running_process_target","path":"phd_tests::migrate::running_process::migrate_running_process","source":"migrate_running_process_source","elapsed_milliseconds":5799,"source_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:50.887761921Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_target","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"8bed1c0e-0636-4056-b26c-f9b9df82ce2c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:50.887813211Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"fg","vm":"migrate_running_process_target","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"8bed1c0e-0636-4056-b26c-f9b9df82ce2c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:50.899471674Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_target","path":"phd_tests::migrate::running_process::migrate_running_process","elapsed_milliseconds":11,"vm_id":"8bed1c0e-0636-4056-b26c-f9b9df82ce2c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:50.899709488Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_target","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"8bed1c0e-0636-4056-b26c-f9b9df82ce2c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:50.899801639Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm":"migrate_running_process_target","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"8bed1c0e-0636-4056-b26c-f9b9df82ce2c"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:50.987103291Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_target","path":"phd_tests::migrate::running_process::migrate_running_process","elapsed_milliseconds":87,"vm_id":"8bed1c0e-0636-4056-b26c-f9b9df82ce2c"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:50.987255554Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_target","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"8bed1c0e-0636-4056-b26c-f9b9df82ce2c"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:50.987379915Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:50.987616149Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::running_process::migrate_running_process ... ok","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:50.987750801Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:50.987783691Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":10595}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:50.987877133Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:50.988679884Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:51.128987752Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","elapsed_milliseconds":141,"vm_id":"e30ecb9f-cf5d-47af-8258-b0a68b4a186c"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:51.129628251Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_target","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"8bed1c0e-0636-4056-b26c-f9b9df82ce2c"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:51.814386307Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","vm":"migrate_running_process_target","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"8bed1c0e-0636-4056-b26c-f9b9df82ce2c"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:51.951219873Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm":"migrate_running_process_target","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"8bed1c0e-0636-4056-b26c-f9b9df82ce2c"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:51.951341525Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-a49ae492-80de-44c2-b910-07b87780c369\"]","verb":"destroy","vm":"migrate_running_process_target","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"8bed1c0e-0636-4056-b26c-f9b9df82ce2c"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:51.984746959Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm":"migrate_running_process_target","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"8bed1c0e-0636-4056-b26c-f9b9df82ce2c"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:51.984808259Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-1d1c1ade-65c7-499a-8038-5c8ff5a58137\"]","vm":"migrate_running_process_target","path":"phd_tests::migrate::running_process::migrate_running_process","vm_id":"8bed1c0e-0636-4056-b26c-f9b9df82ce2c"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:52.008018303Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_target","path":"phd_tests::migrate::running_process::migrate_running_process","elapsed_milliseconds":1020,"vm_id":"8bed1c0e-0636-4056-b26c-f9b9df82ce2c"}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:52.008088764Z","target":"phd_tests::migrate::running_process","line":100,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":12325,"path":"phd_tests::migrate::running_process::migrate_running_process"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:52.008333448Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":1020}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::migrate::load_test","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:52.008427379Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:52.008462959Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:52.0084952Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:52.008609632Z","target":"phd_tests::crucible::migrate","line":39,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:52.008695473Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:52.008873306Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:52.008934057Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/77b42b3dd10cdfd7a9b9d016f5a679df2b72cd8cd56fa69a7ea626e1109a944a/crucible-nightly.tar.gz","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading file from Buildomat...","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:23:52.009009268Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/a3b920bde8a26cbdd7b14d21e452be6351cf009c/crucible-nightly.tar.gz","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Extracting artifact from tarball","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:08.466345641Z","target":"phd_framework::artifacts::store","line":162,"file":"phd-tests/framework/src/artifacts/store.rs","extracted_path":"/phd-artifacts/77b42b3dd10cdfd7a9b9d016f5a679df2b72cd8cd56fa69a7ea626e1109a944a/crucible-downstairs","untar_path":"target/release/crucible-downstairs","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Extracting gzipped tarball...","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:08.466407522Z","target":"phd_framework::artifacts::store","line":518,"file":"phd-tests/framework/src/artifacts/store.rs","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:14.950745766Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:14.950937849Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9000\", \"--encrypted\", \"--uuid\", \"dfcf4904-dd23-4bf1-8140-3392c1679e5f\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.033235406Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:14.992651385Z\",\"hostname\":\"buskin\",\"pid\":1040}\n{\"msg\":\"UUID: dfcf4904-dd23-4bf1-8140-3392c1679e5f\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:15.025036425Z\",\"hostname\":\"buskin\",\"pid\":1040}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:15.025053155Z\",\"hostname\":\"buskin\",\"pid\":1040}\n","stderr":"","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.033416249Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9001\", \"--encrypted\", \"--uuid\", \"dfcf4904-dd23-4bf1-8140-3392c1679e5f\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.101111371Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:15.058366278Z\",\"hostname\":\"buskin\",\"pid\":1041}\n{\"msg\":\"UUID: dfcf4904-dd23-4bf1-8140-3392c1679e5f\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:15.092827748Z\",\"hostname\":\"buskin\",\"pid\":1041}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:15.092838638Z\",\"hostname\":\"buskin\",\"pid\":1041}\n","status":"ExitStatus(unix_wait_status(0))","stderr":"","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.101266853Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9002\", \"--encrypted\", \"--uuid\", \"dfcf4904-dd23-4bf1-8140-3392c1679e5f\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.162289106Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:15.120226604Z\",\"hostname\":\"buskin\",\"pid\":1042}\n{\"msg\":\"UUID: dfcf4904-dd23-4bf1-8140-3392c1679e5f\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:15.153706749Z\",\"hostname\":\"buskin\",\"pid\":1042}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:15.15371709Z\",\"hostname\":\"buskin\",\"pid\":1042}\n","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.162491109Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_dfcf4904-dd23-4bf1-8140-3392c1679e5f_9000.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_dfcf4904-dd23-4bf1-8140-3392c1679e5f_9000.stdout.log\"","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.162621821Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9000\"]","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.162702643Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9000\"]","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.172979375Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_dfcf4904-dd23-4bf1-8140-3392c1679e5f_9001.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_dfcf4904-dd23-4bf1-8140-3392c1679e5f_9001.stderr.log\"","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.173119237Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9001\"]","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.173199728Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9001\"]","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.183662743Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_dfcf4904-dd23-4bf1-8140-3392c1679e5f_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_dfcf4904-dd23-4bf1-8140-3392c1679e5f_9002.stderr.log\"","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.183777904Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9002\"]","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.183856806Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9002\"]","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.194996531Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.195183063Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": Crucible(CrucibleStorageBackend { readonly: false, request_json: \"{\\\"type\\\":\\\"volume\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"dfcf4904-dd23-4bf1-8140-3392c1679e5f\\\",\\\"read_only_parent\\\":{\\\"type\\\":\\\"file\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"fbd43558-9822-4cd4-b913-e7dd7ffdf701\\\",\\\"path\\\":\\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\\"},\\\"sub_volumes\\\":[{\\\"type\\\":\\\"region\\\",\\\"block_size\\\":512,\\\"blocks_per_extent\\\":131072,\\\"extent_count\\\":160,\\\"gen\\\":1,\\\"opts\\\":{\\\"id\\\":\\\"d31c7b32-0285-414a-973b-f30a23f493db\\\",\\\"key\\\":\\\"WdU0iqzH5qRa08p9zWCX55L5IL1mb0pn/aEgdanNWtY=\\\",\\\"lossy\\\":false,\\\"read_only\\\":false,\\\"target\\\":[\\\"127.0.0.1:9000\\\",\\\"127.0.0.1:9001\\\",\\\"127.0.0.1:9002\\\"]}}]}\" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","guest_os_kind":"Alpine","vm_name":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.195372306Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.195513468Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/crucible_load_test_source.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9003","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.19560618Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_load_test_source.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_load_test_source.stderr.log\"","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1046","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.206204987Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.206817656Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":11,"path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.206903217Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.207429315Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm":"crucible_load_test_source","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.869694888Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.87052917Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 4c4ae647-87f1-4cd9-97c7-6670c8964d86, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: fae8c6fc-e009-4459-8989-584e221b3efb, silo_id: 0c4034ad-9906-497a-b3da-87204a1863dc }, name: \"phd-vm-4c4ae647-87f1-4cd9-97c7-6670c8964d86\", vcpus: 2 }, state: Creating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": Crucible(CrucibleStorageBackend { readonly: false, request_json: \"{\\\"type\\\":\\\"volume\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"dfcf4904-dd23-4bf1-8140-3392c1679e5f\\\",\\\"read_only_parent\\\":{\\\"type\\\":\\\"file\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"fbd43558-9822-4cd4-b913-e7dd7ffdf701\\\",\\\"path\\\":\\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\\"},\\\"sub_volumes\\\":[{\\\"type\\\":\\\"region\\\",\\\"block_size\\\":512,\\\"blocks_per_extent\\\":131072,\\\"extent_count\\\":160,\\\"gen\\\":1,\\\"opts\\\":{\\\"id\\\":\\\"d31c7b32-0285-414a-973b-f30a23f493db\\\",\\\"key\\\":\\\"WdU0iqzH5qRa08p9zWCX55L5IL1mb0pn/aEgdanNWtY=\\\",\\\"lossy\\\":false,\\\"read_only\\\":false,\\\"target\\\":[\\\"127.0.0.1:9000\\\",\\\"127.0.0.1:9001\\\",\\\"127.0.0.1:9002\\\"]}}]}\" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm":"crucible_load_test_source","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.870698743Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":663}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.870788354Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.870832855Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm":"crucible_load_test_source","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.871468374Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.871528465Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.871578046Z","target":"phd_framework::test_vm","line":643,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","timeout_duration":"300s","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.871619037Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.871658917Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:15.871699548Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","vm":"crucible_load_test_source","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:20.78671798Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":4914}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:20.786803631Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:20.786999534Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:20.787058245Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:20.787102416Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost:~#","vm":"crucible_load_test_source","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:20.801982436Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":14}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:20.802072377Z","target":"phd_framework::test_vm","line":691,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:20.802111258Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4930,"path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:20.80225069Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:20.802326801Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": Crucible(CrucibleStorageBackend { readonly: false, request_json: \"{\\\"type\\\":\\\"volume\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"dfcf4904-dd23-4bf1-8140-3392c1679e5f\\\",\\\"read_only_parent\\\":{\\\"type\\\":\\\"file\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"afe760b6-0752-4363-9ef9-308688653d94\\\",\\\"path\\\":\\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\\"},\\\"sub_volumes\\\":[{\\\"type\\\":\\\"region\\\",\\\"block_size\\\":512,\\\"blocks_per_extent\\\":131072,\\\"extent_count\\\":160,\\\"gen\\\":2,\\\"opts\\\":{\\\"id\\\":\\\"5f3c7f97-35ce-43e2-b381-2c14962f1992\\\",\\\"key\\\":\\\"WdU0iqzH5qRa08p9zWCX55L5IL1mb0pn/aEgdanNWtY=\\\",\\\"lossy\\\":false,\\\"read_only\\\":false,\\\"target\\\":[\\\"127.0.0.1:9000\\\",\\\"127.0.0.1:9001\\\",\\\"127.0.0.1:9002\\\"]}}]}\" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"crucible_load_test_target","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:20.802425712Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:20.802505573Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/crucible_load_test_target.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9005","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:20.802550664Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_load_test_target.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_load_test_target.stdout.log\"","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1047","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:20.820588931Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:20.821100779Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":18,"path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:20.821299332Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:20.821359213Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"dd if=/dev/random of=./rand.txt bs=5M count=10","vm":"crucible_load_test_source","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:20.834831382Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":13}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:20.835106236Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:20.835206928Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm":"crucible_load_test_source","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:21.064697874Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":229}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:21.064996678Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:21.06511549Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"sha256sum rand.txt","timeout_duration":"Explicit(15s)","vm":"crucible_load_test_source","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:21.075468233Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":10}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:21.075696837Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:21.075791368Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm":"crucible_load_test_source","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:21.34210402Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":266}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Generated SHA256 checksum: dff64157052bc858ee3d12189624a8590dea90ad0ea258ce78cad98bda2e6f28","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:21.342251113Z","target":"phd_tests::crucible::migrate","line":72,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:21.342475866Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:21.342570517Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"dd if=./rand.txt of=./rand_new.txt &","vm":"crucible_load_test_source","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:21.352923921Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":10}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:21.353199775Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:21.353308486Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"crucible_load_test_source","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:21.38598773Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":32}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:21.386134122Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"crucible_load_test_source","source_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","target_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","path":"phd_tests::crucible::migrate::load_test","target":"crucible_load_test_target"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9003","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:21.386243094Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"f8f173d1-29ef-4330-bc3d-126f5eaa0fea","timeout_duration":"45s","source":"crucible_load_test_source","source_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","target_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","path":"phd_tests::crucible::migrate::load_test","target":"crucible_load_test_target"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:21.386368766Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"crucible_load_test_source","source_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","target_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","path":"phd_tests::crucible::migrate::load_test","target":"crucible_load_test_target","vm":"crucible_load_test_target","vm_id":"7c8902bd-717d-4d2b-b220-da53181e28f1"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:21.505840334Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": Crucible(CrucibleStorageBackend { readonly: false, request_json: \"{\\\"type\\\":\\\"volume\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"dfcf4904-dd23-4bf1-8140-3392c1679e5f\\\",\\\"read_only_parent\\\":{\\\"type\\\":\\\"file\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"afe760b6-0752-4363-9ef9-308688653d94\\\",\\\"path\\\":\\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\\"},\\\"sub_volumes\\\":[{\\\"type\\\":\\\"region\\\",\\\"block_size\\\":512,\\\"blocks_per_extent\\\":131072,\\\"extent_count\\\":160,\\\"gen\\\":2,\\\"opts\\\":{\\\"id\\\":\\\"5f3c7f97-35ce-43e2-b381-2c14962f1992\\\",\\\"key\\\":\\\"WdU0iqzH5qRa08p9zWCX55L5IL1mb0pn/aEgdanNWtY=\\\",\\\"lossy\\\":false,\\\"read_only\\\":false,\\\"target\\\":[\\\"127.0.0.1:9000\\\",\\\"127.0.0.1:9001\\\",\\\"127.0.0.1:9002\\\"]}}]}\" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 7c8902bd-717d-4d2b-b220-da53181e28f1, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 27aad8f9-d79e-4da7-ac4b-0de8c319f46b, silo_id: 0593edc4-d093-4dd9-93f5-7defa6f4fd10 }, name: \"phd-vm-7c8902bd-717d-4d2b-b220-da53181e28f1\", vcpus: 2 }, state: Migrating }","source":"crucible_load_test_source","source_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","target_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","path":"phd_tests::crucible::migrate::load_test","target":"crucible_load_test_target","vm":"crucible_load_test_target","vm_id":"7c8902bd-717d-4d2b-b220-da53181e28f1"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:21.505990137Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"crucible_load_test_source","source_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","vm":"crucible_load_test_target","target_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","vm_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","path":"phd_tests::crucible::migrate::load_test","target":"crucible_load_test_target","elapsed_milliseconds":119}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:21.506050467Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"crucible_load_test_source","source_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","target_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","path":"phd_tests::crucible::migrate::load_test","target":"crucible_load_test_target","migration_id":"f8f173d1-29ef-4330-bc3d-126f5eaa0fea"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:27.376501095Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9005\",\"from_start\":7920}}"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.250501734Z","target":"phd_framework::test_vm","line":538,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"crucible_load_test_source","source_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","target_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","path":"phd_tests::crucible::migrate::load_test","target":"crucible_load_test_target"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.250557415Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"crucible_load_test_source","source_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","target_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","path":"phd_tests::crucible::migrate::load_test","target":"crucible_load_test_target","migration_id":"f8f173d1-29ef-4330-bc3d-126f5eaa0fea","elapsed_milliseconds":7744}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.250610846Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"crucible_load_test_source","source_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","target_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","path":"phd_tests::crucible::migrate::load_test","target":"crucible_load_test_target","elapsed_milliseconds":7864}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.250769618Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_target","vm_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.250820389Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"wait $!","vm":"crucible_load_test_target","vm_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.26240782Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":11}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.262726265Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_target","vm_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.262830127Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm":"crucible_load_test_target","vm_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.295596582Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":32}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.295842915Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_target","vm_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.295938347Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"sha256sum rand_new.txt","vm":"crucible_load_test_target","vm_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.306442122Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":10}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.306667716Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_target","vm_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.306736277Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"crucible_load_test_target","vm_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.575631017Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":268}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.5758137Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_target","vm_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.575966612Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.576262566Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::migrate::load_test ... ok","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.576415549Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.57648075Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":13706}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.576563031Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.57720834Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_target","vm_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.577582206Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","vm":"crucible_load_test_source","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.710461453Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4c4ae647-87f1-4cd9-97c7-6670c8964d86","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":134}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.711666341Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9005","vm":"crucible_load_test_target","vm_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.825698509Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: \"/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9000\" } }","vm":"crucible_load_test_target","vm_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.837290221Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9000\"","vm":"crucible_load_test_target","vm_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.848242332Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: \"/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9001\" } }","vm":"crucible_load_test_target","vm_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.86023123Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9001\"","vm":"crucible_load_test_target","vm_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.870062646Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: \"/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9002\" } }","vm":"crucible_load_test_target","vm_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.881306152Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9002\"","vm":"crucible_load_test_target","vm_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.89197468Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"7c8902bd-717d-4d2b-b220-da53181e28f1","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":315}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.892033861Z","target":"phd_tests::crucible::migrate","line":39,"file":"phd-tests/tests/src/crucible/migrate.rs","elapsed_milliseconds":37883,"path":"phd_tests::crucible::migrate::load_test"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.892310365Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":315}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::migrate::smoke_test","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.892474417Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.892539328Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.892603699Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.892750291Z","target":"phd_tests::crucible::migrate","line":10,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.892833313Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.893013805Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.893070086Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/77b42b3dd10cdfd7a9b9d016f5a679df2b72cd8cd56fa69a7ea626e1109a944a/crucible-downstairs","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.893113327Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.893201718Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9000\", \"--encrypted\", \"--uuid\", \"b34d10ce-66b6-4d13-bbc3-513054fd3d5e\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.955798975Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:29.914592665Z\",\"hostname\":\"buskin\",\"pid\":1050}\n{\"msg\":\"UUID: b34d10ce-66b6-4d13-bbc3-513054fd3d5e\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:29.94804504Z\",\"hostname\":\"buskin\",\"pid\":1050}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:29.94805762Z\",\"hostname\":\"buskin\",\"pid\":1050}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:29.955928027Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9001\", \"--encrypted\", \"--uuid\", \"b34d10ce-66b6-4d13-bbc3-513054fd3d5e\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.022806696Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:29.980732743Z\",\"hostname\":\"buskin\",\"pid\":1051}\n{\"msg\":\"UUID: b34d10ce-66b6-4d13-bbc3-513054fd3d5e\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:30.014551244Z\",\"hostname\":\"buskin\",\"pid\":1051}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:30.014561174Z\",\"hostname\":\"buskin\",\"pid\":1051}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.022973688Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9002\", \"--encrypted\", \"--uuid\", \"b34d10ce-66b6-4d13-bbc3-513054fd3d5e\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.087358381Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:30.045700505Z\",\"hostname\":\"buskin\",\"pid\":1052}\n{\"msg\":\"UUID: b34d10ce-66b6-4d13-bbc3-513054fd3d5e\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:30.079112369Z\",\"hostname\":\"buskin\",\"pid\":1052}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:30.07913008Z\",\"hostname\":\"buskin\",\"pid\":1052}\n","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.087552054Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9000.stderr.log\"","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.087670916Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9000\"]","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.087750457Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9000\"]","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.097984508Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9001.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9001.stderr.log\"","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.09805635Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9001\"]","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.09809919Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9001\"]","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.108041517Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9002.stderr.log\"","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.108134419Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9002\"]","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.10818177Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9002\"]","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.118709265Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.118825747Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": Crucible(CrucibleStorageBackend { readonly: false, request_json: \"{\\\"type\\\":\\\"volume\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"b34d10ce-66b6-4d13-bbc3-513054fd3d5e\\\",\\\"read_only_parent\\\":{\\\"type\\\":\\\"file\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"f061e23d-9264-493d-b37f-851229435cf2\\\",\\\"path\\\":\\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\\"},\\\"sub_volumes\\\":[{\\\"type\\\":\\\"region\\\",\\\"block_size\\\":512,\\\"blocks_per_extent\\\":131072,\\\"extent_count\\\":160,\\\"gen\\\":1,\\\"opts\\\":{\\\"id\\\":\\\"57a55523-b784-4383-9746-5a5904baf5b4\\\",\\\"key\\\":\\\"9d4Vn0zs2d1KZO9J6vPUl0+MmE8fdjDM0pjOFi9KDPg=\\\",\\\"lossy\\\":false,\\\"read_only\\\":false,\\\"target\\\":[\\\"127.0.0.1:9000\\\",\\\"127.0.0.1:9001\\\",\\\"127.0.0.1:9002\\\"]}}]}\" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","guest_os_kind":"Alpine","vm_name":"crucible_migrate_smoke_source","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.118950059Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.11904268Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/crucible_migrate_smoke_source.config.toml\"","server_addr":"127.0.0.1:9003","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.119102671Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_migrate_smoke_source.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_migrate_smoke_source.stderr.log\"","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1056","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.130655922Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.131090809Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":12,"path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.13117534Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.131707938Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm":"crucible_migrate_smoke_source","vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.825593049Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.826435672Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 7da4fba6-de60-42d6-89bb-d507e2760e04, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 8b984118-50e0-4e81-85fc-9446759625f6, silo_id: 818b3760-1268-4184-9bd9-22b33e7e8fd9 }, name: \"phd-vm-7da4fba6-de60-42d6-89bb-d507e2760e04\", vcpus: 2 }, state: Creating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": Crucible(CrucibleStorageBackend { readonly: false, request_json: \"{\\\"type\\\":\\\"volume\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"b34d10ce-66b6-4d13-bbc3-513054fd3d5e\\\",\\\"read_only_parent\\\":{\\\"type\\\":\\\"file\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"f061e23d-9264-493d-b37f-851229435cf2\\\",\\\"path\\\":\\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\\"},\\\"sub_volumes\\\":[{\\\"type\\\":\\\"region\\\",\\\"block_size\\\":512,\\\"blocks_per_extent\\\":131072,\\\"extent_count\\\":160,\\\"gen\\\":1,\\\"opts\\\":{\\\"id\\\":\\\"57a55523-b784-4383-9746-5a5904baf5b4\\\",\\\"key\\\":\\\"9d4Vn0zs2d1KZO9J6vPUl0+MmE8fdjDM0pjOFi9KDPg=\\\",\\\"lossy\\\":false,\\\"read_only\\\":false,\\\"target\\\":[\\\"127.0.0.1:9000\\\",\\\"127.0.0.1:9001\\\",\\\"127.0.0.1:9002\\\"]}}]}\" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm":"crucible_migrate_smoke_source","vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.826563054Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":695,"vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.826636065Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.826679035Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm":"crucible_migrate_smoke_source","vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.827260044Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":0,"vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.827318585Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.827368366Z","target":"phd_framework::test_vm","line":643,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","timeout_duration":"300s","vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.827406966Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.827449727Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:30.827491067Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","vm":"crucible_migrate_smoke_source","vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.78438053Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":4956,"vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.784468981Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.784670364Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.784727175Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.784769785Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm":"crucible_migrate_smoke_source","vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.799710406Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":14,"vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.799869139Z","target":"phd_framework::test_vm","line":691,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.79994845Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4972,"path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.800230464Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.800349796Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"ls foo.bar 2> /dev/null","timeout_duration":"Explicit(15s)","vm":"crucible_migrate_smoke_source","vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.810681809Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":10,"vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.810918622Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.811023254Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm":"crucible_migrate_smoke_source","vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.843539715Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":32,"vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.84385265Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.843949741Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"touch ./foo.bar","vm":"crucible_migrate_smoke_source","vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.854297625Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":10,"vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.854564298Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.85466056Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"crucible_migrate_smoke_source","vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.887404204Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":32,"vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.887654028Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.887748069Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"sync ./foo.bar","vm":"crucible_migrate_smoke_source","vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.898191924Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":10,"vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.898423628Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.898516279Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"crucible_migrate_smoke_source","vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.931408496Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":32,"vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.93166755Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.931800332Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": Crucible(CrucibleStorageBackend { readonly: false, request_json: \"{\\\"type\\\":\\\"volume\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"b34d10ce-66b6-4d13-bbc3-513054fd3d5e\\\",\\\"read_only_parent\\\":{\\\"type\\\":\\\"file\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"e4f4d0a7-8761-49ad-99a5-64560d4e8223\\\",\\\"path\\\":\\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\\"},\\\"sub_volumes\\\":[{\\\"type\\\":\\\"region\\\",\\\"block_size\\\":512,\\\"blocks_per_extent\\\":131072,\\\"extent_count\\\":160,\\\"gen\\\":2,\\\"opts\\\":{\\\"id\\\":\\\"64858513-a30a-4b27-9fdd-02a1ca5e1a40\\\",\\\"key\\\":\\\"9d4Vn0zs2d1KZO9J6vPUl0+MmE8fdjDM0pjOFi9KDPg=\\\",\\\"lossy\\\":false,\\\"read_only\\\":false,\\\"target\\\":[\\\"127.0.0.1:9000\\\",\\\"127.0.0.1:9001\\\",\\\"127.0.0.1:9002\\\"]}}]}\" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"crucible_migrate_smoke_target","guest_os_kind":"Alpine","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.931985904Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.932125446Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/crucible_migrate_smoke_target.config.toml\"","server_addr":"127.0.0.1:9005","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.932211278Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_migrate_smoke_target.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_migrate_smoke_target.stdout.log\"","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1057","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.950100372Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.950812553Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":19,"path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.950968596Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","source_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","source":"crucible_migrate_smoke_source","target_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","target":"crucible_migrate_smoke_target"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9003","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.951073117Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"da45ff5e-e3f4-4138-b6f4-faeff137f0c3","timeout_duration":"45s","path":"phd_tests::crucible::migrate::smoke_test","source_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","source":"crucible_migrate_smoke_source","target_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","target":"crucible_migrate_smoke_target"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.951203109Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_target","source_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","vm_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","source":"crucible_migrate_smoke_source","target_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","target":"crucible_migrate_smoke_target"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:35.951803598Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9005/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_target","source_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","vm_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","source":"crucible_migrate_smoke_source","target_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","target":"crucible_migrate_smoke_target"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:36.736875298Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: cd557c0a-6092-402d-aba7-e14a2fc971b3, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 6d6ae200-3b4c-4668-b622-96c45f880e3e, silo_id: f22b4ebc-bf6d-4bff-9ff1-51532616e483 }, name: \"phd-vm-cd557c0a-6092-402d-aba7-e14a2fc971b3\", vcpus: 2 }, state: Migrating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": Crucible(CrucibleStorageBackend { readonly: false, request_json: \"{\\\"type\\\":\\\"volume\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"b34d10ce-66b6-4d13-bbc3-513054fd3d5e\\\",\\\"read_only_parent\\\":{\\\"type\\\":\\\"file\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"e4f4d0a7-8761-49ad-99a5-64560d4e8223\\\",\\\"path\\\":\\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\\"},\\\"sub_volumes\\\":[{\\\"type\\\":\\\"region\\\",\\\"block_size\\\":512,\\\"blocks_per_extent\\\":131072,\\\"extent_count\\\":160,\\\"gen\\\":2,\\\"opts\\\":{\\\"id\\\":\\\"64858513-a30a-4b27-9fdd-02a1ca5e1a40\\\",\\\"key\\\":\\\"9d4Vn0zs2d1KZO9J6vPUl0+MmE8fdjDM0pjOFi9KDPg=\\\",\\\"lossy\\\":false,\\\"read_only\\\":false,\\\"target\\\":[\\\"127.0.0.1:9000\\\",\\\"127.0.0.1:9001\\\",\\\"127.0.0.1:9002\\\"]}}]}\" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::crucible::migrate::smoke_test","vm":"crucible_migrate_smoke_target","source_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","vm_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","source":"crucible_migrate_smoke_source","target_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","target":"crucible_migrate_smoke_target"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:36.73703222Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"crucible_migrate_smoke_target","elapsed_milliseconds":785,"source":"crucible_migrate_smoke_source","vm_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","vm":"crucible_migrate_smoke_target","source_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","target_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:36.737090221Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","source_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","migration_id":"da45ff5e-e3f4-4138-b6f4-faeff137f0c3","source":"crucible_migrate_smoke_source","target_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","target":"crucible_migrate_smoke_target"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:40.511934007Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9005\",\"from_start\":7718}}"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:41.009257348Z","target":"phd_framework::test_vm","line":538,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","source_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","source":"crucible_migrate_smoke_source","target_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","target":"crucible_migrate_smoke_target"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:41.00937191Z","target":"phd_framework::test_vm","line":525,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","source_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","migration_id":"da45ff5e-e3f4-4138-b6f4-faeff137f0c3","elapsed_milliseconds":4272,"source":"crucible_migrate_smoke_source","target_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","target":"crucible_migrate_smoke_target"}
{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:41.009491792Z","target":"phd_framework::test_vm","line":472,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","source_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","elapsed_milliseconds":5058,"source":"crucible_migrate_smoke_source","target_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","target":"crucible_migrate_smoke_target"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:41.009783756Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_target","vm_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:41.009836977Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"ls foo.bar","vm":"crucible_migrate_smoke_target","vm_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.09301165Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_target","elapsed_milliseconds":1083,"vm_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.093164452Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_target","vm_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.093222813Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm":"crucible_migrate_smoke_target","vm_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.126890572Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_target","elapsed_milliseconds":33,"vm_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.127038194Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_target","vm_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.127189016Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.12746699Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.127668493Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":11301}
{"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::migrate::smoke_test ... ok","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.127642703Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.127829985Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.129050004Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_target","vm_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.12946663Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","vm":"crucible_migrate_smoke_source","vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.257061418Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":129,"vm_id":"7da4fba6-de60-42d6-89bb-d507e2760e04","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.258248966Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9005","vm":"crucible_migrate_smoke_target","vm_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.396128927Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: \"/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9000\" } }","vm":"crucible_migrate_smoke_target","vm_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.407617017Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9000\"","vm":"crucible_migrate_smoke_target","vm_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.418733181Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: \"/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9001\" } }","vm":"crucible_migrate_smoke_target","vm_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.42878032Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9001\"","vm":"crucible_migrate_smoke_target","vm_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.439519089Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: \"/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9002\" } }","vm":"crucible_migrate_smoke_target","vm_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.450914418Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9002\"","vm":"crucible_migrate_smoke_target","vm_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.461917891Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_target","elapsed_milliseconds":334,"vm_id":"cd557c0a-6092-402d-aba7-e14a2fc971b3","path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.461988292Z","target":"phd_tests::crucible::migrate","line":10,"file":"phd-tests/tests/src/crucible/migrate.rs","elapsed_milliseconds":12569,"path":"phd_tests::crucible::migrate::smoke_test"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.462259996Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":334}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::hw::lspci_lifecycle_test","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.462384408Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.462443189Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.462475729Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.462586271Z","target":"phd_tests::hw","line":8,"file":"phd-tests/tests/src/hw.rs","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.462672492Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.462857485Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.462913515Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.462967086Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.486448754Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts   794M  1.80T      792M  /phd-artifacts\n","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.486541575Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-a031d1e0-0649-4dbb-bc25-7097fc5b1072\"]","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.511382783Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-a031d1e0-0649-4dbb-bc25-7097fc5b1072\", \"phd-artifacts/phd-clone-89aeafc7-c955-4d43-b60e-ba0d832b6a77\"]","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.538629386Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-89aeafc7-c955-4d43-b60e-ba0d832b6a77\"]","verb":"list","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.55578184Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-89aeafc7-c955-4d43-b60e-ba0d832b6a77     0B  1.80T      792M  /phd-artifacts/phd-clone-89aeafc7-c955-4d43-b60e-ba0d832b6a77\n","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.556483251Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.556575732Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-89aeafc7-c955-4d43-b60e-ba0d832b6a77/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","vm_name":"lspci_lifecycle_test","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.556659873Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.556739044Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/lspci_lifecycle_test.config.toml\"","server_addr":"127.0.0.1:9000","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.556784315Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/lspci_lifecycle_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/lspci_lifecycle_test.stderr.log\"","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1064","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.566276296Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.566684252Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":10}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.566776403Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:42.567329151Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:43.324635681Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:43.325160409Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 9614511d-7dd1-4d12-aa41-6fd37fa817e9, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: c2e73a7a-6260-4731-8bb2-3d48529db905, silo_id: bc36a8f4-a401-4b5e-a70f-c9d634900eff }, name: \"phd-vm-9614511d-7dd1-4d12-aa41-6fd37fa817e9\", vcpus: 2 }, state: Creating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-89aeafc7-c955-4d43-b60e-ba0d832b6a77/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:43.32526048Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":758,"vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9","vm":"lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:43.325327121Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:43.325370481Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:43.326103862Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":0,"vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9","vm":"lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:43.326160053Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:43.326208004Z","target":"phd_framework::test_vm","line":643,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9","vm":"lspci_lifecycle_test","timeout_duration":"300s","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:43.326246754Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:43.326286715Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:43.326324626Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.532204932Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":4205,"vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9","vm":"lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.532291433Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.532475116Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.532533107Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.532574368Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.547523859Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":14,"vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9","vm":"lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.547666511Z","target":"phd_framework::test_vm","line":691,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.547755182Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":4221}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.548016916Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.548066587Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"sudo lspci -vvx","timeout_duration":"Explicit(15s)","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.55839434Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":10,"vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9","vm":"lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.558656594Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.558767765Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.580426276Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":21,"vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9","vm":"lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.580649909Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.58070395Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"sudo lshw -notime","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.591041613Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":10,"vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9","vm":"lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.591276437Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.591373168Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.624189504Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":32,"vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9","vm":"lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] stopping and starting VM for lifecycle test","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.624328056Z","target":"phd_framework::lifecycle","line":58,"file":"phd-tests/framework/src/lifecycle.rs","vm_name":"lspci_lifecycle_test","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.624417837Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.624499909Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Stop","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.625488153Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":1,"vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9","vm":"lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.625559404Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.625628655Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","vm_name":"lspci_lifecycle_test_lifecycle_0","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-89aeafc7-c955-4d43-b60e-ba0d832b6a77/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.625700356Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.625779597Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9002","config_toml_path":"\"/tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.config.toml\"","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.625822028Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.stderr.log\"","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1065","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.644635957Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.645320677Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":19}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.645472499Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.645946476Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial websocket closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.646126679Z","target":"phd_framework::serial","line":271,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:47.64621487Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":4321}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:48.247187945Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:48.247881396Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: a16f2c20-ae08-4b96-a7e9-464e83293098, silo_id: f81d63c9-fe36-4353-8327-31c172af8957 }, name: \"phd-vm-b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6\", vcpus: 2 }, state: Creating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-89aeafc7-c955-4d43-b60e-ba0d832b6a77/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:48.247979407Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":602,"vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6","vm":"lspci_lifecycle_test_lifecycle_0"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:48.248043838Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:48.248087048Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:48.248695837Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":0,"vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6","vm":"lspci_lifecycle_test_lifecycle_0"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:48.248759829Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:48.248809069Z","target":"phd_framework::test_vm","line":643,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"300s","vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6","vm":"lspci_lifecycle_test_lifecycle_0","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:48.24885006Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:48.24888791Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:48.248926521Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.445332428Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":4196,"vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6","vm":"lspci_lifecycle_test_lifecycle_0"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.44541479Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.445599012Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.445662703Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.445713364Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.459539669Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":13,"vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6","vm":"lspci_lifecycle_test_lifecycle_0"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.45963668Z","target":"phd_framework::test_vm","line":691,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.459682341Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":4210}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.459772062Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.459964235Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.460015076Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"sudo lspci -vvx","timeout_duration":"Explicit(15s)","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.461138462Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test","vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.597743454Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":137,"vm_id":"9614511d-7dd1-4d12-aa41-6fd37fa817e9","vm":"lspci_lifecycle_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.598039569Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":138,"vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6","vm":"lspci_lifecycle_test_lifecycle_0"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.598227152Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.598292262Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.620757825Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":22,"vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6","vm":"lspci_lifecycle_test_lifecycle_0"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.620928158Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.620992459Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"sudo lshw -notime","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.632348167Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":11,"vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6","vm":"lspci_lifecycle_test_lifecycle_0"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.63257504Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.632650631Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.6541556Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":21,"vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6","vm":"lspci_lifecycle_test_lifecycle_0"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.654315752Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.654589946Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"test phd_tests::hw::lspci_lifecycle_test ... ok","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.654662457Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.654723648Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":4407}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.654807739Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:52.65551271Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.15281278Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.285356332Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.285432993Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-89aeafc7-c955-4d43-b60e-ba0d832b6a77\"]","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.314593205Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.314654176Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-a031d1e0-0649-4dbb-bc25-7097fc5b1072\"]","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.337287761Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":682,"vm_id":"b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6","vm":"lspci_lifecycle_test_lifecycle_0"}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.337356612Z","target":"phd_tests::hw","line":8,"file":"phd-tests/tests/src/hw.rs","path":"phd_tests::hw::lspci_lifecycle_test","elapsed_milliseconds":10874}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.337553115Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":682}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::shutdown_persistence_test","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.337634126Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.337674487Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.337706677Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.337818699Z","target":"phd_tests::crucible::smoke","line":46,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.33790264Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.338077683Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.338133953Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/77b42b3dd10cdfd7a9b9d016f5a679df2b72cd8cd56fa69a7ea626e1109a944a/crucible-downstairs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.338176984Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.338274815Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9000\", \"--encrypted\", \"--uuid\", \"84c03cb9-6763-4b98-857a-1f5b8ce1cf7e\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.397688315Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:53.35612963Z\",\"hostname\":\"buskin\",\"pid\":1070}\n{\"msg\":\"UUID: 84c03cb9-6763-4b98-857a-1f5b8ce1cf7e\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:53.389088898Z\",\"hostname\":\"buskin\",\"pid\":1070}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:53.389105768Z\",\"hostname\":\"buskin\",\"pid\":1070}\n","status":"ExitStatus(unix_wait_status(0))","stderr":"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.397857617Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9001\", \"--encrypted\", \"--uuid\", \"84c03cb9-6763-4b98-857a-1f5b8ce1cf7e\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.457687613Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:53.416160199Z\",\"hostname\":\"buskin\",\"pid\":1071}\n{\"msg\":\"UUID: 84c03cb9-6763-4b98-857a-1f5b8ce1cf7e\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:53.44937771Z\",\"hostname\":\"buskin\",\"pid\":1071}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:53.44939298Z\",\"hostname\":\"buskin\",\"pid\":1071}\n","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.457845465Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9002\", \"--encrypted\", \"--uuid\", \"84c03cb9-6763-4b98-857a-1f5b8ce1cf7e\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.516856059Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:53.476073055Z\",\"hostname\":\"buskin\",\"pid\":1072}\n{\"msg\":\"UUID: 84c03cb9-6763-4b98-857a-1f5b8ce1cf7e\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:53.508719139Z\",\"hostname\":\"buskin\",\"pid\":1072}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:53.508735769Z\",\"hostname\":\"buskin\",\"pid\":1072}\n","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.517051062Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9000.stderr.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.517174024Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9000\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.517252495Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9000\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.528036985Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9001.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9001.stdout.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.528179157Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9001\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.528259478Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9001\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.538871895Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9002.stderr.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.539023317Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9002\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.539106939Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9002\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.550204313Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.550382555Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": Crucible(CrucibleStorageBackend { readonly: false, request_json: \"{\\\"type\\\":\\\"volume\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"84c03cb9-6763-4b98-857a-1f5b8ce1cf7e\\\",\\\"read_only_parent\\\":{\\\"type\\\":\\\"file\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"51691edd-7f79-4e7a-85b7-34ca39ae7dac\\\",\\\"path\\\":\\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\\"},\\\"sub_volumes\\\":[{\\\"type\\\":\\\"region\\\",\\\"block_size\\\":512,\\\"blocks_per_extent\\\":131072,\\\"extent_count\\\":160,\\\"gen\\\":1,\\\"opts\\\":{\\\"id\\\":\\\"61874e58-f856-4cab-9ddb-e00403bcef05\\\",\\\"key\\\":\\\"zxPiGzkSbK9cwvLzaZKF3RXkkfLjA/51kbiXrQDjxT0=\\\",\\\"lossy\\\":false,\\\"read_only\\\":false,\\\"target\\\":[\\\"127.0.0.1:9000\\\",\\\"127.0.0.1:9001\\\",\\\"127.0.0.1:9002\\\"]}}]}\" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"crucible_shutdown_persistence_test","guest_os_kind":"Alpine","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.550567548Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.55070976Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/crucible_shutdown_persistence_test.config.toml\"","server_addr":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.550761921Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_shutdown_persistence_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_shutdown_persistence_test.stderr.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1076","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.561446059Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.561947426Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test","elapsed_milliseconds":11}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.56214102Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.57975617Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: \"/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9000\" } }","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.590063193Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9000\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.597578454Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: \"/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9001\" } }","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.606626928Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9001\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.614075968Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: \"/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9002\" } }","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.622538794Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9002\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.630238148Z","target":"phd_tests::crucible::smoke","line":46,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test","elapsed_milliseconds":292}
{"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::shutdown_persistence_test ... skipped: Can't run data persistence test on a guest with a read-only file\n             system","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.630537772Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.630657604Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.630746995Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::guest_reboot_test","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.630793016Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.630826136Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.630858467Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.630983628Z","target":"phd_tests::crucible::smoke","line":31,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.63105542Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.631228122Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.631284843Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/77b42b3dd10cdfd7a9b9d016f5a679df2b72cd8cd56fa69a7ea626e1109a944a/crucible-downstairs","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.631323273Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.631400525Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9000\", \"--encrypted\", \"--uuid\", \"ad50154c-ac52-4be4-a970-612e2242e24c\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.696797883Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:53.652319304Z\",\"hostname\":\"buskin\",\"pid\":1078}\n{\"msg\":\"UUID: ad50154c-ac52-4be4-a970-612e2242e24c\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:53.686730914Z\",\"hostname\":\"buskin\",\"pid\":1078}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:53.686747754Z\",\"hostname\":\"buskin\",\"pid\":1078}\n","stderr":"","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.696958275Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9001\", \"--encrypted\", \"--uuid\", \"ad50154c-ac52-4be4-a970-612e2242e24c\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.758210042Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:53.717022692Z\",\"hostname\":\"buskin\",\"pid\":1079}\n{\"msg\":\"UUID: ad50154c-ac52-4be4-a970-612e2242e24c\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:53.749744406Z\",\"hostname\":\"buskin\",\"pid\":1079}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:53.749761157Z\",\"hostname\":\"buskin\",\"pid\":1079}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.758368334Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9002\", \"--encrypted\", \"--uuid\", \"ad50154c-ac52-4be4-a970-612e2242e24c\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.817304747Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:53.776888658Z\",\"hostname\":\"buskin\",\"pid\":1080}\n{\"msg\":\"UUID: ad50154c-ac52-4be4-a970-612e2242e24c\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:53.80875383Z\",\"hostname\":\"buskin\",\"pid\":1080}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:24:53.8087645Z\",\"hostname\":\"buskin\",\"pid\":1080}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.817486339Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_ad50154c-ac52-4be4-a970-612e2242e24c_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_ad50154c-ac52-4be4-a970-612e2242e24c_9000.stderr.log\"","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.817595011Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9000\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.817671172Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9000\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.82834607Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_ad50154c-ac52-4be4-a970-612e2242e24c_9001.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_ad50154c-ac52-4be4-a970-612e2242e24c_9001.stdout.log\"","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.828480042Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9001\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.828556783Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9001\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.839256331Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_ad50154c-ac52-4be4-a970-612e2242e24c_9002.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_ad50154c-ac52-4be4-a970-612e2242e24c_9002.stdout.log\"","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.839394534Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9002\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.839471275Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9002\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.851036766Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.851125887Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": Crucible(CrucibleStorageBackend { readonly: false, request_json: \"{\\\"type\\\":\\\"volume\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"ad50154c-ac52-4be4-a970-612e2242e24c\\\",\\\"read_only_parent\\\":{\\\"type\\\":\\\"file\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"3ff32bd2-379e-433d-a238-9bbee76ce605\\\",\\\"path\\\":\\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\\"},\\\"sub_volumes\\\":[{\\\"type\\\":\\\"region\\\",\\\"block_size\\\":512,\\\"blocks_per_extent\\\":131072,\\\"extent_count\\\":160,\\\"gen\\\":1,\\\"opts\\\":{\\\"id\\\":\\\"2e704cc6-500a-464e-8919-e7cfc4cdd30c\\\",\\\"key\\\":\\\"jqXPcHk18BU+o5HuJ2t7q1m22pZBX1RDaS+uvUJU+w4=\\\",\\\"lossy\\\":false,\\\"read_only\\\":false,\\\"target\\\":[\\\"127.0.0.1:9000\\\",\\\"127.0.0.1:9001\\\",\\\"127.0.0.1:9002\\\"]}}]}\" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.851219759Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.85129192Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/crucible_guest_reboot_test.config.toml\"","server_addr":"127.0.0.1:9003","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.85133823Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_guest_reboot_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_guest_reboot_test.stderr.log\"","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1084","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.861028184Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.861472571Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","elapsed_milliseconds":10}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.861554022Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:53.862060569Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:54.56745983Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:54.568209091Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 1093bb98-3743-427a-a73f-7d36bea8d148, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: cd425a0e-6731-4bdc-bd87-253945bfe8a1, silo_id: be55e7ec-5c01-46a1-bc7b-330b2b23adc4 }, name: \"phd-vm-1093bb98-3743-427a-a73f-7d36bea8d148\", vcpus: 2 }, state: Creating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": Crucible(CrucibleStorageBackend { readonly: false, request_json: \"{\\\"type\\\":\\\"volume\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"ad50154c-ac52-4be4-a970-612e2242e24c\\\",\\\"read_only_parent\\\":{\\\"type\\\":\\\"file\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"3ff32bd2-379e-433d-a238-9bbee76ce605\\\",\\\"path\\\":\\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\\"},\\\"sub_volumes\\\":[{\\\"type\\\":\\\"region\\\",\\\"block_size\\\":512,\\\"blocks_per_extent\\\":131072,\\\"extent_count\\\":160,\\\"gen\\\":1,\\\"opts\\\":{\\\"id\\\":\\\"2e704cc6-500a-464e-8919-e7cfc4cdd30c\\\",\\\"key\\\":\\\"jqXPcHk18BU+o5HuJ2t7q1m22pZBX1RDaS+uvUJU+w4=\\\",\\\"lossy\\\":false,\\\"read_only\\\":false,\\\"target\\\":[\\\"127.0.0.1:9000\\\",\\\"127.0.0.1:9001\\\",\\\"127.0.0.1:9002\\\"]}}]}\" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:54.568370124Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148","elapsed_milliseconds":706}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:54.568458305Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:54.568512786Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:54.569074604Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:54.569134045Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:54.569184996Z","target":"phd_framework::test_vm","line":643,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","timeout_duration":"300s","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:54.569225896Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:54.569266077Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:54.569307317Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:59.490629145Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148","elapsed_milliseconds":4921}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:59.490719846Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:59.490934749Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:59.49099457Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:59.491046531Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:59.506253606Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148","elapsed_milliseconds":15}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:59.506402698Z","target":"phd_framework::test_vm","line":691,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:59.50648029Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","elapsed_milliseconds":4937}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:59.506709553Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:59.506817344Z","target":"phd_framework::test_vm","line":643,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148","vm":"crucible_guest_reboot_test","timeout_duration":"300s","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:59.506890965Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:59.506935246Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:24:59.506975197Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:06.697641504Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148","elapsed_milliseconds":7190}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:06.697728186Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:06.697913159Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:06.697970919Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:06.69801775Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:06.713040112Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148","elapsed_milliseconds":14}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:06.713131684Z","target":"phd_framework::test_vm","line":691,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:06.713173304Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","elapsed_milliseconds":7206}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:06.713254535Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:06.713404508Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:06.713503959Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":12145}
{"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::guest_reboot_test ... ok","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:06.71354044Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:06.713636141Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:06.714373532Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.011551811Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.155825347Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: \"/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9000\" } }","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.169298666Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9000\"","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.181085501Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: \"/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9001\" } }","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.192679282Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9001\"","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.202778702Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: \"/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9002\" } }","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.214862271Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9002\"","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.225849563Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"1093bb98-3743-427a-a73f-7d36bea8d148","elapsed_milliseconds":512}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.225916884Z","target":"phd_tests::crucible::smoke","line":31,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","elapsed_milliseconds":13594}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.226235549Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":512}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::api_reboot_test","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.226361301Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.226429042Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.226493023Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.226657695Z","target":"phd_tests::crucible::smoke","line":19,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.226766477Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.22698494Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.227052621Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/77b42b3dd10cdfd7a9b9d016f5a679df2b72cd8cd56fa69a7ea626e1109a944a/crucible-downstairs","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.227094372Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.227191863Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9000\", \"--encrypted\", \"--uuid\", \"c96af347-5ee4-4f8f-8843-b53924dff2f6\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.297432533Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:25:07.253542893Z\",\"hostname\":\"buskin\",\"pid\":1086}\n{\"msg\":\"UUID: c96af347-5ee4-4f8f-8843-b53924dff2f6\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:25:07.288323658Z\",\"hostname\":\"buskin\",\"pid\":1086}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:25:07.288339218Z\",\"hostname\":\"buskin\",\"pid\":1086}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.297566035Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9001\", \"--encrypted\", \"--uuid\", \"c96af347-5ee4-4f8f-8843-b53924dff2f6\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.35936585Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:25:07.317055164Z\",\"hostname\":\"buskin\",\"pid\":1087}\n{\"msg\":\"UUID: c96af347-5ee4-4f8f-8843-b53924dff2f6\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:25:07.350792083Z\",\"hostname\":\"buskin\",\"pid\":1087}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:25:07.350806233Z\",\"hostname\":\"buskin\",\"pid\":1087}\n","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.359489772Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9002\", \"--encrypted\", \"--uuid\", \"c96af347-5ee4-4f8f-8843-b53924dff2f6\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.421423778Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:25:07.377865014Z\",\"hostname\":\"buskin\",\"pid\":1088}\n{\"msg\":\"UUID: c96af347-5ee4-4f8f-8843-b53924dff2f6\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:25:07.412498986Z\",\"hostname\":\"buskin\",\"pid\":1088}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:25:07.412517157Z\",\"hostname\":\"buskin\",\"pid\":1088}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.42156768Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_c96af347-5ee4-4f8f-8843-b53924dff2f6_9000.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_c96af347-5ee4-4f8f-8843-b53924dff2f6_9000.stdout.log\"","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.421657572Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9000\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.421717943Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9000\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.432176328Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_c96af347-5ee4-4f8f-8843-b53924dff2f6_9001.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_c96af347-5ee4-4f8f-8843-b53924dff2f6_9001.stderr.log\"","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.432284809Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9001\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.43234672Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9001\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.442718804Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_c96af347-5ee4-4f8f-8843-b53924dff2f6_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_c96af347-5ee4-4f8f-8843-b53924dff2f6_9002.stderr.log\"","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.442827135Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9002\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.442888426Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9002\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.452570139Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.452685391Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"crucible_guest_reboot_test","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": Crucible(CrucibleStorageBackend { readonly: false, request_json: \"{\\\"type\\\":\\\"volume\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"c96af347-5ee4-4f8f-8843-b53924dff2f6\\\",\\\"read_only_parent\\\":{\\\"type\\\":\\\"file\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"30b49d69-1b56-4c66-87e9-f9f8c4d95774\\\",\\\"path\\\":\\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\\"},\\\"sub_volumes\\\":[{\\\"type\\\":\\\"region\\\",\\\"block_size\\\":512,\\\"blocks_per_extent\\\":131072,\\\"extent_count\\\":160,\\\"gen\\\":1,\\\"opts\\\":{\\\"id\\\":\\\"aba9e2ad-7452-4dc4-b871-dc18cf4b13a7\\\",\\\"key\\\":\\\"OVBo8yaqPUnJSsT8AgosPyIRw9CWvecCfjqYKytZKaQ=\\\",\\\"lossy\\\":false,\\\"read_only\\\":false,\\\"target\\\":[\\\"127.0.0.1:9000\\\",\\\"127.0.0.1:9001\\\",\\\"127.0.0.1:9002\\\"]}}]}\" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.452804523Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.452895524Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/crucible_guest_reboot_test.config.toml\"","server_addr":"127.0.0.1:9003","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.452953905Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_guest_reboot_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_guest_reboot_test.stdout.log\"","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1092","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.463175556Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.463656514Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test","elapsed_milliseconds":11}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.463750375Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","vm":"crucible_guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:07.464322753Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","vm":"crucible_guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:08.211177048Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:08.212219923Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": Crucible(CrucibleStorageBackend { readonly: false, request_json: \"{\\\"type\\\":\\\"volume\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"c96af347-5ee4-4f8f-8843-b53924dff2f6\\\",\\\"read_only_parent\\\":{\\\"type\\\":\\\"file\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"30b49d69-1b56-4c66-87e9-f9f8c4d95774\\\",\\\"path\\\":\\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\\"},\\\"sub_volumes\\\":[{\\\"type\\\":\\\"region\\\",\\\"block_size\\\":512,\\\"blocks_per_extent\\\":131072,\\\"extent_count\\\":160,\\\"gen\\\":1,\\\"opts\\\":{\\\"id\\\":\\\"aba9e2ad-7452-4dc4-b871-dc18cf4b13a7\\\",\\\"key\\\":\\\"OVBo8yaqPUnJSsT8AgosPyIRw9CWvecCfjqYKytZKaQ=\\\",\\\"lossy\\\":false,\\\"read_only\\\":false,\\\"target\\\":[\\\"127.0.0.1:9000\\\",\\\"127.0.0.1:9001\\\",\\\"127.0.0.1:9002\\\"]}}]}\" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: fe74a31f-40e1-45fc-a071-a8d8f9822b2f, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: de05ee03-5076-41f9-a24e-9686709426fe, silo_id: a492717e-f91c-41c8-849c-30bdbbb353a5 }, name: \"phd-vm-fe74a31f-40e1-45fc-a071-a8d8f9822b2f\", vcpus: 2 }, state: Creating }","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","vm":"crucible_guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:08.212356656Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","elapsed_milliseconds":748}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:08.212421686Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","vm":"crucible_guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:08.212465767Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","vm":"crucible_guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:08.213069596Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:08.213128767Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:08.213177918Z","target":"phd_framework::test_vm","line":643,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","vm":"crucible_guest_reboot_test","timeout_duration":"300s","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:08.213217198Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:08.213254769Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","vm":"crucible_guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:08.2133023Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","vm":"crucible_guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:13.175088804Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","elapsed_milliseconds":4961}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:13.175171755Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:13.175362838Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:13.175419889Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","vm":"crucible_guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:13.17546198Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost:~#","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","vm":"crucible_guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:13.190309359Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","elapsed_milliseconds":14}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:13.190485402Z","target":"phd_framework::test_vm","line":691,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:13.190564213Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test","elapsed_milliseconds":4977}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:13.190634604Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","vm":"crucible_guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:13.190678895Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","vm":"crucible_guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:13.191487827Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:13.191544507Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:13.191591178Z","target":"phd_framework::test_vm","line":643,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"300s","vm":"crucible_guest_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:13.191629419Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:13.191672949Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","vm":"crucible_guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:13.19171241Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","vm":"crucible_guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:17.943018601Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","elapsed_milliseconds":4751}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:17.943105203Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:17.943316046Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:17.943372447Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","vm":"crucible_guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:17.943416067Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","vm":"crucible_guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:17.958253717Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","elapsed_milliseconds":14}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:17.958373259Z","target":"phd_framework::test_vm","line":691,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:17.95841376Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test","elapsed_milliseconds":4766}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:17.958496781Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","vm":"crucible_guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:17.958645823Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:17.958740714Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":9747}
{"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::api_reboot_test ... ok","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:17.958830376Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:17.958954557Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:17.959509896Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","vm":"crucible_guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.252785576Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","vm":"crucible_guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.393273026Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: \"/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9000\" } }","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","vm":"crucible_guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.405848062Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9000\"","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","vm":"crucible_guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.417417823Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: \"/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9001\" } }","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","vm":"crucible_guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.429728625Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9001\"","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","vm":"crucible_guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.440652097Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: \"/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9002\" } }","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","vm":"crucible_guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.451112672Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9002\"","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","vm":"crucible_guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.461703179Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::api_reboot_test","vm_id":"fe74a31f-40e1-45fc-a071-a8d8f9822b2f","elapsed_milliseconds":503}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.46176697Z","target":"phd_tests::crucible::smoke","line":19,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::api_reboot_test","elapsed_milliseconds":11235}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.462060094Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":503}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::boot_test","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.462182436Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.462241927Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.462305787Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.46244423Z","target":"phd_tests::crucible::smoke","line":10,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.462522041Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.462703064Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.462758574Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/77b42b3dd10cdfd7a9b9d016f5a679df2b72cd8cd56fa69a7ea626e1109a944a/crucible-downstairs","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.462800495Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.462894226Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9000\", \"--encrypted\", \"--uuid\", \"a31624de-3794-4be0-88b9-845894e7df71\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.53070167Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:25:18.487997068Z\",\"hostname\":\"buskin\",\"pid\":1094}\n{\"msg\":\"UUID: a31624de-3794-4be0-88b9-845894e7df71\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:25:18.52193631Z\",\"hostname\":\"buskin\",\"pid\":1094}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:25:18.52195493Z\",\"hostname\":\"buskin\",\"pid\":1094}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.530869382Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9001\", \"--encrypted\", \"--uuid\", \"a31624de-3794-4be0-88b9-845894e7df71\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.593812454Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:25:18.550453412Z\",\"hostname\":\"buskin\",\"pid\":1095}\n{\"msg\":\"UUID: a31624de-3794-4be0-88b9-845894e7df71\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:25:18.584788451Z\",\"hostname\":\"buskin\",\"pid\":1095}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:25:18.584805121Z\",\"hostname\":\"buskin\",\"pid\":1095}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.593976447Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9002\", \"--encrypted\", \"--uuid\", \"a31624de-3794-4be0-88b9-845894e7df71\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.654206768Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:25:18.612018554Z\",\"hostname\":\"buskin\",\"pid\":1096}\n{\"msg\":\"UUID: a31624de-3794-4be0-88b9-845894e7df71\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:25:18.645425818Z\",\"hostname\":\"buskin\",\"pid\":1096}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-06-17T17:25:18.645441958Z\",\"hostname\":\"buskin\",\"pid\":1096}\n","status":"ExitStatus(unix_wait_status(0))","stderr":"","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.654414271Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_a31624de-3794-4be0-88b9-845894e7df71_9000.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_a31624de-3794-4be0-88b9-845894e7df71_9000.stdout.log\"","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.654518223Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9000\"]","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.654593824Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9000\"]","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.665328933Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_a31624de-3794-4be0-88b9-845894e7df71_9001.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_a31624de-3794-4be0-88b9-845894e7df71_9001.stderr.log\"","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.665476675Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9001\"]","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.665553396Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9001\"]","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.676359306Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_a31624de-3794-4be0-88b9-845894e7df71_9002.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_a31624de-3794-4be0-88b9-845894e7df71_9002.stdout.log\"","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.676491178Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9002\"]","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.676567359Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9002\"]","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.687539362Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.687728815Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"crucible_boot_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": Crucible(CrucibleStorageBackend { readonly: false, request_json: \"{\\\"type\\\":\\\"volume\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"a31624de-3794-4be0-88b9-845894e7df71\\\",\\\"read_only_parent\\\":{\\\"type\\\":\\\"file\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"bb49b466-ca60-42b5-bac5-c359c470a78f\\\",\\\"path\\\":\\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\\"},\\\"sub_volumes\\\":[{\\\"type\\\":\\\"region\\\",\\\"block_size\\\":512,\\\"blocks_per_extent\\\":131072,\\\"extent_count\\\":160,\\\"gen\\\":1,\\\"opts\\\":{\\\"id\\\":\\\"3299510b-3f64-4ab5-bfe9-30b06e1023b1\\\",\\\"key\\\":\\\"BqxYnhl+Rik1eUuQo8+nbMlma9YJYwrzAWkfCzEUS1U=\\\",\\\"lossy\\\":false,\\\"read_only\\\":false,\\\"target\\\":[\\\"127.0.0.1:9000\\\",\\\"127.0.0.1:9001\\\",\\\"127.0.0.1:9002\\\"]}}]}\" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.687919507Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.68806548Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9003","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/crucible_boot_test.config.toml\"","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.688158751Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_boot_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_boot_test.stderr.log\"","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1100","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.699191584Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.699832234Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test","elapsed_milliseconds":12}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.699967286Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"3a459ccc-a36a-45f0-9bba-c9726ada1f00","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:18.700651976Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm_id":"3a459ccc-a36a-45f0-9bba-c9726ada1f00","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:19.103175124Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:19.103863804Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": Crucible(CrucibleStorageBackend { readonly: false, request_json: \"{\\\"type\\\":\\\"volume\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"a31624de-3794-4be0-88b9-845894e7df71\\\",\\\"read_only_parent\\\":{\\\"type\\\":\\\"file\\\",\\\"block_size\\\":512,\\\"id\\\":\\\"bb49b466-ca60-42b5-bac5-c359c470a78f\\\",\\\"path\\\":\\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\\"},\\\"sub_volumes\\\":[{\\\"type\\\":\\\"region\\\",\\\"block_size\\\":512,\\\"blocks_per_extent\\\":131072,\\\"extent_count\\\":160,\\\"gen\\\":1,\\\"opts\\\":{\\\"id\\\":\\\"3299510b-3f64-4ab5-bfe9-30b06e1023b1\\\",\\\"key\\\":\\\"BqxYnhl+Rik1eUuQo8+nbMlma9YJYwrzAWkfCzEUS1U=\\\",\\\"lossy\\\":false,\\\"read_only\\\":false,\\\"target\\\":[\\\"127.0.0.1:9000\\\",\\\"127.0.0.1:9001\\\",\\\"127.0.0.1:9002\\\"]}}]}\" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 3a459ccc-a36a-45f0-9bba-c9726ada1f00, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: da134b1e-b8a7-4ea0-b538-0fb12eb264dc, silo_id: e8fa74cf-18a5-4028-af5a-72a2387a6da0 }, name: \"phd-vm-3a459ccc-a36a-45f0-9bba-c9726ada1f00\", vcpus: 2 }, state: Creating }","vm_id":"3a459ccc-a36a-45f0-9bba-c9726ada1f00","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:19.103975825Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"3a459ccc-a36a-45f0-9bba-c9726ada1f00","path":"phd_tests::crucible::smoke::boot_test","elapsed_milliseconds":403,"vm":"crucible_boot_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:19.104039356Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"3a459ccc-a36a-45f0-9bba-c9726ada1f00","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:19.104081997Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm_id":"3a459ccc-a36a-45f0-9bba-c9726ada1f00","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:19.104646155Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"3a459ccc-a36a-45f0-9bba-c9726ada1f00","path":"phd_tests::crucible::smoke::boot_test","elapsed_milliseconds":0,"vm":"crucible_boot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:19.104701726Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:19.104749087Z","target":"phd_framework::test_vm","line":643,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"300s","vm":"crucible_boot_test","vm_id":"3a459ccc-a36a-45f0-9bba-c9726ada1f00","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:19.104787557Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:19.104825728Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"3a459ccc-a36a-45f0-9bba-c9726ada1f00","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:19.104864098Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","vm_id":"3a459ccc-a36a-45f0-9bba-c9726ada1f00","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.024650593Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"3a459ccc-a36a-45f0-9bba-c9726ada1f00","path":"phd_tests::crucible::smoke::boot_test","elapsed_milliseconds":4919,"vm":"crucible_boot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.024734395Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.024913907Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.024970198Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"3a459ccc-a36a-45f0-9bba-c9726ada1f00","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.025011159Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm_id":"3a459ccc-a36a-45f0-9bba-c9726ada1f00","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.041007325Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"3a459ccc-a36a-45f0-9bba-c9726ada1f00","path":"phd_tests::crucible::smoke::boot_test","elapsed_milliseconds":15,"vm":"crucible_boot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.041123827Z","target":"phd_framework::test_vm","line":691,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.041203378Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test","elapsed_milliseconds":4936}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.04133237Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"3a459ccc-a36a-45f0-9bba-c9726ada1f00","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.041535263Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.041629554Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":4938}
{"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::boot_test ... ok","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.041727286Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.041858628Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.042595909Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"3a459ccc-a36a-45f0-9bba-c9726ada1f00","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.533203721Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","vm_id":"3a459ccc-a36a-45f0-9bba-c9726ada1f00","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.670032777Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: \"/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9000\" } }","vm_id":"3a459ccc-a36a-45f0-9bba-c9726ada1f00","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.682672664Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9000\"","vm_id":"3a459ccc-a36a-45f0-9bba-c9726ada1f00","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.694013762Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: \"/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9001\" } }","vm_id":"3a459ccc-a36a-45f0-9bba-c9726ada1f00","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.706267243Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9001\"","vm_id":"3a459ccc-a36a-45f0-9bba-c9726ada1f00","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.716739998Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: \"/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9002\" } }","vm_id":"3a459ccc-a36a-45f0-9bba-c9726ada1f00","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.727551678Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9002\"","vm_id":"3a459ccc-a36a-45f0-9bba-c9726ada1f00","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.738137175Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"3a459ccc-a36a-45f0-9bba-c9726ada1f00","path":"phd_tests::crucible::smoke::boot_test","elapsed_milliseconds":696,"vm":"crucible_boot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.738201586Z","target":"phd_tests::crucible::smoke","line":10,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::boot_test","elapsed_milliseconds":6275}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.7385047Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":696}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::smoke::instance_spec_get_test","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.738628722Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.738690273Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.738753714Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.738906166Z","target":"phd_tests::smoke","line":39,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::instance_spec_get_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.739006448Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::smoke::instance_spec_get_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.739201001Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::instance_spec_get_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.739262732Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::instance_spec_get_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.739323162Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::smoke::instance_spec_get_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.763517741Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts   793M  1.80T      792M  /phd-artifacts\n","path":"phd_tests::smoke::instance_spec_get_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.763607072Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-fbb50af1-5dd2-4d9c-8955-e803734ff621\"]","verb":"snapshot","path":"phd_tests::smoke::instance_spec_get_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.790976717Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-fbb50af1-5dd2-4d9c-8955-e803734ff621\", \"phd-artifacts/phd-clone-061ca27b-a56d-4be8-bf88-bd4b05473ac6\"]","verb":"clone","path":"phd_tests::smoke::instance_spec_get_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.81618066Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-061ca27b-a56d-4be8-bf88-bd4b05473ac6\"]","path":"phd_tests::smoke::instance_spec_get_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.83440329Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-061ca27b-a56d-4be8-bf88-bd4b05473ac6     0B  1.80T      792M  /phd-artifacts/phd-clone-061ca27b-a56d-4be8-bf88-bd4b05473ac6\n","path":"phd_tests::smoke::instance_spec_get_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.834982809Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::instance_spec_get_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.835631278Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"instance_spec_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-061ca27b-a56d-4be8-bf88-bd4b05473ac6/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 3072 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::smoke::instance_spec_get_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.835714439Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::instance_spec_get_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.835792641Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/instance_spec_test.config.toml\"","path":"phd_tests::smoke::instance_spec_get_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.835839371Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/instance_spec_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/instance_spec_test.stdout.log\"","path":"phd_tests::smoke::instance_spec_get_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1106","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.846802224Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::smoke::instance_spec_get_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.84727338Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::instance_spec_get_test","elapsed_milliseconds":12}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.847365142Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::instance_spec_get_test","vm":"instance_spec_test","vm_id":"82dc94e9-94a8-4ea3-96fb-6c12fbabdb98"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:24.847861349Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::smoke::instance_spec_get_test","vm":"instance_spec_test","vm_id":"82dc94e9-94a8-4ea3-96fb-6c12fbabdb98"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:25.922205192Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:25.923139776Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 82dc94e9-94a8-4ea3-96fb-6c12fbabdb98, image_id: 00000000-0000-0000-0000-000000000000, memory: 3072, metadata: InstanceMetadata { project_id: 98e3bb6c-3456-4e96-8c64-aba968c4680a, silo_id: bb47b327-1375-430e-b952-3e58f5c2c184 }, name: \"phd-vm-82dc94e9-94a8-4ea3-96fb-6c12fbabdb98\", vcpus: 4 }, state: Creating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-061ca27b-a56d-4be8-bf88-bd4b05473ac6/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 3072 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::smoke::instance_spec_get_test","vm":"instance_spec_test","vm_id":"82dc94e9-94a8-4ea3-96fb-6c12fbabdb98"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:25.923279898Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1075,"vm_id":"82dc94e9-94a8-4ea3-96fb-6c12fbabdb98","path":"phd_tests::smoke::instance_spec_get_test","vm":"instance_spec_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:25.923366269Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::instance_spec_get_test","vm":"instance_spec_test","vm_id":"82dc94e9-94a8-4ea3-96fb-6c12fbabdb98"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:25.92341867Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::smoke::instance_spec_get_test","vm":"instance_spec_test","vm_id":"82dc94e9-94a8-4ea3-96fb-6c12fbabdb98"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:25.924035419Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"vm_id":"82dc94e9-94a8-4ea3-96fb-6c12fbabdb98","path":"phd_tests::smoke::instance_spec_get_test","vm":"instance_spec_test"}
{"v":0,"name":"phd-runner","msg":"[GET_SPEC - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:25.92411007Z","target":"phd_framework::test_vm","line":459,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::instance_spec_get_test","vm":"instance_spec_test","vm_id":"82dc94e9-94a8-4ea3-96fb-6c12fbabdb98"}
{"v":0,"name":"phd-runner","msg":"[GET_SPEC - EVENT] Sending instance spec get request to server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:25.924155651Z","target":"phd_framework::test_vm","line":461,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::instance_spec_get_test","vm":"instance_spec_test","vm_id":"82dc94e9-94a8-4ea3-96fb-6c12fbabdb98"}
{"v":0,"name":"phd-runner","msg":"[GET_SPEC - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:25.924996323Z","target":"phd_framework::test_vm","line":459,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"vm_id":"82dc94e9-94a8-4ea3-96fb-6c12fbabdb98","path":"phd_tests::smoke::instance_spec_get_test","vm":"instance_spec_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:25.925070764Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::instance_spec_get_test","vm":"instance_spec_test","vm_id":"82dc94e9-94a8-4ea3-96fb-6c12fbabdb98"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:25.925246247Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"test phd_tests::smoke::instance_spec_get_test ... ok","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:25.925302948Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:25.925344388Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":3}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:25.925391819Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:25.925946257Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::instance_spec_get_test","vm":"instance_spec_test","vm_id":"82dc94e9-94a8-4ea3-96fb-6c12fbabdb98"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:26.441038441Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::smoke::instance_spec_get_test","vm":"instance_spec_test","vm_id":"82dc94e9-94a8-4ea3-96fb-6c12fbabdb98"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:26.99358749Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::instance_spec_get_test","vm":"instance_spec_test","vm_id":"82dc94e9-94a8-4ea3-96fb-6c12fbabdb98"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:26.993710812Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-061ca27b-a56d-4be8-bf88-bd4b05473ac6\"]","verb":"destroy","path":"phd_tests::smoke::instance_spec_get_test","vm":"instance_spec_test","vm_id":"82dc94e9-94a8-4ea3-96fb-6c12fbabdb98"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.034989283Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::instance_spec_get_test","vm":"instance_spec_test","vm_id":"82dc94e9-94a8-4ea3-96fb-6c12fbabdb98"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.035061414Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-fbb50af1-5dd2-4d9c-8955-e803734ff621\"]","path":"phd_tests::smoke::instance_spec_get_test","vm":"instance_spec_test","vm_id":"82dc94e9-94a8-4ea3-96fb-6c12fbabdb98"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.05842049Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1133,"vm_id":"82dc94e9-94a8-4ea3-96fb-6c12fbabdb98","path":"phd_tests::smoke::instance_spec_get_test","vm":"instance_spec_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.058502861Z","target":"phd_tests::smoke","line":39,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::instance_spec_get_test","elapsed_milliseconds":2319}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.058736725Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":1133}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::smoke::guest_reboot_test","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.058829666Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.058864516Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.058895527Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.059010249Z","target":"phd_tests::smoke","line":27,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.05908847Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.059265842Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.059322043Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.059372304Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.074939945Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts   793M  1.80T      792M  /phd-artifacts\n","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.075066976Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-9afb9adb-8860-45c0-bc63-4cb19a3ecf63\"]","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.095447968Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-9afb9adb-8860-45c0-bc63-4cb19a3ecf63\", \"phd-artifacts/phd-clone-ad581a0a-aafb-47ce-bea8-4255a1bcde3a\"]","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.116128144Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-ad581a0a-aafb-47ce-bea8-4255a1bcde3a\"]","verb":"list","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.13142053Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-ad581a0a-aafb-47ce-bea8-4255a1bcde3a     0B  1.80T      792M  /phd-artifacts/phd-clone-ad581a0a-aafb-47ce-bea8-4255a1bcde3a\n","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.131937708Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.132028259Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-ad581a0a-aafb-47ce-bea8-4255a1bcde3a/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"guest_reboot_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.132103341Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.132177812Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/guest_reboot_test.config.toml\"","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.132221162Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/guest_reboot_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/guest_reboot_test.stderr.log\"","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1114","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.142570606Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.143104543Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::guest_reboot_test","elapsed_milliseconds":11}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.143216415Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test","vm":"guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.143787564Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test","vm":"guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.586401236Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.586964374Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 248c6119-2572-422f-92fb-de0b197bd5fe, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 3b9069c6-93ae-4e47-9b79-49a736e593cb, silo_id: 9b652e47-3ea5-4ff8-9ad4-57ddfe04be6a }, name: \"phd-vm-248c6119-2572-422f-92fb-de0b197bd5fe\", vcpus: 2 }, state: Creating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-ad581a0a-aafb-47ce-bea8-4255a1bcde3a/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test","vm":"guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.587060455Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"guest_reboot_test","elapsed_milliseconds":443,"vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.587125606Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test","vm":"guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.587167847Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test","vm":"guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.588219403Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"guest_reboot_test","elapsed_milliseconds":1,"vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.588279413Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.588332084Z","target":"phd_framework::test_vm","line":643,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"guest_reboot_test","vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","timeout_duration":"300s","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.588378135Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.588423335Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test","vm":"guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:27.588467436Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test","vm":"guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:31.803211544Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"guest_reboot_test","elapsed_milliseconds":4214,"vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:31.803288135Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:31.803477288Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:31.803534359Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test","vm":"guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:31.803581649Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test","vm":"guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:31.817476965Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"guest_reboot_test","elapsed_milliseconds":13,"vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:31.817595357Z","target":"phd_framework::test_vm","line":691,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:31.817682868Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::guest_reboot_test","elapsed_milliseconds":4229}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:31.817916802Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:31.818024233Z","target":"phd_framework::test_vm","line":643,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"guest_reboot_test","vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","timeout_duration":"300s","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:31.818067774Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:31.818103615Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test","vm":"guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:31.818140305Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test","vm":"guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:38.343214731Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"guest_reboot_test","elapsed_milliseconds":6525,"vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:38.343296732Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:38.343472205Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:38.343524545Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test","vm":"guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:38.343564446Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test","vm":"guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:38.358374895Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"guest_reboot_test","elapsed_milliseconds":14,"vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:38.358480347Z","target":"phd_framework::test_vm","line":691,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:38.358554688Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::guest_reboot_test","elapsed_milliseconds":6540}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:38.35869046Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test","vm":"guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:38.358973884Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"test phd_tests::smoke::guest_reboot_test ... ok","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:38.359146866Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:38.359173937Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":10772}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:38.359256208Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:38.360155492Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test","vm":"guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:38.935466598Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test","vm":"guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.073856516Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test","vm":"guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.073963967Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-ad581a0a-aafb-47ce-bea8-4255a1bcde3a\"]","vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test","vm":"guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.113411471Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test","vm":"guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.113488052Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-9afb9adb-8860-45c0-bc63-4cb19a3ecf63\"]","verb":"destroy","vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test","vm":"guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.14437438Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"guest_reboot_test","elapsed_milliseconds":785,"vm_id":"248c6119-2572-422f-92fb-de0b197bd5fe","path":"phd_tests::smoke::guest_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.144483081Z","target":"phd_tests::smoke","line":27,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::guest_reboot_test","elapsed_milliseconds":12085}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.144674674Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":785}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::smoke::api_reboot_test","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.144742105Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.144773275Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.144805706Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.144927318Z","target":"phd_tests::smoke","line":18,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.145012509Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.145206302Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.145263613Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.145318583Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.163600424Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts   793M  1.80T      792M  /phd-artifacts\n","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.163700055Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-51052e76-1463-43bd-9295-fecf326fdbc5\"]","verb":"snapshot","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.185794982Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-51052e76-1463-43bd-9295-fecf326fdbc5\", \"phd-artifacts/phd-clone-08b0a3fe-870c-42f2-ade7-f369bfd19039\"]","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.208034652Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-08b0a3fe-870c-42f2-ade7-f369bfd19039\"]","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.224346643Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-08b0a3fe-870c-42f2-ade7-f369bfd19039     0B  1.80T      792M  /phd-artifacts/phd-clone-08b0a3fe-870c-42f2-ade7-f369bfd19039\n","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.224990673Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.225086474Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-08b0a3fe-870c-42f2-ade7-f369bfd19039/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"api_reboot_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.225172065Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.225251327Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/api_reboot_test.config.toml\"","server_addr":"127.0.0.1:9000","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.225301207Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/api_reboot_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/api_reboot_test.stdout.log\"","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1122","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.235849463Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.236554424Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":11}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.236699406Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:39.237308715Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::smoke::api_reboot_test","vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:40.087010923Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:40.08748047Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 69e51bdc-bfeb-430b-9ac2-20ea24181dee, silo_id: 3e741584-f979-496f-8f3c-107f07aed278 }, name: \"phd-vm-79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0\", vcpus: 2 }, state: Creating }","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-08b0a3fe-870c-42f2-ade7-f369bfd19039/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","path":"phd_tests::smoke::api_reboot_test","vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:40.087572202Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":850,"vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:40.087635172Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:40.087676723Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::smoke::api_reboot_test","vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:40.088211271Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":0,"vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:40.088266992Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:40.088313272Z","target":"phd_framework::test_vm","line":643,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"api_reboot_test","timeout_duration":"300s","vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:40.088350453Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:40.088392214Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:40.088431464Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","path":"phd_tests::smoke::api_reboot_test","vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:44.317594396Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":4229,"vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:44.317681107Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:44.31786352Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:44.31792043Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:44.317960381Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost:~#","path":"phd_tests::smoke::api_reboot_test","vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:44.332905592Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":14,"vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:44.333011604Z","target":"phd_framework::test_vm","line":691,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:44.333053734Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":4244}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:44.333111965Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:44.333154726Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","path":"phd_tests::smoke::api_reboot_test","vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:44.333928067Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":0,"vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:44.333984118Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:44.334031129Z","target":"phd_framework::test_vm","line":643,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"300s","vm":"api_reboot_test","vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:44.334068709Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:44.33410574Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:44.33414253Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","path":"phd_tests::smoke::api_reboot_test","vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:48.444825977Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":4110,"vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:48.444905308Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:48.445089851Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:48.445145882Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:48.445187382Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost:~#","path":"phd_tests::smoke::api_reboot_test","vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:48.45920054Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":13,"vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:48.459321712Z","target":"phd_framework::test_vm","line":691,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:48.459407573Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":4125}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:48.459491864Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:48.459625726Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:48.459719568Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":8372}
{"v":0,"name":"phd-runner","msg":"test phd_tests::smoke::api_reboot_test ... ok","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:48.459769858Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:48.45987889Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:48.460726982Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.179413171Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::smoke::api_reboot_test","vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.317461265Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::api_reboot_test","vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.317582936Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-08b0a3fe-870c-42f2-ade7-f369bfd19039\"]","verb":"destroy","path":"phd_tests::smoke::api_reboot_test","vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.351711161Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::api_reboot_test","vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.351773432Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-51052e76-1463-43bd-9295-fecf326fdbc5\"]","verb":"destroy","path":"phd_tests::smoke::api_reboot_test","vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.378269905Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":918,"vm_id":"79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0","vm":"api_reboot_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.378344376Z","target":"phd_tests::smoke","line":18,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":10233}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.3786224Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":918}
{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::smoke::nproc_test","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.378729451Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.378771412Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.378811523Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.378941824Z","target":"phd_tests::smoke","line":7,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::nproc_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.379020396Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::smoke::nproc_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.379209848Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::nproc_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.379266659Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::nproc_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.37931892Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::smoke::nproc_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.396451374Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME            USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts   793M  1.80T      792M  /phd-artifacts\n","path":"phd_tests::smoke::nproc_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.396608806Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-c0c35796-2b8b-45f8-be03-514396556b3f\"]","path":"phd_tests::smoke::nproc_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.415616267Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-c0c35796-2b8b-45f8-be03-514396556b3f\", \"phd-artifacts/phd-clone-f6689590-f854-4cbf-8737-9f1cb1bf7971\"]","verb":"clone","path":"phd_tests::smoke::nproc_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.439385899Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-f6689590-f854-4cbf-8737-9f1cb1bf7971\"]","verb":"list","path":"phd_tests::smoke::nproc_test"}
{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.458057196Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME                                                           USED  AVAIL     REFER  MOUNTPOINT\nphd-artifacts/phd-clone-f6689590-f854-4cbf-8737-9f1cb1bf7971     0B  1.80T      792M  /phd-artifacts/phd-clone-f6689590-f854-4cbf-8737-9f1cb1bf7971\n","path":"phd_tests::smoke::nproc_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.458604694Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.458701705Z","target":"phd_framework::test_vm","line":187,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-f6689590-f854-4cbf-8737-9f1cb1bf7971/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 6, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","vm_name":"nproc_test","path":"phd_tests::smoke::nproc_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.458788386Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::nproc_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.458873098Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","config_toml_path":"\"/tmp/propolis-phd/nproc_test.config.toml\"","path":"phd_tests::smoke::nproc_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.458924059Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/nproc_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/nproc_test.stderr.log\"","path":"phd_tests::smoke::nproc_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1130","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.471058328Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::smoke::nproc_test"}
{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.471750408Z","target":"phd_framework::test_vm","line":177,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test","elapsed_milliseconds":13}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.47188766Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:49.47251123Z","target":"phd_framework::test_vm","line":326,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:50.162840348Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:50.163640559Z","target":"phd_framework::test_vm","line":382,"file":"phd-tests/framework/src/test_vm/mod.rs","self.spec.instance_spec":"InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {\"boot-disk\": File(FileStorageBackend { path: \"/phd-artifacts/phd-clone-f6689590-f854-4cbf-8737-9f1cb1bf7971/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 6, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {\"com1\": SerialPort { num: Com1 }}, storage_devices: {\"disk-device0\": NvmeDisk(NvmeDisk { backend_name: \"boot-disk\", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } }","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 85f1cdc9-f9ab-421c-8c78-dd0aacb02406, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: b92863fa-a307-4a66-bc4e-ed183e06a176, silo_id: 314d7bb4-45c3-4a47-a1de-48d1be1c8258 }, name: \"phd-vm-85f1cdc9-f9ab-421c-8c78-dd0aacb02406\", vcpus: 6 }, state: Creating }","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406"}
{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:50.163756961Z","target":"phd_framework::test_vm","line":273,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","elapsed_milliseconds":691}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:50.163841273Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:50.163893883Z","target":"phd_framework::test_vm","line":443,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406"}
{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:50.164479162Z","target":"phd_framework::test_vm","line":438,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","elapsed_milliseconds":0}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:50.164537783Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:50.164587904Z","target":"phd_framework::test_vm","line":643,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"300s","vm":"nproc_test","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406","path":"phd_tests::smoke::nproc_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:50.164628144Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::smoke::nproc_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:50.164665465Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:50.164703265Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.095174937Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","elapsed_milliseconds":4930}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.095254728Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::smoke::nproc_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.095434761Z","target":"phd_framework::test_vm","line":651,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::smoke::nproc_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.095490052Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.095530733Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.109506159Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","elapsed_milliseconds":13}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.109657602Z","target":"phd_framework::test_vm","line":691,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test"}
{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.109735633Z","target":"phd_framework::test_vm","line":694,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test","elapsed_milliseconds":4945}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.109995316Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.110094038Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"nproc","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.120294459Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","elapsed_milliseconds":10}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.120569123Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.120667745Z","target":"phd_framework::test_vm","line":716,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406"}
{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.153230147Z","target":"phd_framework::test_vm","line":709,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","elapsed_milliseconds":32}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.153433739Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.153686943Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
{"v":0,"name":"phd-runner","msg":"test phd_tests::smoke::nproc_test ... ok","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.153766835Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.153854496Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":4990}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.153876496Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.154594877Z","target":"phd_framework::test_vm","line":972,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.529808041Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.668145929Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.66825046Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-f6689590-f854-4cbf-8737-9f1cb1bf7971\"]","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.703703225Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.703777256Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-c0c35796-2b8b-45f8-be03-514396556b3f\"]","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406"}
{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.731433616Z","target":"phd_framework::test_vm","line":949,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"85f1cdc9-f9ab-421c-8c78-dd0aacb02406","vm":"nproc_test","path":"phd_tests::smoke::nproc_test","elapsed_milliseconds":577}
{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.731499257Z","target":"phd_tests::smoke","line":7,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::nproc_test","elapsed_milliseconds":6352}
{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.73170581Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":577}
{"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - START]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.731790911Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs"}
{"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - END]","level":30,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.731832101Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}

failures:
    phd_tests::migrate::from_base::migration_from_base_and_back
    phd_tests::migrate::from_base::serial_history
    phd_tests::migrate::from_base::can_migrate_from_base

test result: FAILED. 22 passed; 3 failed; 1 skipped; 0 not run; finished in 319.35s

{"v":0,"name":"phd-runner","msg":"phd_runner","level":20,"hostname":"buskin","pid":865,"time":"2024-06-17T17:25:55.731955643Z","target":"phd_runner","line":40,"file":"phd-tests/runner/src/main.rs","exit_code":3}