Max level shown:
12024-03-22T05:01:50.870ZINFOphd-runner: phd_runner file = phd-tests/runner/src/main.rs line = 35 runner_args = ProcessArgs { command: Run(RunOptions { propolis_server_cmd: "/work/phd-test/propolis-server", base_propolis_branch: Some("master"), base_propolis_commit: None, base_propolis_cmd: None, crucible_downstairs_cmd: None, crucible_downstairs_commit: Some(Auto), tmp_directory: "/tmp/propolis-phd", artifact_directory: Some("/phd-artifacts"), server_logging_mode: TmpFile, default_guest_cpus: 2, default_guest_memory_mib: 512, artifact_toml_path: "/work/phd-test/artifacts.toml", default_guest_artifact: "alpine", default_bootrom_artifact: "ovmf", include_filter: [], exclude_filter: [], max_buildomat_wait_secs: 1200 }), disable_ansi: false, emit_bunyan: true } target = phd_runner
22024-03-22T05:01:50.872ZDEBGphd-runner: Created new artifact store from manifest file = phd-tests/framework/src/artifacts/store.rs line = 221 store = Store { local_dir: "/phd-artifacts", artifacts: {"alpine": Mutex { data: StoredArtifact { description: Artifact { filename: "alpine.iso", kind: GuestOs(Alpine), source: RemoteServer { sha256: "ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1" }, untar: None }, cached_path: None } }, "ovmf": Mutex { data: StoredArtifact { description: Artifact { filename: "OVMF_CODE.fd", kind: Bootrom, source: Buildomat(BuildomatArtifact { repo: Repo("oxidecomputer/edk2"), series: Series("image_debug"), commit: Commit("6d92acf0a22718dd4175d7c64dbcf7aaec3740bd"), sha256: "29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f" }), untar: None }, cached_path: None } }}, downloader: DownloadConfig { timeout: 600s, buildomat_backoff: ExponentialBackoff { current_interval: 1s, initial_interval: 1s, randomization_factor: 0.5, multiplier: 1.5, max_interval: 60s, start_time: Instant { tv_sec: 369, tv_nsec: 987420920 }, max_elapsed_time: Some(1200s), clock: SystemClock }, remote_server_uris: ["https://oxide-omicron-build.s3.amazonaws.com"] } } target = phd_framework::artifacts::store
32024-03-22T05:01:50.872ZINFOphd-runner: Adding Propolis server from local command file = phd-tests/framework/src/artifacts/store.rs line = 229 propolis_server_cmd = /work/phd-test/propolis-server target = phd_framework::artifacts::store
42024-03-22T05:01:50.872ZINFOphd-runner: Adding crucible-downstairs from Buildomat Git revision commit = 952c7d60d22be5198b892bec8d92f4291b9160c2 file = phd-tests/framework/src/artifacts/store.rs line = 313 target = phd_framework::artifacts::store
52024-03-22T05:01:50.872ZDEBGphd-runner: Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 215 target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/952c7d60d22be5198b892bec8d92f4291b9160c2/crucible-nightly.sha256.txt
62024-03-22T05:01:51.083ZINFOphd-runner: Adding 'current' Propolis server from Buildomat Git branch 'master' file = phd-tests/framework/src/artifacts/store.rs line = 250 target = phd_framework::artifacts::store
72024-03-22T05:01:51.504ZDEBGphd-runner: Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 215 target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/fdf0585c6a227a7cfbee4a61a36938c3d77e4712/propolis-server.sha256.txt
82024-03-22T05:01:51.634ZINFOphd-runner: [EXECUTION_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 25 target = phd_runner::fixtures
92024-03-22T05:01:51.634ZINFOphd-runner: [EXECUTION_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 25 target = phd_runner::fixtures
102024-03-22T05:01:51.634ZINFOphd-runner: Running 22 test(s) file = phd-tests/runner/src/execute.rs line = 82 target = phd_runner::execute
112024-03-22T05:01:51.634ZINFOphd-runner: Starting test phd_tests::smoke::instance_spec_get_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
122024-03-22T05:01:51.634ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
132024-03-22T05:01:51.635ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
142024-03-22T05:01:51.635ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/smoke.rs line = 18 path = phd_tests::smoke::instance_spec_get_test target = phd_tests::smoke
152024-03-22T05:01:51.635ZDEBGphd-runner: [TEST - EVENT] checking for existing copy of artifact file = phd-tests/framework/src/artifacts/store.rs line = 89 maybe_path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd path = phd_tests::smoke::instance_spec_get_test target = phd_framework::artifacts::store
162024-03-22T05:01:51.635ZDEBGphd-runner: [TEST - EVENT] Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 215 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/edk2/image_debug/6d92acf0a22718dd4175d7c64dbcf7aaec3740bd/OVMF_CODE.fd
172024-03-22T05:01:52.298ZDEBGphd-runner: [TEST - EVENT] checking for existing copy of artifact file = phd-tests/framework/src/artifacts/store.rs line = 89 maybe_path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso path = phd_tests::smoke::instance_spec_get_test target = phd_framework::artifacts::store
182024-03-22T05:01:52.298ZDEBGphd-runner: [TEST - EVENT] Downloading alpine.iso from https://oxide-omicron-build.s3.amazonaws.com/alpine.iso file = phd-tests/framework/src/artifacts/store.rs line = 618 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::artifacts::store timeout = 600s
192024-03-22T05:02:21.327ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
202024-03-22T05:02:21.327ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs verb = list
212024-03-22T05:02:21.348ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::smoke::instance_spec_get_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 2.00M 1.80T 1.91M /phd-artifacts\n target = phd_framework::zfs
222024-03-22T05:02:21.348ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-876287d1-6b0f-4962-bf50-05c066d76703"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs verb = snapshot
232024-03-22T05:02:21.398ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-876287d1-6b0f-4962-bf50-05c066d76703", "phd-artifacts/phd-clone-8993e24b-3811-49b5-8d40-70277a5434a4"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs verb = clone
242024-03-22T05:02:21.414ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-8993e24b-3811-49b5-8d40-70277a5434a4"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs verb = list
252024-03-22T05:02:21.424ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::smoke::instance_spec_get_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-8993e24b-3811-49b5-8d40-70277a5434a4 0B 1.80T 48.9M /phd-artifacts/phd-clone-8993e24b-3811-49b5-8d40-70277a5434a4\n target = phd_framework::zfs
262024-03-22T05:02:21.425ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm
272024-03-22T05:02:21.425ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::smoke::instance_spec_get_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-8993e24b-3811-49b5-8d40-70277a5434a4/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 3072 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = instance_spec_test
282024-03-22T05:02:21.425ZDEBGphd-runner: [NEW - EVENT] Examining locally-sourced artifact file = phd-tests/framework/src/artifacts/store.rs line = 56 path = /work/phd-test/propolis-server sha256 = None target = phd_framework::artifacts::store
292024-03-22T05:02:21.425ZDEBGphd-runner: [NEW - EVENT] Locally-sourced artifact is valid, caching its path file = phd-tests/framework/src/artifacts/store.rs line = 69 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
302024-03-22T05:02:21.426ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/instance_spec_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::smoke::instance_spec_get_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
312024-03-22T05:02:21.426ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::smoke::instance_spec_get_test stderr_path = "/tmp/propolis-phd/instance_spec_test.stderr.log" stdout_path = "/tmp/propolis-phd/instance_spec_test.stdout.log" target = phd_framework::server_log_mode
322024-03-22T05:02:21.430ZINFOphd-runner: [NEW - EVENT] Launched server with pid 863 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm::server
332024-03-22T05:02:21.431ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 5 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm
342024-03-22T05:02:21.431ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 7b393881-dcce-473b-8168-7faf0cfe9657
352024-03-22T05:02:21.432ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 7b393881-dcce-473b-8168-7faf0cfe9657
362024-03-22T05:02:22.269ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
372024-03-22T05:02:22.270ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 7b393881-dcce-473b-8168-7faf0cfe9657, image_id: 00000000-0000-0000-0000-000000000000, memory: 3072, metadata: InstanceMetadata { project_id: fdd967f2-1ad6-435f-ab70-05524dbd45e4, silo_id: fe3f00de-ece1-4229-a7fa-36076f52d1f7 }, name: "phd-vm-7b393881-dcce-473b-8168-7faf0cfe9657", vcpus: 4 }, state: Creating } line = 381 path = phd_tests::smoke::instance_spec_get_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-8993e24b-3811-49b5-8d40-70277a5434a4/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 3072 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = instance_spec_test vm_id = 7b393881-dcce-473b-8168-7faf0cfe9657
382024-03-22T05:02:22.270ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 838 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 7b393881-dcce-473b-8168-7faf0cfe9657
392024-03-22T05:02:22.270ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 7b393881-dcce-473b-8168-7faf0cfe9657
402024-03-22T05:02:22.270ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::smoke::instance_spec_get_test state = Run target = phd_framework::test_vm vm = instance_spec_test vm_id = 7b393881-dcce-473b-8168-7faf0cfe9657
412024-03-22T05:02:22.270ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 7b393881-dcce-473b-8168-7faf0cfe9657
422024-03-22T05:02:22.270ZINFOphd-runner: [GET_SPEC - START] file = phd-tests/framework/src/test_vm/mod.rs line = 458 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 7b393881-dcce-473b-8168-7faf0cfe9657
432024-03-22T05:02:22.271ZINFOphd-runner: [GET_SPEC - EVENT] Sending instance spec get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 460 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 7b393881-dcce-473b-8168-7faf0cfe9657
442024-03-22T05:02:22.271ZINFOphd-runner: [GET_SPEC - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 458 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 7b393881-dcce-473b-8168-7faf0cfe9657
452024-03-22T05:02:22.272ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 7b393881-dcce-473b-8168-7faf0cfe9657
462024-03-22T05:02:22.272ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
472024-03-22T05:02:22.272ZINFOphd-runner: test phd_tests::smoke::instance_spec_get_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
482024-03-22T05:02:22.272ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
492024-03-22T05:02:22.272ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 3 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
502024-03-22T05:02:22.272ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 7b393881-dcce-473b-8168-7faf0cfe9657
512024-03-22T05:02:22.907ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::smoke::instance_spec_get_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = instance_spec_test vm_id = 7b393881-dcce-473b-8168-7faf0cfe9657
522024-03-22T05:02:23.457ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs vm = instance_spec_test vm_id = 7b393881-dcce-473b-8168-7faf0cfe9657
532024-03-22T05:02:23.457ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-8993e24b-3811-49b5-8d40-70277a5434a4"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs verb = destroy vm = instance_spec_test vm_id = 7b393881-dcce-473b-8168-7faf0cfe9657
542024-03-22T05:02:23.486ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs vm = instance_spec_test vm_id = 7b393881-dcce-473b-8168-7faf0cfe9657
552024-03-22T05:02:23.486ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-876287d1-6b0f-4962-bf50-05c066d76703"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs verb = destroy vm = instance_spec_test vm_id = 7b393881-dcce-473b-8168-7faf0cfe9657
562024-03-22T05:02:23.503ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 1231 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 7b393881-dcce-473b-8168-7faf0cfe9657
572024-03-22T05:02:23.503ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 31868 file = phd-tests/tests/src/smoke.rs line = 18 path = phd_tests::smoke::instance_spec_get_test target = phd_tests::smoke
582024-03-22T05:02:23.504ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 1231 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
592024-03-22T05:02:23.504ZINFOphd-runner: Starting test phd_tests::smoke::nproc_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
602024-03-22T05:02:23.504ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
612024-03-22T05:02:23.504ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
622024-03-22T05:02:23.504ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/smoke.rs line = 7 path = phd_tests::smoke::nproc_test target = phd_tests::smoke
632024-03-22T05:02:23.504ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
642024-03-22T05:02:23.504ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
652024-03-22T05:02:23.504ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
662024-03-22T05:02:23.504ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::nproc_test target = phd_framework::zfs verb = list
672024-03-22T05:02:23.515ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::smoke::nproc_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 49.1M 1.80T 48.9M /phd-artifacts\n target = phd_framework::zfs
682024-03-22T05:02:23.515ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-543414ee-0b4a-4e49-a3c4-fff9447d280b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::nproc_test target = phd_framework::zfs verb = snapshot
692024-03-22T05:02:23.528ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-543414ee-0b4a-4e49-a3c4-fff9447d280b", "phd-artifacts/phd-clone-1a6e8803-3f1d-44fe-bafb-1ae1ce24683c"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::nproc_test target = phd_framework::zfs verb = clone
702024-03-22T05:02:23.543ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-1a6e8803-3f1d-44fe-bafb-1ae1ce24683c"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::nproc_test target = phd_framework::zfs verb = list
712024-03-22T05:02:23.553ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::smoke::nproc_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-1a6e8803-3f1d-44fe-bafb-1ae1ce24683c 0B 1.80T 48.9M /phd-artifacts/phd-clone-1a6e8803-3f1d-44fe-bafb-1ae1ce24683c\n target = phd_framework::zfs
722024-03-22T05:02:23.553ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm
732024-03-22T05:02:23.554ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::smoke::nproc_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-1a6e8803-3f1d-44fe-bafb-1ae1ce24683c/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 6, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = nproc_test
742024-03-22T05:02:23.554ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
752024-03-22T05:02:23.554ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/nproc_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::smoke::nproc_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
762024-03-22T05:02:23.554ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::smoke::nproc_test stderr_path = "/tmp/propolis-phd/nproc_test.stderr.log" stdout_path = "/tmp/propolis-phd/nproc_test.stdout.log" target = phd_framework::server_log_mode
772024-03-22T05:02:23.558ZINFOphd-runner: [NEW - EVENT] Launched server with pid 871 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm::server
782024-03-22T05:02:23.558ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 4 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm
792024-03-22T05:02:23.559ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
802024-03-22T05:02:23.559ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
812024-03-22T05:02:24.045ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
822024-03-22T05:02:24.045ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 7e8b35f5-1b21-47f4-833e-69404dfeed76, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 9905c86a-8f76-4f6f-b0cf-f8c7228b41c6, silo_id: 12136c96-e4e0-45fc-a121-243a1eac73f1 }, name: "phd-vm-7e8b35f5-1b21-47f4-833e-69404dfeed76", vcpus: 6 }, state: Creating } line = 381 path = phd_tests::smoke::nproc_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-1a6e8803-3f1d-44fe-bafb-1ae1ce24683c/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 6, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
832024-03-22T05:02:24.045ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 486 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
842024-03-22T05:02:24.046ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
852024-03-22T05:02:24.046ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::smoke::nproc_test state = Run target = phd_framework::test_vm vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
862024-03-22T05:02:24.046ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
872024-03-22T05:02:24.046ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm
882024-03-22T05:02:24.046ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm timeout_duration = 300s vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
892024-03-22T05:02:24.046ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::smoke::nproc_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
902024-03-22T05:02:24.046ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
912024-03-22T05:02:24.046ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
922024-03-22T05:02:28.971ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4924 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
932024-03-22T05:02:28.971ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::smoke::nproc_test step = WriteStr("root") target = phd_framework::test_vm
942024-03-22T05:02:28.972ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::smoke::nproc_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
952024-03-22T05:02:28.972ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
962024-03-22T05:02:28.972ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
972024-03-22T05:02:28.991ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
982024-03-22T05:02:28.991ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm
992024-03-22T05:02:28.991ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4945 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm
1002024-03-22T05:02:28.992ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
1012024-03-22T05:02:28.992ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
1022024-03-22T05:02:29.000ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 8 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
1032024-03-22T05:02:29.000ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
1042024-03-22T05:02:29.000ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
1052024-03-22T05:02:29.033ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
1062024-03-22T05:02:29.033ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
1072024-03-22T05:02:29.034ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
1082024-03-22T05:02:29.034ZINFOphd-runner: test phd_tests::smoke::nproc_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
1092024-03-22T05:02:29.034ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 4989 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
1102024-03-22T05:02:29.034ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
1112024-03-22T05:02:29.035ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
1122024-03-22T05:02:29.552ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::smoke::nproc_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
1132024-03-22T05:02:29.671ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::smoke::nproc_test target = phd_framework::zfs vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
1142024-03-22T05:02:29.671ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-1a6e8803-3f1d-44fe-bafb-1ae1ce24683c"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::nproc_test target = phd_framework::zfs verb = destroy vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
1152024-03-22T05:02:29.696ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::smoke::nproc_test target = phd_framework::zfs vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
1162024-03-22T05:02:29.696ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-543414ee-0b4a-4e49-a3c4-fff9447d280b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::nproc_test target = phd_framework::zfs verb = destroy vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
1172024-03-22T05:02:29.713ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 679 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 7e8b35f5-1b21-47f4-833e-69404dfeed76
1182024-03-22T05:02:29.713ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 6209 file = phd-tests/tests/src/smoke.rs line = 7 path = phd_tests::smoke::nproc_test target = phd_tests::smoke
1192024-03-22T05:02:29.713ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 679 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
1202024-03-22T05:02:29.713ZINFOphd-runner: Starting test phd_tests::hw::lspci_lifecycle_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
1212024-03-22T05:02:29.713ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
1222024-03-22T05:02:29.713ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
1232024-03-22T05:02:29.713ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/hw.rs line = 8 path = phd_tests::hw::lspci_lifecycle_test target = phd_tests::hw
1242024-03-22T05:02:29.714ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
1252024-03-22T05:02:29.714ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
1262024-03-22T05:02:29.714ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
1272024-03-22T05:02:29.714ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs verb = list
1282024-03-22T05:02:29.725ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::hw::lspci_lifecycle_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 49.1M 1.80T 48.9M /phd-artifacts\n target = phd_framework::zfs
1292024-03-22T05:02:29.725ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-7d3428d6-95dc-4ddb-ada5-47272758d28f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs verb = snapshot
1302024-03-22T05:02:29.742ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-7d3428d6-95dc-4ddb-ada5-47272758d28f", "phd-artifacts/phd-clone-8439a7f2-957e-4485-9b47-4f3647f2a75f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs verb = clone
1312024-03-22T05:02:29.759ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-8439a7f2-957e-4485-9b47-4f3647f2a75f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs verb = list
1322024-03-22T05:02:29.768ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::hw::lspci_lifecycle_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-8439a7f2-957e-4485-9b47-4f3647f2a75f 0B 1.80T 48.9M /phd-artifacts/phd-clone-8439a7f2-957e-4485-9b47-4f3647f2a75f\n target = phd_framework::zfs
1332024-03-22T05:02:29.769ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
1342024-03-22T05:02:29.769ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::hw::lspci_lifecycle_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-8439a7f2-957e-4485-9b47-4f3647f2a75f/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = lspci_lifecycle_test
1352024-03-22T05:02:29.769ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
1362024-03-22T05:02:29.769ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/lspci_lifecycle_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::hw::lspci_lifecycle_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
1372024-03-22T05:02:29.769ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::hw::lspci_lifecycle_test stderr_path = "/tmp/propolis-phd/lspci_lifecycle_test.stderr.log" stdout_path = "/tmp/propolis-phd/lspci_lifecycle_test.stdout.log" target = phd_framework::server_log_mode
1382024-03-22T05:02:29.773ZINFOphd-runner: [NEW - EVENT] Launched server with pid 879 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm::server
1392024-03-22T05:02:29.774ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 4 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
1402024-03-22T05:02:29.774ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1412024-03-22T05:02:29.774ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1422024-03-22T05:02:30.644ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
1432024-03-22T05:02:30.645ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 2017c903-6df3-41dc-bfb1-c72a9970de88, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 7dce9507-ad16-4fed-9aca-222b0768c0df, silo_id: b3a28075-4a6a-4e50-9770-fad0b670152e }, name: "phd-vm-2017c903-6df3-41dc-bfb1-c72a9970de88", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::hw::lspci_lifecycle_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-8439a7f2-957e-4485-9b47-4f3647f2a75f/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1442024-03-22T05:02:30.645ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 871 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1452024-03-22T05:02:30.646ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1462024-03-22T05:02:30.646ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::hw::lspci_lifecycle_test state = Run target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1472024-03-22T05:02:30.646ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1482024-03-22T05:02:30.646ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
1492024-03-22T05:02:30.646ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = 300s vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1502024-03-22T05:02:30.646ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::hw::lspci_lifecycle_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
1512024-03-22T05:02:30.646ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1522024-03-22T05:02:30.646ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1532024-03-22T05:02:34.880ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4233 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1542024-03-22T05:02:34.880ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::hw::lspci_lifecycle_test step = WriteStr("root") target = phd_framework::test_vm
1552024-03-22T05:02:34.880ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::hw::lspci_lifecycle_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
1562024-03-22T05:02:34.880ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1572024-03-22T05:02:34.880ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1582024-03-22T05:02:34.899ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 18 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1592024-03-22T05:02:34.899ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
1602024-03-22T05:02:34.899ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4252 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
1612024-03-22T05:02:34.899ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1622024-03-22T05:02:34.899ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1632024-03-22T05:02:34.910ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1642024-03-22T05:02:34.910ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1652024-03-22T05:02:34.910ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1662024-03-22T05:02:34.942ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 31 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1672024-03-22T05:02:34.942ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1682024-03-22T05:02:34.942ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1692024-03-22T05:02:34.952ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1702024-03-22T05:02:34.952ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1712024-03-22T05:02:34.952ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1722024-03-22T05:02:34.985ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1732024-03-22T05:02:34.985ZINFOphd-runner: [TEST - EVENT] stopping and starting VM for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 58 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::lifecycle vm_name = lspci_lifecycle_test
1742024-03-22T05:02:34.986ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1752024-03-22T05:02:34.986ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::hw::lspci_lifecycle_test state = Stop target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1762024-03-22T05:02:34.986ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
1772024-03-22T05:02:34.986ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
1782024-03-22T05:02:34.987ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::hw::lspci_lifecycle_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-8439a7f2-957e-4485-9b47-4f3647f2a75f/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = lspci_lifecycle_test_lifecycle_0
1792024-03-22T05:02:34.987ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
1802024-03-22T05:02:34.987ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::hw::lspci_lifecycle_test server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
1812024-03-22T05:02:34.987ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::hw::lspci_lifecycle_test stderr_path = "/tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
1822024-03-22T05:02:34.993ZINFOphd-runner: [NEW - EVENT] Launched server with pid 880 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm::server
1832024-03-22T05:02:34.993ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 6 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
1842024-03-22T05:02:34.994ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
1852024-03-22T05:02:34.994ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
1862024-03-22T05:02:34.994ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 271 target = phd_framework::serial
1872024-03-22T05:02:34.994ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 4349 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
1882024-03-22T05:02:35.763ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
1892024-03-22T05:02:35.764ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: bea6d78c-31ac-4881-9344-bef09b8baeff, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 50bddacf-4985-4ef6-a341-905d37c413c9, silo_id: 9d61b115-7ea4-4134-b88b-d75f20d7f1f5 }, name: "phd-vm-bea6d78c-31ac-4881-9344-bef09b8baeff", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::hw::lspci_lifecycle_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-8439a7f2-957e-4485-9b47-4f3647f2a75f/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
1902024-03-22T05:02:35.764ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 770 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
1912024-03-22T05:02:35.764ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
1922024-03-22T05:02:35.764ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::hw::lspci_lifecycle_test state = Run target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
1932024-03-22T05:02:35.764ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
1942024-03-22T05:02:35.765ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
1952024-03-22T05:02:35.765ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = 300s vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
1962024-03-22T05:02:35.765ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::hw::lspci_lifecycle_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
1972024-03-22T05:02:35.765ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
1982024-03-22T05:02:35.765ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
1992024-03-22T05:02:39.971ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4206 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
2002024-03-22T05:02:39.971ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::hw::lspci_lifecycle_test step = WriteStr("root") target = phd_framework::test_vm
2012024-03-22T05:02:39.972ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::hw::lspci_lifecycle_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
2022024-03-22T05:02:39.972ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
2032024-03-22T05:02:39.972ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
2042024-03-22T05:02:39.991ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
2052024-03-22T05:02:39.992ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
2062024-03-22T05:02:39.992ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4227 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
2072024-03-22T05:02:39.992ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
2082024-03-22T05:02:39.992ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
2092024-03-22T05:02:39.992ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
2102024-03-22T05:02:39.993ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::hw::lspci_lifecycle_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
2112024-03-22T05:02:40.113ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 120 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 2017c903-6df3-41dc-bfb1-c72a9970de88
2122024-03-22T05:02:40.114ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 121 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
2132024-03-22T05:02:40.114ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
2142024-03-22T05:02:40.114ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
2152024-03-22T05:02:40.137ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 22 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
2162024-03-22T05:02:40.137ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
2172024-03-22T05:02:40.137ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
2182024-03-22T05:02:40.147ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
2192024-03-22T05:02:40.147ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
2202024-03-22T05:02:40.147ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
2212024-03-22T05:02:40.180ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
2222024-03-22T05:02:40.180ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
2232024-03-22T05:02:40.180ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
2242024-03-22T05:02:40.180ZINFOphd-runner: test phd_tests::hw::lspci_lifecycle_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
2252024-03-22T05:02:40.180ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 4417 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
2262024-03-22T05:02:40.181ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
2272024-03-22T05:02:40.181ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
2282024-03-22T05:02:40.885ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::hw::lspci_lifecycle_test self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
2292024-03-22T05:02:41.003ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
2302024-03-22T05:02:41.003ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-8439a7f2-957e-4485-9b47-4f3647f2a75f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs verb = destroy vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
2312024-03-22T05:02:41.027ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
2322024-03-22T05:02:41.027ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-7d3428d6-95dc-4ddb-ada5-47272758d28f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs verb = destroy vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
2332024-03-22T05:02:41.045ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 864 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = bea6d78c-31ac-4881-9344-bef09b8baeff
2342024-03-22T05:02:41.045ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 11331 file = phd-tests/tests/src/hw.rs line = 8 path = phd_tests::hw::lspci_lifecycle_test target = phd_tests::hw
2352024-03-22T05:02:41.045ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 864 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
2362024-03-22T05:02:41.045ZINFOphd-runner: Starting test phd_tests::server_state_machine::instance_reset_requires_running_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
2372024-03-22T05:02:41.045ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
2382024-03-22T05:02:41.045ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
2392024-03-22T05:02:41.045ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/server_state_machine.rs line = 83 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_tests::server_state_machine
2402024-03-22T05:02:41.045ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
2412024-03-22T05:02:41.046ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
2422024-03-22T05:02:41.046ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
2432024-03-22T05:02:41.046ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs verb = list
2442024-03-22T05:02:41.056ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_reset_requires_running_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 49.5M 1.80T 48.9M /phd-artifacts\n target = phd_framework::zfs
2452024-03-22T05:02:41.056ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-365a47ce-2a22-4ac7-bb30-f74ca5bfa905"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs verb = snapshot
2462024-03-22T05:02:41.070ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-365a47ce-2a22-4ac7-bb30-f74ca5bfa905", "phd-artifacts/phd-clone-7610f7fd-f4c9-47f9-801d-5e3059cd4256"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs verb = clone
2472024-03-22T05:02:41.088ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-7610f7fd-f4c9-47f9-801d-5e3059cd4256"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs verb = list
2482024-03-22T05:02:41.098ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_reset_requires_running_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-7610f7fd-f4c9-47f9-801d-5e3059cd4256 0B 1.80T 48.9M /phd-artifacts/phd-clone-7610f7fd-f4c9-47f9-801d-5e3059cd4256\n target = phd_framework::zfs
2492024-03-22T05:02:41.099ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm
2502024-03-22T05:02:41.099ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::server_state_machine::instance_reset_requires_running_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-7610f7fd-f4c9-47f9-801d-5e3059cd4256/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = instance_reset_requires_running_test
2512024-03-22T05:02:41.099ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
2522024-03-22T05:02:41.099ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/instance_reset_requires_running_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::server_state_machine::instance_reset_requires_running_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
2532024-03-22T05:02:41.099ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::server_state_machine::instance_reset_requires_running_test stderr_path = "/tmp/propolis-phd/instance_reset_requires_running_test.stderr.log" stdout_path = "/tmp/propolis-phd/instance_reset_requires_running_test.stdout.log" target = phd_framework::server_log_mode
2542024-03-22T05:02:41.103ZINFOphd-runner: [NEW - EVENT] Launched server with pid 889 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm::server
2552024-03-22T05:02:41.104ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 4 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm
2562024-03-22T05:02:41.104ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 00327723-3844-4993-acdb-5b2b8d5a53e9
2572024-03-22T05:02:41.104ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_requires_running_test state = Reboot target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 00327723-3844-4993-acdb-5b2b8d5a53e9
2582024-03-22T05:02:41.104ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 00327723-3844-4993-acdb-5b2b8d5a53e9
2592024-03-22T05:02:41.104ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 00327723-3844-4993-acdb-5b2b8d5a53e9
2602024-03-22T05:02:41.105ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 00327723-3844-4993-acdb-5b2b8d5a53e9
2612024-03-22T05:02:41.768ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
2622024-03-22T05:02:41.769ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 00327723-3844-4993-acdb-5b2b8d5a53e9, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: c5d09357-ea86-43a6-abd2-af49cd6cd3cb, silo_id: 34b71307-67ba-4a19-956c-7ff64dc07849 }, name: "phd-vm-00327723-3844-4993-acdb-5b2b8d5a53e9", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::server_state_machine::instance_reset_requires_running_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-7610f7fd-f4c9-47f9-801d-5e3059cd4256/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 00327723-3844-4993-acdb-5b2b8d5a53e9
2632024-03-22T05:02:41.769ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 665 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 00327723-3844-4993-acdb-5b2b8d5a53e9
2642024-03-22T05:02:41.769ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 00327723-3844-4993-acdb-5b2b8d5a53e9
2652024-03-22T05:02:41.769ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_requires_running_test state = Run target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 00327723-3844-4993-acdb-5b2b8d5a53e9
2662024-03-22T05:02:41.770ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 00327723-3844-4993-acdb-5b2b8d5a53e9
2672024-03-22T05:02:41.770ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 00327723-3844-4993-acdb-5b2b8d5a53e9
2682024-03-22T05:02:41.770ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running file = phd-tests/framework/src/test_vm/mod.rs line = 598 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 00327723-3844-4993-acdb-5b2b8d5a53e9
2692024-03-22T05:02:41.770ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 00327723-3844-4993-acdb-5b2b8d5a53e9
2702024-03-22T05:02:41.770ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 00327723-3844-4993-acdb-5b2b8d5a53e9
2712024-03-22T05:02:41.771ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 00327723-3844-4993-acdb-5b2b8d5a53e9
2722024-03-22T05:02:41.771ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 00327723-3844-4993-acdb-5b2b8d5a53e9
2732024-03-22T05:02:41.771ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 00327723-3844-4993-acdb-5b2b8d5a53e9
2742024-03-22T05:02:41.771ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
2752024-03-22T05:02:41.771ZINFOphd-runner: test phd_tests::server_state_machine::instance_reset_requires_running_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
2762024-03-22T05:02:41.771ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 2 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
2772024-03-22T05:02:41.771ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
2782024-03-22T05:02:41.772ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 00327723-3844-4993-acdb-5b2b8d5a53e9
2792024-03-22T05:02:42.189ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::server_state_machine::instance_reset_requires_running_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = instance_reset_requires_running_test vm_id = 00327723-3844-4993-acdb-5b2b8d5a53e9
2802024-03-22T05:02:42.309ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs vm = instance_reset_requires_running_test vm_id = 00327723-3844-4993-acdb-5b2b8d5a53e9
2812024-03-22T05:02:42.309ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-7610f7fd-f4c9-47f9-801d-5e3059cd4256"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs verb = destroy vm = instance_reset_requires_running_test vm_id = 00327723-3844-4993-acdb-5b2b8d5a53e9
2822024-03-22T05:02:42.338ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs vm = instance_reset_requires_running_test vm_id = 00327723-3844-4993-acdb-5b2b8d5a53e9
2832024-03-22T05:02:42.338ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-365a47ce-2a22-4ac7-bb30-f74ca5bfa905"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs verb = destroy vm = instance_reset_requires_running_test vm_id = 00327723-3844-4993-acdb-5b2b8d5a53e9
2842024-03-22T05:02:42.355ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 584 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 00327723-3844-4993-acdb-5b2b8d5a53e9
2852024-03-22T05:02:42.355ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 1310 file = phd-tests/tests/src/server_state_machine.rs line = 83 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_tests::server_state_machine
2862024-03-22T05:02:42.356ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 584 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
2872024-03-22T05:02:42.356ZINFOphd-runner: Starting test phd_tests::server_state_machine::instance_reset_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
2882024-03-22T05:02:42.356ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
2892024-03-22T05:02:42.356ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
2902024-03-22T05:02:42.356ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/server_state_machine.rs line = 52 path = phd_tests::server_state_machine::instance_reset_test target = phd_tests::server_state_machine
2912024-03-22T05:02:42.356ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
2922024-03-22T05:02:42.356ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
2932024-03-22T05:02:42.356ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
2942024-03-22T05:02:42.356ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs verb = list
2952024-03-22T05:02:42.366ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_reset_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 49.9M 1.80T 48.9M /phd-artifacts\n target = phd_framework::zfs
2962024-03-22T05:02:42.366ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-33154a6a-ccf5-447d-ae70-cd9b1964302f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs verb = snapshot
2972024-03-22T05:02:42.380ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-33154a6a-ccf5-447d-ae70-cd9b1964302f", "phd-artifacts/phd-clone-6d843b50-ea4b-418a-8593-53f593e6e447"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs verb = clone
2982024-03-22T05:02:42.399ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-6d843b50-ea4b-418a-8593-53f593e6e447"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs verb = list
2992024-03-22T05:02:42.409ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_reset_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-6d843b50-ea4b-418a-8593-53f593e6e447 0B 1.80T 48.9M /phd-artifacts/phd-clone-6d843b50-ea4b-418a-8593-53f593e6e447\n target = phd_framework::zfs
3002024-03-22T05:02:42.410ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm
3012024-03-22T05:02:42.410ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::server_state_machine::instance_reset_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-6d843b50-ea4b-418a-8593-53f593e6e447/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = instance_reset_returns_to_running_test
3022024-03-22T05:02:42.410ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
3032024-03-22T05:02:42.410ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/instance_reset_returns_to_running_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::server_state_machine::instance_reset_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
3042024-03-22T05:02:42.410ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::server_state_machine::instance_reset_test stderr_path = "/tmp/propolis-phd/instance_reset_returns_to_running_test.stderr.log" stdout_path = "/tmp/propolis-phd/instance_reset_returns_to_running_test.stdout.log" target = phd_framework::server_log_mode
3052024-03-22T05:02:42.415ZINFOphd-runner: [NEW - EVENT] Launched server with pid 897 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm::server
3062024-03-22T05:02:42.415ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 5 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm
3072024-03-22T05:02:42.415ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3082024-03-22T05:02:42.415ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3092024-03-22T05:02:42.415ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3102024-03-22T05:02:42.415ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3112024-03-22T05:02:42.416ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3122024-03-22T05:02:42.973ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
3132024-03-22T05:02:42.974ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: be36bb0b-d810-4595-bfef-7e5c3eb59743, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: f09c0645-369b-4fea-a41b-5ee10ed695fc, silo_id: f13b6d34-193e-4a47-aa27-6d4fdae00c7a }, name: "phd-vm-be36bb0b-d810-4595-bfef-7e5c3eb59743", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::server_state_machine::instance_reset_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-6d843b50-ea4b-418a-8593-53f593e6e447/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3142024-03-22T05:02:42.974ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 558 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3152024-03-22T05:02:42.974ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3162024-03-22T05:02:42.974ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Run target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3172024-03-22T05:02:42.974ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3182024-03-22T05:02:42.974ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3192024-03-22T05:02:42.974ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running file = phd-tests/framework/src/test_vm/mod.rs line = 598 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3202024-03-22T05:02:42.974ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3212024-03-22T05:02:42.975ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3222024-03-22T05:02:42.975ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3232024-03-22T05:02:42.975ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3242024-03-22T05:02:42.975ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3252024-03-22T05:02:42.975ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3262024-03-22T05:02:42.976ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3272024-03-22T05:02:42.976ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3282024-03-22T05:02:42.976ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running file = phd-tests/framework/src/test_vm/mod.rs line = 598 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3292024-03-22T05:02:42.976ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3302024-03-22T05:02:42.976ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3312024-03-22T05:02:42.976ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3322024-03-22T05:02:43.703ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3332024-03-22T05:02:43.703ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3342024-03-22T05:02:43.703ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3352024-03-22T05:02:43.703ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 727 file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3362024-03-22T05:02:43.704ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3372024-03-22T05:02:43.704ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3382024-03-22T05:02:43.704ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3392024-03-22T05:02:43.704ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3402024-03-22T05:02:43.704ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3412024-03-22T05:02:43.705ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3422024-03-22T05:02:43.705ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3432024-03-22T05:02:43.705ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3442024-03-22T05:02:43.705ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3452024-03-22T05:02:43.705ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3462024-03-22T05:02:43.705ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3472024-03-22T05:02:43.706ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3482024-03-22T05:02:43.706ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3492024-03-22T05:02:43.706ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3502024-03-22T05:02:43.706ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3512024-03-22T05:02:43.706ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3522024-03-22T05:02:43.706ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3532024-03-22T05:02:43.707ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3542024-03-22T05:02:43.707ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3552024-03-22T05:02:43.707ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3562024-03-22T05:02:43.707ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3572024-03-22T05:02:43.707ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3582024-03-22T05:02:43.707ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3592024-03-22T05:02:43.708ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3602024-03-22T05:02:43.708ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3612024-03-22T05:02:43.708ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3622024-03-22T05:02:43.708ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3632024-03-22T05:02:43.708ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3642024-03-22T05:02:43.708ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3652024-03-22T05:02:43.709ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3662024-03-22T05:02:43.709ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3672024-03-22T05:02:43.709ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running file = phd-tests/framework/src/test_vm/mod.rs line = 598 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3682024-03-22T05:02:43.709ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3692024-03-22T05:02:43.709ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3702024-03-22T05:02:43.709ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3712024-03-22T05:02:43.709ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3722024-03-22T05:02:43.709ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3732024-03-22T05:02:43.709ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Stop target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3742024-03-22T05:02:43.710ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3752024-03-22T05:02:43.710ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3762024-03-22T05:02:43.710ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 598 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3772024-03-22T05:02:43.710ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3782024-03-22T05:02:43.710ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3792024-03-22T05:02:43.710ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 271 target = phd_framework::serial
3802024-03-22T05:02:43.710ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 737 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
3812024-03-22T05:02:43.711ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3822024-03-22T05:02:44.152ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3832024-03-22T05:02:44.152ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3842024-03-22T05:02:44.153ZINFOphd-runner: [GET - END] elapsed_milliseconds = 1 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3852024-03-22T05:02:44.153ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 443 file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3862024-03-22T05:02:44.153ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3872024-03-22T05:02:44.153ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3882024-03-22T05:02:44.154ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3892024-03-22T05:02:44.154ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3902024-03-22T05:02:44.154ZINFOphd-runner: test phd_tests::server_state_machine::instance_reset_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
3912024-03-22T05:02:44.154ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
3922024-03-22T05:02:44.155ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::server_state_machine::instance_reset_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3932024-03-22T05:02:44.282ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3942024-03-22T05:02:44.282ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-6d843b50-ea4b-418a-8593-53f593e6e447"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs verb = destroy vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3952024-03-22T05:02:44.312ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3962024-03-22T05:02:44.312ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-33154a6a-ccf5-447d-ae70-cd9b1964302f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs verb = destroy vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3972024-03-22T05:02:44.332ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 177 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = be36bb0b-d810-4595-bfef-7e5c3eb59743
3982024-03-22T05:02:44.332ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 1975 file = phd-tests/tests/src/server_state_machine.rs line = 52 path = phd_tests::server_state_machine::instance_reset_test target = phd_tests::server_state_machine
3992024-03-22T05:02:44.332ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 177 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
4002024-03-22T05:02:44.332ZINFOphd-runner: Starting test phd_tests::server_state_machine::instance_stop_causes_destroy_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
4012024-03-22T05:02:44.332ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
4022024-03-22T05:02:44.332ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
4032024-03-22T05:02:44.332ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/server_state_machine.rs line = 28 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_tests::server_state_machine
4042024-03-22T05:02:44.332ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
4052024-03-22T05:02:44.332ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
4062024-03-22T05:02:44.333ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
4072024-03-22T05:02:44.333ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs verb = list
4082024-03-22T05:02:44.343ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 50.9M 1.80T 48.9M /phd-artifacts\n target = phd_framework::zfs
4092024-03-22T05:02:44.343ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-1076f527-16fb-4232-a313-0318ec73b454"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs verb = snapshot
4102024-03-22T05:02:44.358ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-1076f527-16fb-4232-a313-0318ec73b454", "phd-artifacts/phd-clone-d71ec86a-baa7-4923-9c47-78f69b1a91ae"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs verb = clone
4112024-03-22T05:02:44.376ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-d71ec86a-baa7-4923-9c47-78f69b1a91ae"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs verb = list
4122024-03-22T05:02:44.386ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-d71ec86a-baa7-4923-9c47-78f69b1a91ae 0B 1.80T 48.9M /phd-artifacts/phd-clone-d71ec86a-baa7-4923-9c47-78f69b1a91ae\n target = phd_framework::zfs
4132024-03-22T05:02:44.387ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm
4142024-03-22T05:02:44.387ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-d71ec86a-baa7-4923-9c47-78f69b1a91ae/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = instance_stop_causes_destroy_test
4152024-03-22T05:02:44.387ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
4162024-03-22T05:02:44.387ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/instance_stop_causes_destroy_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
4172024-03-22T05:02:44.387ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test stderr_path = "/tmp/propolis-phd/instance_stop_causes_destroy_test.stderr.log" stdout_path = "/tmp/propolis-phd/instance_stop_causes_destroy_test.stdout.log" target = phd_framework::server_log_mode
4182024-03-22T05:02:44.392ZINFOphd-runner: [NEW - EVENT] Launched server with pid 905 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm::server
4192024-03-22T05:02:44.392ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 5 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm
4202024-03-22T05:02:44.392ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4212024-03-22T05:02:44.392ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4222024-03-22T05:02:45.211ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
4232024-03-22T05:02:45.212ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: c430d1eb-71a3-476a-aae9-e513ee18b996, silo_id: aa7ad559-aff5-41d7-a652-fbfb6138e3e6 }, name: "phd-vm-c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-d71ec86a-baa7-4923-9c47-78f69b1a91ae/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4242024-03-22T05:02:45.212ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 820 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4252024-03-22T05:02:45.212ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4262024-03-22T05:02:45.212ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test state = Run target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4272024-03-22T05:02:45.213ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4282024-03-22T05:02:45.213ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4292024-03-22T05:02:45.213ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test state = Stop target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4302024-03-22T05:02:45.214ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4312024-03-22T05:02:45.214ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4322024-03-22T05:02:45.214ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 598 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4332024-03-22T05:02:45.214ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4342024-03-22T05:02:45.214ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4352024-03-22T05:02:45.214ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 271 target = phd_framework::serial
4362024-03-22T05:02:45.214ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 2 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
4372024-03-22T05:02:45.214ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4382024-03-22T05:02:45.738ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4392024-03-22T05:02:45.738ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4402024-03-22T05:02:45.739ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4412024-03-22T05:02:45.739ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 525 file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4422024-03-22T05:02:45.739ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4432024-03-22T05:02:45.739ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test state = Run target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4442024-03-22T05:02:45.739ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4452024-03-22T05:02:45.739ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4462024-03-22T05:02:45.739ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test state = Stop target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4472024-03-22T05:02:45.740ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4482024-03-22T05:02:45.740ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4492024-03-22T05:02:45.740ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test state = Reboot target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4502024-03-22T05:02:45.740ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4512024-03-22T05:02:45.741ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4522024-03-22T05:02:45.741ZINFOphd-runner: test phd_tests::server_state_machine::instance_stop_causes_destroy_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
4532024-03-22T05:02:45.741ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
4542024-03-22T05:02:45.741ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4552024-03-22T05:02:45.871ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4562024-03-22T05:02:45.871ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-d71ec86a-baa7-4923-9c47-78f69b1a91ae"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs verb = destroy vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4572024-03-22T05:02:45.902ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4582024-03-22T05:02:45.902ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-1076f527-16fb-4232-a313-0318ec73b454"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs verb = destroy vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4592024-03-22T05:02:45.922ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 181 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = c862a7d2-1bcf-4c84-843a-f7ff5b0c1ee5
4602024-03-22T05:02:45.922ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 1590 file = phd-tests/tests/src/server_state_machine.rs line = 28 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_tests::server_state_machine
4612024-03-22T05:02:45.923ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 181 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
4622024-03-22T05:02:45.923ZINFOphd-runner: Starting test phd_tests::server_state_machine::instance_start_stop_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
4632024-03-22T05:02:45.923ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
4642024-03-22T05:02:45.923ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
4652024-03-22T05:02:45.923ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/server_state_machine.rs line = 12 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_tests::server_state_machine
4662024-03-22T05:02:45.923ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
4672024-03-22T05:02:45.923ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
4682024-03-22T05:02:45.923ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
4692024-03-22T05:02:45.923ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs verb = list
4702024-03-22T05:02:45.933ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_start_stop_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.3M 1.80T 48.9M /phd-artifacts\n target = phd_framework::zfs
4712024-03-22T05:02:45.933ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-7ca47061-cd8f-47fb-afdd-c226dd9acd5a"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs verb = snapshot
4722024-03-22T05:02:45.947ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-7ca47061-cd8f-47fb-afdd-c226dd9acd5a", "phd-artifacts/phd-clone-ea203941-67f6-440d-a9f5-803b2f9be7be"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs verb = clone
4732024-03-22T05:02:45.966ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-ea203941-67f6-440d-a9f5-803b2f9be7be"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs verb = list
4742024-03-22T05:02:45.976ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_start_stop_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-ea203941-67f6-440d-a9f5-803b2f9be7be 0B 1.80T 48.9M /phd-artifacts/phd-clone-ea203941-67f6-440d-a9f5-803b2f9be7be\n target = phd_framework::zfs
4752024-03-22T05:02:45.977ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm
4762024-03-22T05:02:45.977ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::server_state_machine::instance_start_stop_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-ea203941-67f6-440d-a9f5-803b2f9be7be/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = instance_ensure_running_test
4772024-03-22T05:02:45.977ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
4782024-03-22T05:02:45.977ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/instance_ensure_running_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::server_state_machine::instance_start_stop_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
4792024-03-22T05:02:45.977ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::server_state_machine::instance_start_stop_test stderr_path = "/tmp/propolis-phd/instance_ensure_running_test.stderr.log" stdout_path = "/tmp/propolis-phd/instance_ensure_running_test.stdout.log" target = phd_framework::server_log_mode
4802024-03-22T05:02:45.982ZINFOphd-runner: [NEW - EVENT] Launched server with pid 913 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm::server
4812024-03-22T05:02:45.982ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 5 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm
4822024-03-22T05:02:45.983ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
4832024-03-22T05:02:45.983ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
4842024-03-22T05:02:46.608ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
4852024-03-22T05:02:46.609ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 5fd4850b-753c-4e85-8481-959657450cc0, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 70f4a350-6ad3-463f-825b-7ae61f48271b, silo_id: 758b1738-cf4c-4430-99e7-7b404a9d12b3 }, name: "phd-vm-5fd4850b-753c-4e85-8481-959657450cc0", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::server_state_machine::instance_start_stop_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-ea203941-67f6-440d-a9f5-803b2f9be7be/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
4862024-03-22T05:02:46.609ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 626 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
4872024-03-22T05:02:46.609ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
4882024-03-22T05:02:46.609ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
4892024-03-22T05:02:46.610ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
4902024-03-22T05:02:46.610ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
4912024-03-22T05:02:46.610ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_start_stop_test state = Run target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
4922024-03-22T05:02:46.610ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
4932024-03-22T05:02:46.610ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
4942024-03-22T05:02:46.610ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running file = phd-tests/framework/src/test_vm/mod.rs line = 598 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
4952024-03-22T05:02:46.610ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
4962024-03-22T05:02:46.610ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
4972024-03-22T05:02:46.611ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
4982024-03-22T05:02:46.611ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
4992024-03-22T05:02:46.611ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
5002024-03-22T05:02:46.611ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_start_stop_test state = Stop target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
5012024-03-22T05:02:46.611ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
5022024-03-22T05:02:46.611ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
5032024-03-22T05:02:46.611ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 598 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
5042024-03-22T05:02:46.611ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
5052024-03-22T05:02:46.611ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
5062024-03-22T05:02:46.616ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 271 target = phd_framework::serial
5072024-03-22T05:02:46.616ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 8 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
5082024-03-22T05:02:46.617ZINFOphd-runner: [GET - END] elapsed_milliseconds = 5 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
5092024-03-22T05:02:46.617ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 5 file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
5102024-03-22T05:02:46.617ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
5112024-03-22T05:02:46.617ZINFOphd-runner: test phd_tests::server_state_machine::instance_start_stop_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
5122024-03-22T05:02:46.617ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
5132024-03-22T05:02:46.618ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::server_state_machine::instance_start_stop_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
5142024-03-22T05:02:46.753ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
5152024-03-22T05:02:46.753ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-ea203941-67f6-440d-a9f5-803b2f9be7be"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs verb = destroy vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
5162024-03-22T05:02:46.783ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
5172024-03-22T05:02:46.783ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-7ca47061-cd8f-47fb-afdd-c226dd9acd5a"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs verb = destroy vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
5182024-03-22T05:02:46.799ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 182 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 5fd4850b-753c-4e85-8481-959657450cc0
5192024-03-22T05:02:46.799ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 876 file = phd-tests/tests/src/server_state_machine.rs line = 12 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_tests::server_state_machine
5202024-03-22T05:02:46.800ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 182 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
5212024-03-22T05:02:46.800ZINFOphd-runner: Starting test phd_tests::migrate::from_base::migration_from_base_and_back file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
5222024-03-22T05:02:46.800ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
5232024-03-22T05:02:46.800ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
5242024-03-22T05:02:46.800ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 50 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_tests::migrate::from_base
5252024-03-22T05:02:46.800ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
5262024-03-22T05:02:46.800ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
5272024-03-22T05:02:46.800ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
5282024-03-22T05:02:46.800ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs verb = list
5292024-03-22T05:02:46.810ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::from_base::migration_from_base_and_back stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 50.7M 1.80T 48.9M /phd-artifacts\n target = phd_framework::zfs
5302024-03-22T05:02:46.810ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-4afb2519-e338-44a8-96b6-ff644aab5391"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs verb = snapshot
5312024-03-22T05:02:46.824ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-4afb2519-e338-44a8-96b6-ff644aab5391", "phd-artifacts/phd-clone-6187cbdf-7188-41e5-a66e-7b5d3673e0de"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs verb = clone
5322024-03-22T05:02:46.841ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-6187cbdf-7188-41e5-a66e-7b5d3673e0de"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs verb = list
5332024-03-22T05:02:46.852ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::from_base::migration_from_base_and_back stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-6187cbdf-7188-41e5-a66e-7b5d3673e0de 0B 1.80T 48.9M /phd-artifacts/phd-clone-6187cbdf-7188-41e5-a66e-7b5d3673e0de\n target = phd_framework::zfs
5342024-03-22T05:02:46.852ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
5352024-03-22T05:02:46.852ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__BASE_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::from_base::migration_from_base_and_back spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-6187cbdf-7188-41e5-a66e-7b5d3673e0de/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_from_base_and_back
5362024-03-22T05:02:46.852ZDEBGphd-runner: [NEW - EVENT] checking for existing copy of artifact file = phd-tests/framework/src/artifacts/store.rs line = 89 maybe_path = /phd-artifacts/7bfa4fe7fc4f245e985b35c62ff6ea6f26396a61795e296edc46520c3c7b7695/propolis-server.tar.gz path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::artifacts::store
5372024-03-22T05:02:46.853ZDEBGphd-runner: [NEW - EVENT] Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 215 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/fdf0585c6a227a7cfbee4a61a36938c3d77e4712/propolis-server.tar.gz
5382024-03-22T05:03:25.917ZDEBGphd-runner: [NEW - EVENT] Extracting artifact from tarball extracted_path = /phd-artifacts/7bfa4fe7fc4f245e985b35c62ff6ea6f26396a61795e296edc46520c3c7b7695/propolis-server file = phd-tests/framework/src/artifacts/store.rs line = 162 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::artifacts::store untar_path = propolis-server
5392024-03-22T05:03:25.917ZDEBGphd-runner: [NEW - EVENT] Extracting gzipped tarball... file = phd-tests/framework/src/artifacts/store.rs line = 518 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::artifacts::store
5402024-03-22T05:03:36.747ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_from_base_and_back.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::migration_from_base_and_back server_addr = 127.0.0.1:9000 server_path = "/phd-artifacts/7bfa4fe7fc4f245e985b35c62ff6ea6f26396a61795e296edc46520c3c7b7695/propolis-server" target = phd_framework::test_vm::server
5412024-03-22T05:03:36.747ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::migration_from_base_and_back stderr_path = "/tmp/propolis-phd/migration_from_base_and_back.stderr.log" stdout_path = "/tmp/propolis-phd/migration_from_base_and_back.stdout.log" target = phd_framework::server_log_mode
5422024-03-22T05:03:36.779ZINFOphd-runner: [NEW - EVENT] Launched server with pid 921 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm::server
5432024-03-22T05:03:36.779ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 49926 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
5442024-03-22T05:03:36.779ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5452024-03-22T05:03:36.780ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5462024-03-22T05:03:37.298ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
5472024-03-22T05:03:37.299ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 351f39a2-d919-4c9c-8cde-20829605f588, silo_id: fc9ab875-2419-4df3-8f9e-3a8322ce1fcb }, name: "phd-vm-769a65fc-37b9-4fce-ae2f-4c4aabd4ae74", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::migrate::from_base::migration_from_base_and_back self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-6187cbdf-7188-41e5-a66e-7b5d3673e0de/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5482024-03-22T05:03:37.299ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 519 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5492024-03-22T05:03:37.299ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5502024-03-22T05:03:37.299ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::migrate::from_base::migration_from_base_and_back state = Run target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5512024-03-22T05:03:37.299ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5522024-03-22T05:03:37.299ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
5532024-03-22T05:03:37.299ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = 300s vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5542024-03-22T05:03:37.300ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::from_base::migration_from_base_and_back step = WaitFor("localhost login: ") target = phd_framework::test_vm
5552024-03-22T05:03:37.300ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5562024-03-22T05:03:37.300ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5572024-03-22T05:03:41.485ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4185 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5582024-03-22T05:03:41.485ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::from_base::migration_from_base_and_back step = WriteStr("root") target = phd_framework::test_vm
5592024-03-22T05:03:41.485ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::from_base::migration_from_base_and_back step = WaitFor("localhost:~#") target = phd_framework::test_vm
5602024-03-22T05:03:41.485ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5612024-03-22T05:03:41.485ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5622024-03-22T05:03:41.505ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5632024-03-22T05:03:41.505ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
5642024-03-22T05:03:41.505ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4205 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
5652024-03-22T05:03:41.505ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5662024-03-22T05:03:41.505ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5672024-03-22T05:03:41.514ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 8 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5682024-03-22T05:03:41.514ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5692024-03-22T05:03:41.514ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5702024-03-22T05:03:41.546ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 31 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5712024-03-22T05:03:41.546ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5722024-03-22T05:03:41.546ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5732024-03-22T05:03:41.557ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5742024-03-22T05:03:41.558ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5752024-03-22T05:03:41.558ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5762024-03-22T05:03:41.579ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 21 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5772024-03-22T05:03:41.579ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5782024-03-22T05:03:41.579ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5792024-03-22T05:03:41.590ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5802024-03-22T05:03:41.590ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5812024-03-22T05:03:41.590ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5822024-03-22T05:03:41.612ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 22 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
5832024-03-22T05:03:41.612ZINFOphd-runner: [TEST - EVENT] migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 74 path = phd_tests::migrate::from_base::migration_from_base_and_back propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_from_base_and_back
5842024-03-22T05:03:41.613ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
5852024-03-22T05:03:41.613ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::from_base::migration_from_base_and_back spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-6187cbdf-7188-41e5-a66e-7b5d3673e0de/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_from_base_and_back_lifecycle_0
5862024-03-22T05:03:41.613ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
5872024-03-22T05:03:41.613ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_from_base_and_back_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::migration_from_base_and_back server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
5882024-03-22T05:03:41.613ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::migration_from_base_and_back stderr_path = "/tmp/propolis-phd/migration_from_base_and_back_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_from_base_and_back_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
5892024-03-22T05:03:41.628ZINFOphd-runner: [NEW - EVENT] Launched server with pid 922 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm::server
5902024-03-22T05:03:41.628ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 15 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
5912024-03-22T05:03:41.628ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74 target = phd_framework::test_vm target_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39
5922024-03-22T05:03:41.628ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = 1ba01aee-b47b-4ae1-bf48-e3336e7e5c17 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74 target = phd_framework::test_vm target_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39 timeout_duration = 45s
5932024-03-22T05:03:41.629ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74 target = phd_framework::test_vm target_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39 vm = migration_from_base_and_back_lifecycle_0 vm_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39
5942024-03-22T05:03:41.629ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74 target = phd_framework::test_vm target_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39 vm = migration_from_base_and_back_lifecycle_0 vm_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39
5952024-03-22T05:03:42.399ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 5fc0f606-0f6a-4943-bfa9-666a6d04eb39, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: ef1089a7-1fd1-459c-9235-93d55b1312ed, silo_id: 1355e4f3-3603-4bb3-8110-31e48d7a017b }, name: "phd-vm-5fc0f606-0f6a-4943-bfa9-666a6d04eb39", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::from_base::migration_from_base_and_back self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-6187cbdf-7188-41e5-a66e-7b5d3673e0de/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migration_from_base_and_back source_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74 target = phd_framework::test_vm target_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39 vm = migration_from_base_and_back_lifecycle_0 vm_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39
5962024-03-22T05:03:42.399ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 770 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74 target = phd_framework::test_vm target_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39 vm = migration_from_base_and_back_lifecycle_0 vm_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39
5972024-03-22T05:03:42.399ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 1ba01aee-b47b-4ae1-bf48-e3336e7e5c17 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74 target = phd_framework::test_vm target_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39
5982024-03-22T05:03:53.891ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":7718}} target = phd_framework::serial
5992024-03-22T05:03:54.402ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74 target = phd_framework::test_vm target_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39
6002024-03-22T05:03:54.402ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 12003 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 1ba01aee-b47b-4ae1-bf48-e3336e7e5c17 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74 target = phd_framework::test_vm target_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39
6012024-03-22T05:03:54.402ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 12774 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74 target = phd_framework::test_vm target_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39
6022024-03-22T05:03:54.404ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
6032024-03-22T05:03:54.404ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39
6042024-03-22T05:03:54.404ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base_and_back_lifecycle_0 vm_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39
6052024-03-22T05:03:54.405ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::migration_from_base_and_back self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
6062024-03-22T05:03:54.541ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 137 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 769a65fc-37b9-4fce-ae2f-4c4aabd4ae74
6072024-03-22T05:03:54.541ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 137 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39
6082024-03-22T05:03:54.542ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39
6092024-03-22T05:03:54.542ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base_and_back_lifecycle_0 vm_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39
6102024-03-22T05:03:54.564ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 22 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39
6112024-03-22T05:03:54.564ZINFOphd-runner: [TEST - EVENT] migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 74 path = phd_tests::migrate::from_base::migration_from_base_and_back propolis_artifact = __BASE_PROPOLIS target = phd_framework::lifecycle vm_name = migration_from_base_and_back
6122024-03-22T05:03:54.564ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
6132024-03-22T05:03:54.564ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__BASE_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::from_base::migration_from_base_and_back spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-6187cbdf-7188-41e5-a66e-7b5d3673e0de/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_from_base_and_back_lifecycle_1
6142024-03-22T05:03:54.564ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/7bfa4fe7fc4f245e985b35c62ff6ea6f26396a61795e296edc46520c3c7b7695/propolis-server target = phd_framework::artifacts::store
6152024-03-22T05:03:54.565ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_from_base_and_back_lifecycle_1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::migration_from_base_and_back server_addr = 127.0.0.1:9004 server_path = "/phd-artifacts/7bfa4fe7fc4f245e985b35c62ff6ea6f26396a61795e296edc46520c3c7b7695/propolis-server" target = phd_framework::test_vm::server
6162024-03-22T05:03:54.565ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::migration_from_base_and_back stderr_path = "/tmp/propolis-phd/migration_from_base_and_back_lifecycle_1.stderr.log" stdout_path = "/tmp/propolis-phd/migration_from_base_and_back_lifecycle_1.stdout.log" target = phd_framework::server_log_mode
6172024-03-22T05:03:54.580ZINFOphd-runner: [NEW - EVENT] Launched server with pid 924 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm::server
6182024-03-22T05:03:54.580ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 15 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
6192024-03-22T05:03:54.580ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_0 source_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39 target = phd_framework::test_vm target_id = fd819565-8a65-4604-9496-81cf692f9823
6202024-03-22T05:03:54.580ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9002 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = 318d35ec-c1ce-4b71-b050-96d981674a08 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_0 source_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39 target = phd_framework::test_vm target_id = fd819565-8a65-4604-9496-81cf692f9823 timeout_duration = 45s
6212024-03-22T05:03:54.581ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_0 source_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39 target = phd_framework::test_vm target_id = fd819565-8a65-4604-9496-81cf692f9823 vm = migration_from_base_and_back_lifecycle_1 vm_id = fd819565-8a65-4604-9496-81cf692f9823
6222024-03-22T05:03:54.581ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9004/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_0 source_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39 target = phd_framework::test_vm target_id = fd819565-8a65-4604-9496-81cf692f9823 vm = migration_from_base_and_back_lifecycle_1 vm_id = fd819565-8a65-4604-9496-81cf692f9823
6232024-03-22T05:03:55.116ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: fd819565-8a65-4604-9496-81cf692f9823, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 81796421-e034-4d31-b7bd-c79aec5eb8d3, silo_id: 81f4c7b0-ab7a-440e-a670-1e8e6d432f72 }, name: "phd-vm-fd819565-8a65-4604-9496-81cf692f9823", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::from_base::migration_from_base_and_back self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-6187cbdf-7188-41e5-a66e-7b5d3673e0de/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migration_from_base_and_back_lifecycle_0 source_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39 target = phd_framework::test_vm target_id = fd819565-8a65-4604-9496-81cf692f9823 vm = migration_from_base_and_back_lifecycle_1 vm_id = fd819565-8a65-4604-9496-81cf692f9823
6242024-03-22T05:03:55.116ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 535 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_0 source_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39 target = phd_framework::test_vm target_id = fd819565-8a65-4604-9496-81cf692f9823 vm = migration_from_base_and_back_lifecycle_1 vm_id = fd819565-8a65-4604-9496-81cf692f9823
6252024-03-22T05:03:55.116ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 318d35ec-c1ce-4b71-b050-96d981674a08 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_0 source_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39 target = phd_framework::test_vm target_id = fd819565-8a65-4604-9496-81cf692f9823
6262024-03-22T05:04:06.695ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9004","from_start":7765}} target = phd_framework::serial
6272024-03-22T05:04:09.095ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_0 source_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39 target = phd_framework::test_vm target_id = fd819565-8a65-4604-9496-81cf692f9823
6282024-03-22T05:04:09.095ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 13978 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 318d35ec-c1ce-4b71-b050-96d981674a08 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_0 source_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39 target = phd_framework::test_vm target_id = fd819565-8a65-4604-9496-81cf692f9823
6292024-03-22T05:04:09.095ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 14514 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_0 source_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39 target = phd_framework::test_vm target_id = fd819565-8a65-4604-9496-81cf692f9823
6302024-03-22T05:04:09.096ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39
6312024-03-22T05:04:09.097ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_1 vm_id = fd819565-8a65-4604-9496-81cf692f9823
6322024-03-22T05:04:09.097ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base_and_back_lifecycle_1 vm_id = fd819565-8a65-4604-9496-81cf692f9823
6332024-03-22T05:04:09.097ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::migration_from_base_and_back self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migration_from_base_and_back_lifecycle_0 vm_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39
6342024-03-22T05:04:09.224ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 127 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = 5fc0f606-0f6a-4943-bfa9-666a6d04eb39
6352024-03-22T05:04:09.224ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 127 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_1 vm_id = fd819565-8a65-4604-9496-81cf692f9823
6362024-03-22T05:04:09.224ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_1 vm_id = fd819565-8a65-4604-9496-81cf692f9823
6372024-03-22T05:04:09.224ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base_and_back_lifecycle_1 vm_id = fd819565-8a65-4604-9496-81cf692f9823
6382024-03-22T05:04:09.247ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 22 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_1 vm_id = fd819565-8a65-4604-9496-81cf692f9823
6392024-03-22T05:04:09.247ZINFOphd-runner: [TEST - EVENT] migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 74 path = phd_tests::migrate::from_base::migration_from_base_and_back propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_from_base_and_back
6402024-03-22T05:04:09.247ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
6412024-03-22T05:04:09.247ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::from_base::migration_from_base_and_back spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-6187cbdf-7188-41e5-a66e-7b5d3673e0de/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_from_base_and_back_lifecycle_2
6422024-03-22T05:04:09.247ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
6432024-03-22T05:04:09.247ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_from_base_and_back_lifecycle_2.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::migration_from_base_and_back server_addr = 127.0.0.1:9006 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
6442024-03-22T05:04:09.247ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::migration_from_base_and_back stderr_path = "/tmp/propolis-phd/migration_from_base_and_back_lifecycle_2.stderr.log" stdout_path = "/tmp/propolis-phd/migration_from_base_and_back_lifecycle_2.stdout.log" target = phd_framework::server_log_mode
6452024-03-22T05:04:09.263ZINFOphd-runner: [NEW - EVENT] Launched server with pid 926 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm::server
6462024-03-22T05:04:09.264ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 16 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
6472024-03-22T05:04:09.264ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_1 source_id = fd819565-8a65-4604-9496-81cf692f9823 target = phd_framework::test_vm target_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2
6482024-03-22T05:04:09.264ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9004 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = 780c4619-788b-4539-ba24-e5dbf85fd0fb path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_1 source_id = fd819565-8a65-4604-9496-81cf692f9823 target = phd_framework::test_vm target_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2 timeout_duration = 45s
6492024-03-22T05:04:09.264ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_1 source_id = fd819565-8a65-4604-9496-81cf692f9823 target = phd_framework::test_vm target_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2 vm = migration_from_base_and_back_lifecycle_2 vm_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2
6502024-03-22T05:04:09.264ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9006/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_1 source_id = fd819565-8a65-4604-9496-81cf692f9823 target = phd_framework::test_vm target_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2 vm = migration_from_base_and_back_lifecycle_2 vm_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2
6512024-03-22T05:04:09.980ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: e74475f6-4902-43ae-a0df-d57c859c4d5d, silo_id: e999dc67-b633-4012-9749-d915c9ce37d7 }, name: "phd-vm-fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::from_base::migration_from_base_and_back self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-6187cbdf-7188-41e5-a66e-7b5d3673e0de/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migration_from_base_and_back_lifecycle_1 source_id = fd819565-8a65-4604-9496-81cf692f9823 target = phd_framework::test_vm target_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2 vm = migration_from_base_and_back_lifecycle_2 vm_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2
6522024-03-22T05:04:09.980ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 716 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_1 source_id = fd819565-8a65-4604-9496-81cf692f9823 target = phd_framework::test_vm target_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2 vm = migration_from_base_and_back_lifecycle_2 vm_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2
6532024-03-22T05:04:09.980ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 780c4619-788b-4539-ba24-e5dbf85fd0fb path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_1 source_id = fd819565-8a65-4604-9496-81cf692f9823 target = phd_framework::test_vm target_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2
6542024-03-22T05:04:21.528ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9006","from_start":7812}} target = phd_framework::serial
6552024-03-22T05:04:28.895ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_1 source_id = fd819565-8a65-4604-9496-81cf692f9823 target = phd_framework::test_vm target_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2
6562024-03-22T05:04:28.895ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 18914 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 780c4619-788b-4539-ba24-e5dbf85fd0fb path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_1 source_id = fd819565-8a65-4604-9496-81cf692f9823 target = phd_framework::test_vm target_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2
6572024-03-22T05:04:28.895ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 19630 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_1 source_id = fd819565-8a65-4604-9496-81cf692f9823 target = phd_framework::test_vm target_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2
6582024-03-22T05:04:28.896ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_1 vm_id = fd819565-8a65-4604-9496-81cf692f9823
6592024-03-22T05:04:28.896ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_2 vm_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2
6602024-03-22T05:04:28.896ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base_and_back_lifecycle_2 vm_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2
6612024-03-22T05:04:28.897ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::migration_from_base_and_back self.address = 127.0.0.1:9004 target = phd_framework::test_vm::server vm = migration_from_base_and_back_lifecycle_1 vm_id = fd819565-8a65-4604-9496-81cf692f9823
6622024-03-22T05:04:29.024ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 128 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_1 vm_id = fd819565-8a65-4604-9496-81cf692f9823
6632024-03-22T05:04:29.025ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 128 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_2 vm_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2
6642024-03-22T05:04:29.025ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_2 vm_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2
6652024-03-22T05:04:29.025ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base_and_back_lifecycle_2 vm_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2
6662024-03-22T05:04:29.059ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 33 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_2 vm_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2
6672024-03-22T05:04:29.059ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_2 vm_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2
6682024-03-22T05:04:29.059ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
6692024-03-22T05:04:29.059ZINFOphd-runner: test phd_tests::migrate::from_base::migration_from_base_and_back ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
6702024-03-22T05:04:29.059ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 51761 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
6712024-03-22T05:04:29.059ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
6722024-03-22T05:04:29.060ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_2 vm_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2
6732024-03-22T05:04:29.794ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::migration_from_base_and_back self.address = 127.0.0.1:9006 target = phd_framework::test_vm::server vm = migration_from_base_and_back_lifecycle_2 vm_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2
6742024-03-22T05:04:29.931ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs vm = migration_from_base_and_back_lifecycle_2 vm_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2
6752024-03-22T05:04:29.931ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-6187cbdf-7188-41e5-a66e-7b5d3673e0de"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs verb = destroy vm = migration_from_base_and_back_lifecycle_2 vm_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2
6762024-03-22T05:04:29.965ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs vm = migration_from_base_and_back_lifecycle_2 vm_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2
6772024-03-22T05:04:29.965ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-4afb2519-e338-44a8-96b6-ff644aab5391"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs verb = destroy vm = migration_from_base_and_back_lifecycle_2 vm_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2
6782024-03-22T05:04:29.991ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 931 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_2 vm_id = fa1ab7f9-faf7-44c8-8550-bbe6e64b0ed2
6792024-03-22T05:04:29.991ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 103190 file = phd-tests/tests/src/migrate.rs line = 50 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_tests::migrate::from_base
6802024-03-22T05:04:29.991ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 931 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
6812024-03-22T05:04:29.991ZINFOphd-runner: Starting test phd_tests::migrate::from_base::serial_history file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
6822024-03-22T05:04:29.991ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
6832024-03-22T05:04:29.991ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
6842024-03-22T05:04:29.991ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 38 path = phd_tests::migrate::from_base::serial_history target = phd_tests::migrate::from_base
6852024-03-22T05:04:29.991ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
6862024-03-22T05:04:29.991ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
6872024-03-22T05:04:29.991ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
6882024-03-22T05:04:29.991ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs verb = list
6892024-03-22T05:04:30.009ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::from_base::serial_history stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 650M 1.80T 649M /phd-artifacts\n target = phd_framework::zfs
6902024-03-22T05:04:30.009ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-bc29e704-67fa-451c-875b-c40041c9d2d4"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs verb = snapshot
6912024-03-22T05:04:30.029ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-bc29e704-67fa-451c-875b-c40041c9d2d4", "phd-artifacts/phd-clone-2502c025-55a6-4305-a9a1-a3fce24e368d"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs verb = clone
6922024-03-22T05:04:30.052ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-2502c025-55a6-4305-a9a1-a3fce24e368d"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs verb = list
6932024-03-22T05:04:30.066ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::from_base::serial_history stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-2502c025-55a6-4305-a9a1-a3fce24e368d 0B 1.80T 649M /phd-artifacts/phd-clone-2502c025-55a6-4305-a9a1-a3fce24e368d\n target = phd_framework::zfs
6942024-03-22T05:04:30.067ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
6952024-03-22T05:04:30.067ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__BASE_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::from_base::serial_history spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-2502c025-55a6-4305-a9a1-a3fce24e368d/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_serial_history_base
6962024-03-22T05:04:30.067ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/7bfa4fe7fc4f245e985b35c62ff6ea6f26396a61795e296edc46520c3c7b7695/propolis-server target = phd_framework::artifacts::store
6972024-03-22T05:04:30.067ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_serial_history_base.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::serial_history server_addr = 127.0.0.1:9000 server_path = "/phd-artifacts/7bfa4fe7fc4f245e985b35c62ff6ea6f26396a61795e296edc46520c3c7b7695/propolis-server" target = phd_framework::test_vm::server
6982024-03-22T05:04:30.067ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::serial_history stderr_path = "/tmp/propolis-phd/migration_serial_history_base.stderr.log" stdout_path = "/tmp/propolis-phd/migration_serial_history_base.stdout.log" target = phd_framework::server_log_mode
6992024-03-22T05:04:30.076ZINFOphd-runner: [NEW - EVENT] Launched server with pid 935 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm::server
7002024-03-22T05:04:30.077ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
7012024-03-22T05:04:30.077ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b
7022024-03-22T05:04:30.077ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b
7032024-03-22T05:04:30.786ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
7042024-03-22T05:04:30.787ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 1810bbc3-8628-41ff-95e2-267b57f6e13b, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: a58b917a-afec-4bdb-ad97-b51e8a361a8a, silo_id: 1b51ec06-5453-4b18-81ef-972a8a2bf7a1 }, name: "phd-vm-1810bbc3-8628-41ff-95e2-267b57f6e13b", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::migrate::from_base::serial_history self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-2502c025-55a6-4305-a9a1-a3fce24e368d/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b
7052024-03-22T05:04:30.787ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 710 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b
7062024-03-22T05:04:30.787ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b
7072024-03-22T05:04:30.787ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::migrate::from_base::serial_history state = Run target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b
7082024-03-22T05:04:30.788ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b
7092024-03-22T05:04:30.788ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
7102024-03-22T05:04:30.788ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm timeout_duration = 300s vm = migration_serial_history_base vm_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b
7112024-03-22T05:04:30.788ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::from_base::serial_history step = WaitFor("localhost login: ") target = phd_framework::test_vm
7122024-03-22T05:04:30.788ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b
7132024-03-22T05:04:30.788ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_serial_history_base vm_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b
7142024-03-22T05:04:34.981ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4193 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b
7152024-03-22T05:04:34.981ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::from_base::serial_history step = WriteStr("root") target = phd_framework::test_vm
7162024-03-22T05:04:34.981ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::from_base::serial_history step = WaitFor("localhost:~#") target = phd_framework::test_vm
7172024-03-22T05:04:34.981ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b
7182024-03-22T05:04:34.982ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_serial_history_base vm_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b
7192024-03-22T05:04:35.001ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b
7202024-03-22T05:04:35.001ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
7212024-03-22T05:04:35.001ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4212 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
7222024-03-22T05:04:35.001ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b
7232024-03-22T05:04:35.001ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_serial_history_base vm_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b
7242024-03-22T05:04:35.011ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b
7252024-03-22T05:04:35.011ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b
7262024-03-22T05:04:35.011ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_serial_history_base vm_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b
7272024-03-22T05:04:35.042ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 31 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b
7282024-03-22T05:04:35.046ZINFOphd-runner: [TEST - EVENT] migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 74 path = phd_tests::migrate::from_base::serial_history propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_serial_history_base
7292024-03-22T05:04:35.046ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
7302024-03-22T05:04:35.046ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::from_base::serial_history spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-2502c025-55a6-4305-a9a1-a3fce24e368d/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_serial_history_base_lifecycle_0
7312024-03-22T05:04:35.046ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
7322024-03-22T05:04:35.046ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_serial_history_base_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::serial_history server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
7332024-03-22T05:04:35.046ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::serial_history stderr_path = "/tmp/propolis-phd/migration_serial_history_base_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_serial_history_base_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
7342024-03-22T05:04:35.060ZINFOphd-runner: [NEW - EVENT] Launched server with pid 936 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm::server
7352024-03-22T05:04:35.061ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 14 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
7362024-03-22T05:04:35.061ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b target = phd_framework::test_vm target_id = 73b56987-595d-40a7-814d-938fbae54780
7372024-03-22T05:04:35.061ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = da15f9ad-52d4-479c-870b-915d577b9870 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b target = phd_framework::test_vm target_id = 73b56987-595d-40a7-814d-938fbae54780 timeout_duration = 45s
7382024-03-22T05:04:35.061ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b target = phd_framework::test_vm target_id = 73b56987-595d-40a7-814d-938fbae54780 vm = migration_serial_history_base_lifecycle_0 vm_id = 73b56987-595d-40a7-814d-938fbae54780
7392024-03-22T05:04:35.061ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b target = phd_framework::test_vm target_id = 73b56987-595d-40a7-814d-938fbae54780 vm = migration_serial_history_base_lifecycle_0 vm_id = 73b56987-595d-40a7-814d-938fbae54780
7402024-03-22T05:04:35.847ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 73b56987-595d-40a7-814d-938fbae54780, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 6c4edd48-35c4-4974-91ab-fef46a30aa1f, silo_id: 5f2f1eaf-1d44-4046-a3a3-1a91e064dca8 }, name: "phd-vm-73b56987-595d-40a7-814d-938fbae54780", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::from_base::serial_history self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-2502c025-55a6-4305-a9a1-a3fce24e368d/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migration_serial_history_base source_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b target = phd_framework::test_vm target_id = 73b56987-595d-40a7-814d-938fbae54780 vm = migration_serial_history_base_lifecycle_0 vm_id = 73b56987-595d-40a7-814d-938fbae54780
7412024-03-22T05:04:35.847ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 786 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b target = phd_framework::test_vm target_id = 73b56987-595d-40a7-814d-938fbae54780 vm = migration_serial_history_base_lifecycle_0 vm_id = 73b56987-595d-40a7-814d-938fbae54780
7422024-03-22T05:04:35.847ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = da15f9ad-52d4-479c-870b-915d577b9870 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b target = phd_framework::test_vm target_id = 73b56987-595d-40a7-814d-938fbae54780
7432024-03-22T05:04:47.284ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":7685}} target = phd_framework::serial
7442024-03-22T05:04:47.304ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b target = phd_framework::test_vm target_id = 73b56987-595d-40a7-814d-938fbae54780
7452024-03-22T05:04:47.304ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 11456 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = da15f9ad-52d4-479c-870b-915d577b9870 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b target = phd_framework::test_vm target_id = 73b56987-595d-40a7-814d-938fbae54780
7462024-03-22T05:04:47.304ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 12243 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b target = phd_framework::test_vm target_id = 73b56987-595d-40a7-814d-938fbae54780
7472024-03-22T05:04:47.331ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b
7482024-03-22T05:04:47.332ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b
7492024-03-22T05:04:47.333ZERROphd-runner: [VM CLEANUP - EVENT] error stopping VM to move it to Destroyed error = Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "bbd5e021-0145-43e1-9472-f81347b7f30d", "content-length": "84", "date": "Fri, 22 Mar 2024 05:04:47 GMT"}; value: Error { error_code: None, message: "Not Found", request_id: "bbd5e021-0145-43e1-9472-f81347b7f30d" } file = phd-tests/framework/src/test_vm/mod.rs line = 981 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b
7502024-03-22T05:04:47.333ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::serial_history self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migration_serial_history_base vm_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b
7512024-03-22T05:04:47.347ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base_lifecycle_0 vm_id = 73b56987-595d-40a7-814d-938fbae54780
7522024-03-22T05:04:47.347ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
7532024-03-22T05:04:47.347ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 16561 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
7542024-03-22T05:04:47.347ZINFOphd-runner: test phd_tests::migrate::from_base::serial_history ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
7552024-03-22T05:04:47.348ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
7562024-03-22T05:04:47.348ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base_lifecycle_0 vm_id = 73b56987-595d-40a7-814d-938fbae54780
7572024-03-22T05:04:47.453ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 121 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 1810bbc3-8628-41ff-95e2-267b57f6e13b
7582024-03-22T05:04:47.982ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::serial_history self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migration_serial_history_base_lifecycle_0 vm_id = 73b56987-595d-40a7-814d-938fbae54780
7592024-03-22T05:04:48.118ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs vm = migration_serial_history_base_lifecycle_0 vm_id = 73b56987-595d-40a7-814d-938fbae54780
7602024-03-22T05:04:48.118ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-2502c025-55a6-4305-a9a1-a3fce24e368d"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs verb = destroy vm = migration_serial_history_base_lifecycle_0 vm_id = 73b56987-595d-40a7-814d-938fbae54780
7612024-03-22T05:04:48.152ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs vm = migration_serial_history_base_lifecycle_0 vm_id = 73b56987-595d-40a7-814d-938fbae54780
7622024-03-22T05:04:48.152ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-bc29e704-67fa-451c-875b-c40041c9d2d4"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs verb = destroy vm = migration_serial_history_base_lifecycle_0 vm_id = 73b56987-595d-40a7-814d-938fbae54780
7632024-03-22T05:04:48.176ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 828 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base_lifecycle_0 vm_id = 73b56987-595d-40a7-814d-938fbae54780
7642024-03-22T05:04:48.176ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 18185 file = phd-tests/tests/src/migrate.rs line = 38 path = phd_tests::migrate::from_base::serial_history target = phd_tests::migrate::from_base
7652024-03-22T05:04:48.176ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 828 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
7662024-03-22T05:04:48.176ZINFOphd-runner: Starting test phd_tests::migrate::from_base::can_migrate_from_base file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
7672024-03-22T05:04:48.176ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
7682024-03-22T05:04:48.177ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
7692024-03-22T05:04:48.177ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 32 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_tests::migrate::from_base
7702024-03-22T05:04:48.177ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
7712024-03-22T05:04:48.177ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
7722024-03-22T05:04:48.177ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
7732024-03-22T05:04:48.177ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs verb = list
7742024-03-22T05:04:48.198ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::from_base::can_migrate_from_base stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 650M 1.80T 649M /phd-artifacts\n target = phd_framework::zfs
7752024-03-22T05:04:48.198ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-cca49af9-6589-4e5c-a392-06fb5b8ca9fd"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs verb = snapshot
7762024-03-22T05:04:48.224ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-cca49af9-6589-4e5c-a392-06fb5b8ca9fd", "phd-artifacts/phd-clone-275f451f-7741-4b71-84a9-faafe6d966d7"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs verb = clone
7772024-03-22T05:04:48.246ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-275f451f-7741-4b71-84a9-faafe6d966d7"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs verb = list
7782024-03-22T05:04:48.262ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::from_base::can_migrate_from_base stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-275f451f-7741-4b71-84a9-faafe6d966d7 0B 1.80T 649M /phd-artifacts/phd-clone-275f451f-7741-4b71-84a9-faafe6d966d7\n target = phd_framework::zfs
7792024-03-22T05:04:48.262ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
7802024-03-22T05:04:48.263ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__BASE_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::from_base::can_migrate_from_base spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-275f451f-7741-4b71-84a9-faafe6d966d7/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_from_base
7812024-03-22T05:04:48.263ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/7bfa4fe7fc4f245e985b35c62ff6ea6f26396a61795e296edc46520c3c7b7695/propolis-server target = phd_framework::artifacts::store
7822024-03-22T05:04:48.263ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_from_base.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::can_migrate_from_base server_addr = 127.0.0.1:9000 server_path = "/phd-artifacts/7bfa4fe7fc4f245e985b35c62ff6ea6f26396a61795e296edc46520c3c7b7695/propolis-server" target = phd_framework::test_vm::server
7832024-03-22T05:04:48.263ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::can_migrate_from_base stderr_path = "/tmp/propolis-phd/migration_from_base.stderr.log" stdout_path = "/tmp/propolis-phd/migration_from_base.stdout.log" target = phd_framework::server_log_mode
7842024-03-22T05:04:48.271ZINFOphd-runner: [NEW - EVENT] Launched server with pid 945 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm::server
7852024-03-22T05:04:48.272ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
7862024-03-22T05:04:48.272ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
7872024-03-22T05:04:48.272ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
7882024-03-22T05:04:48.734ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
7892024-03-22T05:04:48.735ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 9a9582a1-af25-476f-b2ce-1b250e6e48eb, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 9329f23e-dba4-4f84-aa81-56f98cb0129a, silo_id: 56c36c6a-32cd-4a9c-a7b8-179a737ce0ff }, name: "phd-vm-9a9582a1-af25-476f-b2ce-1b250e6e48eb", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::migrate::from_base::can_migrate_from_base self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-275f451f-7741-4b71-84a9-faafe6d966d7/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
7902024-03-22T05:04:48.735ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 463 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
7912024-03-22T05:04:48.735ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
7922024-03-22T05:04:48.735ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::migrate::from_base::can_migrate_from_base state = Run target = phd_framework::test_vm vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
7932024-03-22T05:04:48.736ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
7942024-03-22T05:04:48.736ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
7952024-03-22T05:04:48.736ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = 300s vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
7962024-03-22T05:04:48.736ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::from_base::can_migrate_from_base step = WaitFor("localhost login: ") target = phd_framework::test_vm
7972024-03-22T05:04:48.736ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
7982024-03-22T05:04:48.736ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
7992024-03-22T05:04:52.979ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4242 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
8002024-03-22T05:04:52.979ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::from_base::can_migrate_from_base step = WriteStr("root") target = phd_framework::test_vm
8012024-03-22T05:04:52.979ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::from_base::can_migrate_from_base step = WaitFor("localhost:~#") target = phd_framework::test_vm
8022024-03-22T05:04:52.979ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
8032024-03-22T05:04:52.979ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
8042024-03-22T05:04:52.998ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
8052024-03-22T05:04:52.999ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
8062024-03-22T05:04:52.999ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4262 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
8072024-03-22T05:04:52.999ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
8082024-03-22T05:04:52.999ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
8092024-03-22T05:04:53.009ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
8102024-03-22T05:04:53.009ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
8112024-03-22T05:04:53.009ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
8122024-03-22T05:04:53.041ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 31 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
8132024-03-22T05:04:53.041ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
8142024-03-22T05:04:53.041ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
8152024-03-22T05:04:53.052ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
8162024-03-22T05:04:53.052ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
8172024-03-22T05:04:53.052ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
8182024-03-22T05:04:53.085ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
8192024-03-22T05:04:53.085ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
8202024-03-22T05:04:53.085ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
8212024-03-22T05:04:53.096ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
8222024-03-22T05:04:53.096ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
8232024-03-22T05:04:53.096ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
8242024-03-22T05:04:53.118ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 22 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
8252024-03-22T05:04:53.118ZINFOphd-runner: [TEST - EVENT] migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 74 path = phd_tests::migrate::from_base::can_migrate_from_base propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_from_base
8262024-03-22T05:04:53.119ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
8272024-03-22T05:04:53.119ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::from_base::can_migrate_from_base spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-275f451f-7741-4b71-84a9-faafe6d966d7/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_from_base_lifecycle_0
8282024-03-22T05:04:53.119ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
8292024-03-22T05:04:53.119ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_from_base_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::can_migrate_from_base server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
8302024-03-22T05:04:53.119ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::can_migrate_from_base stderr_path = "/tmp/propolis-phd/migration_from_base_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_from_base_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
8312024-03-22T05:04:53.133ZINFOphd-runner: [NEW - EVENT] Launched server with pid 946 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm::server
8322024-03-22T05:04:53.134ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 15 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
8332024-03-22T05:04:53.134ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb target = phd_framework::test_vm target_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5
8342024-03-22T05:04:53.134ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = f5dcdb4a-b130-41c7-8b6e-473635a5a9fc path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb target = phd_framework::test_vm target_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5 timeout_duration = 45s
8352024-03-22T05:04:53.134ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb target = phd_framework::test_vm target_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5 vm = migration_from_base_lifecycle_0 vm_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5
8362024-03-22T05:04:53.134ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb target = phd_framework::test_vm target_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5 vm = migration_from_base_lifecycle_0 vm_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5
8372024-03-22T05:04:53.999ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 883f9f99-7331-4ce0-bdbf-3b924590e8b5, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: ace47b7d-ebde-4d83-935b-a38a3effff36, silo_id: ece9de50-e27f-4ac9-963d-df69ea248c3d }, name: "phd-vm-883f9f99-7331-4ce0-bdbf-3b924590e8b5", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::from_base::can_migrate_from_base self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-275f451f-7741-4b71-84a9-faafe6d966d7/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migration_from_base source_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb target = phd_framework::test_vm target_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5 vm = migration_from_base_lifecycle_0 vm_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5
8382024-03-22T05:04:53.999ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 864 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb target = phd_framework::test_vm target_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5 vm = migration_from_base_lifecycle_0 vm_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5
8392024-03-22T05:04:53.999ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = f5dcdb4a-b130-41c7-8b6e-473635a5a9fc path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb target = phd_framework::test_vm target_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5
8402024-03-22T05:05:05.481ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":7718}} target = phd_framework::serial
8412024-03-22T05:05:09.370ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb target = phd_framework::test_vm target_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5
8422024-03-22T05:05:09.370ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 15371 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = f5dcdb4a-b130-41c7-8b6e-473635a5a9fc path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb target = phd_framework::test_vm target_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5
8432024-03-22T05:05:09.370ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 16236 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb target = phd_framework::test_vm target_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5
8442024-03-22T05:05:09.372ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
8452024-03-22T05:05:09.372ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5
8462024-03-22T05:05:09.372ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base_lifecycle_0 vm_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5
8472024-03-22T05:05:09.373ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::can_migrate_from_base self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
8482024-03-22T05:05:09.498ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 125 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 9a9582a1-af25-476f-b2ce-1b250e6e48eb
8492024-03-22T05:05:09.498ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 125 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5
8502024-03-22T05:05:09.498ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5
8512024-03-22T05:05:09.499ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base_lifecycle_0 vm_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5
8522024-03-22T05:05:09.521ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 22 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5
8532024-03-22T05:05:09.521ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5
8542024-03-22T05:05:09.521ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
8552024-03-22T05:05:09.521ZINFOphd-runner: test phd_tests::migrate::from_base::can_migrate_from_base ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
8562024-03-22T05:05:09.521ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 20787 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
8572024-03-22T05:05:09.522ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
8582024-03-22T05:05:09.522ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5
8592024-03-22T05:05:10.204ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::can_migrate_from_base self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migration_from_base_lifecycle_0 vm_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5
8602024-03-22T05:05:10.340ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs vm = migration_from_base_lifecycle_0 vm_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5
8612024-03-22T05:05:10.340ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-275f451f-7741-4b71-84a9-faafe6d966d7"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs verb = destroy vm = migration_from_base_lifecycle_0 vm_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5
8622024-03-22T05:05:10.372ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs vm = migration_from_base_lifecycle_0 vm_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5
8632024-03-22T05:05:10.372ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-cca49af9-6589-4e5c-a392-06fb5b8ca9fd"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs verb = destroy vm = migration_from_base_lifecycle_0 vm_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5
8642024-03-22T05:05:10.399ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 877 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = 883f9f99-7331-4ce0-bdbf-3b924590e8b5
8652024-03-22T05:05:10.399ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 22222 file = phd-tests/tests/src/migrate.rs line = 32 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_tests::migrate::from_base
8662024-03-22T05:05:10.399ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 877 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
8672024-03-22T05:05:10.399ZINFOphd-runner: Starting test phd_tests::migrate::multiple_migrations file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
8682024-03-22T05:05:10.399ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
8692024-03-22T05:05:10.399ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
8702024-03-22T05:05:10.399ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 291 path = phd_tests::migrate::multiple_migrations target = phd_tests::migrate
8712024-03-22T05:05:10.399ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
8722024-03-22T05:05:10.400ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
8732024-03-22T05:05:10.400ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
8742024-03-22T05:05:10.400ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs verb = list
8752024-03-22T05:05:10.415ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::multiple_migrations stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 651M 1.80T 649M /phd-artifacts\n target = phd_framework::zfs
8762024-03-22T05:05:10.415ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-ce8ca069-1208-449d-b97f-e6dd907d3917"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs verb = snapshot
8772024-03-22T05:05:10.432ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-ce8ca069-1208-449d-b97f-e6dd907d3917", "phd-artifacts/phd-clone-89507ae6-4c87-4608-bf16-df9d3bae1061"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs verb = clone
8782024-03-22T05:05:10.455ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-89507ae6-4c87-4608-bf16-df9d3bae1061"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs verb = list
8792024-03-22T05:05:10.471ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::multiple_migrations stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-89507ae6-4c87-4608-bf16-df9d3bae1061 0B 1.80T 649M /phd-artifacts/phd-clone-89507ae6-4c87-4608-bf16-df9d3bae1061\n target = phd_framework::zfs
8802024-03-22T05:05:10.472ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
8812024-03-22T05:05:10.472ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::multiple_migrations spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-89507ae6-4c87-4608-bf16-df9d3bae1061/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = multiple_migrations_0
8822024-03-22T05:05:10.472ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
8832024-03-22T05:05:10.472ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/multiple_migrations_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::multiple_migrations server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
8842024-03-22T05:05:10.472ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::multiple_migrations stderr_path = "/tmp/propolis-phd/multiple_migrations_0.stderr.log" stdout_path = "/tmp/propolis-phd/multiple_migrations_0.stdout.log" target = phd_framework::server_log_mode
8852024-03-22T05:05:10.482ZINFOphd-runner: [NEW - EVENT] Launched server with pid 955 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm::server
8862024-03-22T05:05:10.482ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
8872024-03-22T05:05:10.483ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
8882024-03-22T05:05:10.483ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::multiple_migrations spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-89507ae6-4c87-4608-bf16-df9d3bae1061/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = multiple_migrations_1
8892024-03-22T05:05:10.483ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
8902024-03-22T05:05:10.483ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/multiple_migrations_1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::multiple_migrations server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
8912024-03-22T05:05:10.483ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::multiple_migrations stderr_path = "/tmp/propolis-phd/multiple_migrations_1.stderr.log" stdout_path = "/tmp/propolis-phd/multiple_migrations_1.stdout.log" target = phd_framework::server_log_mode
8922024-03-22T05:05:10.493ZINFOphd-runner: [NEW - EVENT] Launched server with pid 956 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm::server
8932024-03-22T05:05:10.493ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
8942024-03-22T05:05:10.493ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
8952024-03-22T05:05:10.493ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::multiple_migrations spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-89507ae6-4c87-4608-bf16-df9d3bae1061/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = multiple_migrations_2
8962024-03-22T05:05:10.493ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
8972024-03-22T05:05:10.493ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/multiple_migrations_2.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::multiple_migrations server_addr = 127.0.0.1:9004 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
8982024-03-22T05:05:10.493ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::multiple_migrations stderr_path = "/tmp/propolis-phd/multiple_migrations_2.stderr.log" stdout_path = "/tmp/propolis-phd/multiple_migrations_2.stdout.log" target = phd_framework::server_log_mode
8992024-03-22T05:05:10.503ZINFOphd-runner: [NEW - EVENT] Launched server with pid 957 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm::server
9002024-03-22T05:05:10.504ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
9012024-03-22T05:05:10.504ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = afa7da7a-2f28-4970-90ff-96bac2b81012
9022024-03-22T05:05:10.622ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
9032024-03-22T05:05:10.623ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: afa7da7a-2f28-4970-90ff-96bac2b81012, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 1d826d0d-fc96-4b51-a53f-7a4c2827f596, silo_id: 2ceb6f04-f13f-4db9-92a8-67919d21b871 }, name: "phd-vm-afa7da7a-2f28-4970-90ff-96bac2b81012", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::migrate::multiple_migrations self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-89507ae6-4c87-4608-bf16-df9d3bae1061/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = afa7da7a-2f28-4970-90ff-96bac2b81012
9042024-03-22T05:05:10.623ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 119 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = afa7da7a-2f28-4970-90ff-96bac2b81012
9052024-03-22T05:05:10.623ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = afa7da7a-2f28-4970-90ff-96bac2b81012
9062024-03-22T05:05:10.623ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::migrate::multiple_migrations state = Run target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = afa7da7a-2f28-4970-90ff-96bac2b81012
9072024-03-22T05:05:10.624ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = afa7da7a-2f28-4970-90ff-96bac2b81012
9082024-03-22T05:05:10.624ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
9092024-03-22T05:05:10.624ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = 300s vm = multiple_migrations_0 vm_id = afa7da7a-2f28-4970-90ff-96bac2b81012
9102024-03-22T05:05:10.624ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::multiple_migrations step = WaitFor("localhost login: ") target = phd_framework::test_vm
9112024-03-22T05:05:10.624ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = afa7da7a-2f28-4970-90ff-96bac2b81012
9122024-03-22T05:05:10.624ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = CallerTimeout vm = multiple_migrations_0 vm_id = afa7da7a-2f28-4970-90ff-96bac2b81012
9132024-03-22T05:05:14.869ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4245 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = afa7da7a-2f28-4970-90ff-96bac2b81012
9142024-03-22T05:05:14.869ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::multiple_migrations step = WriteStr("root") target = phd_framework::test_vm
9152024-03-22T05:05:14.869ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::multiple_migrations step = WaitFor("localhost:~#") target = phd_framework::test_vm
9162024-03-22T05:05:14.869ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = afa7da7a-2f28-4970-90ff-96bac2b81012
9172024-03-22T05:05:14.870ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = CallerTimeout vm = multiple_migrations_0 vm_id = afa7da7a-2f28-4970-90ff-96bac2b81012
9182024-03-22T05:05:14.890ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 20 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = afa7da7a-2f28-4970-90ff-96bac2b81012
9192024-03-22T05:05:14.890ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
9202024-03-22T05:05:14.890ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4265 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
9212024-03-22T05:05:14.890ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = afa7da7a-2f28-4970-90ff-96bac2b81012 target = phd_framework::test_vm target_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352
9222024-03-22T05:05:14.890ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = 92d4948e-69a7-4bc3-8202-6ecfa56c7504 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = afa7da7a-2f28-4970-90ff-96bac2b81012 target = phd_framework::test_vm target_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352 timeout_duration = 45s
9232024-03-22T05:05:14.890ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = afa7da7a-2f28-4970-90ff-96bac2b81012 target = phd_framework::test_vm target_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352 vm = multiple_migrations_1 vm_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352
9242024-03-22T05:05:15.015ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 08252c0b-5537-4ec7-b9ae-adfd207a7cb6, silo_id: 2382db3a-0e56-4826-9a16-1b3887820b89 }, name: "phd-vm-1a3b1cf6-96ec-4ce8-9d5e-0849db71a352", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::multiple_migrations self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-89507ae6-4c87-4608-bf16-df9d3bae1061/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = multiple_migrations_0 source_id = afa7da7a-2f28-4970-90ff-96bac2b81012 target = phd_framework::test_vm target_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352 vm = multiple_migrations_1 vm_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352
9252024-03-22T05:05:15.015ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 125 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = afa7da7a-2f28-4970-90ff-96bac2b81012 target = phd_framework::test_vm target_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352 vm = multiple_migrations_1 vm_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352
9262024-03-22T05:05:15.015ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 92d4948e-69a7-4bc3-8202-6ecfa56c7504 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = afa7da7a-2f28-4970-90ff-96bac2b81012 target = phd_framework::test_vm target_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352
9272024-03-22T05:05:26.537ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":7609}} target = phd_framework::serial
9282024-03-22T05:05:29.621ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = afa7da7a-2f28-4970-90ff-96bac2b81012 target = phd_framework::test_vm target_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352
9292024-03-22T05:05:29.621ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 14606 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 92d4948e-69a7-4bc3-8202-6ecfa56c7504 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = afa7da7a-2f28-4970-90ff-96bac2b81012 target = phd_framework::test_vm target_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352
9302024-03-22T05:05:29.621ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 14731 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = afa7da7a-2f28-4970-90ff-96bac2b81012 target = phd_framework::test_vm target_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352
9312024-03-22T05:05:29.621ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352
9322024-03-22T05:05:29.621ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = multiple_migrations_1 vm_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352
9332024-03-22T05:05:29.633ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352
9342024-03-22T05:05:29.633ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352
9352024-03-22T05:05:29.633ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = multiple_migrations_1 vm_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352
9362024-03-22T05:05:29.655ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 21 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352
9372024-03-22T05:05:29.655ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352 target = phd_framework::test_vm target_id = 971feb8d-8a0f-410d-b25c-ebf05a715081
9382024-03-22T05:05:29.655ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9002 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = 61370012-c028-4da7-85ae-6af59e13b292 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352 target = phd_framework::test_vm target_id = 971feb8d-8a0f-410d-b25c-ebf05a715081 timeout_duration = 45s
9392024-03-22T05:05:29.655ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352 target = phd_framework::test_vm target_id = 971feb8d-8a0f-410d-b25c-ebf05a715081 vm = multiple_migrations_2 vm_id = 971feb8d-8a0f-410d-b25c-ebf05a715081
9402024-03-22T05:05:29.774ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 971feb8d-8a0f-410d-b25c-ebf05a715081, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 354bacaa-3c3d-4e74-983a-f7a33d0e6c5d, silo_id: d70ea1c0-febd-4b3b-8b6c-08ae3c30c58c }, name: "phd-vm-971feb8d-8a0f-410d-b25c-ebf05a715081", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::multiple_migrations self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-89507ae6-4c87-4608-bf16-df9d3bae1061/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = multiple_migrations_1 source_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352 target = phd_framework::test_vm target_id = 971feb8d-8a0f-410d-b25c-ebf05a715081 vm = multiple_migrations_2 vm_id = 971feb8d-8a0f-410d-b25c-ebf05a715081
9412024-03-22T05:05:29.774ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 118 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352 target = phd_framework::test_vm target_id = 971feb8d-8a0f-410d-b25c-ebf05a715081 vm = multiple_migrations_2 vm_id = 971feb8d-8a0f-410d-b25c-ebf05a715081
9422024-03-22T05:05:29.774ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 61370012-c028-4da7-85ae-6af59e13b292 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352 target = phd_framework::test_vm target_id = 971feb8d-8a0f-410d-b25c-ebf05a715081
9432024-03-22T05:05:41.316ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9004","from_start":7657}} target = phd_framework::serial
9442024-03-22T05:05:48.661ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352 target = phd_framework::test_vm target_id = 971feb8d-8a0f-410d-b25c-ebf05a715081
9452024-03-22T05:05:48.662ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 18887 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 61370012-c028-4da7-85ae-6af59e13b292 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352 target = phd_framework::test_vm target_id = 971feb8d-8a0f-410d-b25c-ebf05a715081
9462024-03-22T05:05:48.662ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 19006 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352 target = phd_framework::test_vm target_id = 971feb8d-8a0f-410d-b25c-ebf05a715081
9472024-03-22T05:05:48.662ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = 971feb8d-8a0f-410d-b25c-ebf05a715081
9482024-03-22T05:05:48.662ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = multiple_migrations_2 vm_id = 971feb8d-8a0f-410d-b25c-ebf05a715081
9492024-03-22T05:05:48.673ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = 971feb8d-8a0f-410d-b25c-ebf05a715081
9502024-03-22T05:05:48.674ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = 971feb8d-8a0f-410d-b25c-ebf05a715081
9512024-03-22T05:05:48.674ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = multiple_migrations_2 vm_id = 971feb8d-8a0f-410d-b25c-ebf05a715081
9522024-03-22T05:05:48.705ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 31 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = 971feb8d-8a0f-410d-b25c-ebf05a715081
9532024-03-22T05:05:48.706ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = 971feb8d-8a0f-410d-b25c-ebf05a715081
9542024-03-22T05:05:48.706ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352
9552024-03-22T05:05:48.706ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = afa7da7a-2f28-4970-90ff-96bac2b81012
9562024-03-22T05:05:48.706ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
9572024-03-22T05:05:48.706ZINFOphd-runner: test phd_tests::migrate::multiple_migrations ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
9582024-03-22T05:05:48.706ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 38084 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
9592024-03-22T05:05:48.706ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
9602024-03-22T05:05:48.707ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = 971feb8d-8a0f-410d-b25c-ebf05a715081
9612024-03-22T05:05:48.707ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::multiple_migrations self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = multiple_migrations_1 vm_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352
9622024-03-22T05:05:48.708ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::multiple_migrations self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = multiple_migrations_0 vm_id = afa7da7a-2f28-4970-90ff-96bac2b81012
9632024-03-22T05:05:48.846ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 140 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = 1a3b1cf6-96ec-4ce8-9d5e-0849db71a352
9642024-03-22T05:05:48.955ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 248 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = afa7da7a-2f28-4970-90ff-96bac2b81012
9652024-03-22T05:05:49.223ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::multiple_migrations self.address = 127.0.0.1:9004 target = phd_framework::test_vm::server vm = multiple_migrations_2 vm_id = 971feb8d-8a0f-410d-b25c-ebf05a715081
9662024-03-22T05:05:49.357ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs vm = multiple_migrations_2 vm_id = 971feb8d-8a0f-410d-b25c-ebf05a715081
9672024-03-22T05:05:49.357ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-89507ae6-4c87-4608-bf16-df9d3bae1061"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs verb = destroy vm = multiple_migrations_2 vm_id = 971feb8d-8a0f-410d-b25c-ebf05a715081
9682024-03-22T05:05:49.391ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs vm = multiple_migrations_2 vm_id = 971feb8d-8a0f-410d-b25c-ebf05a715081
9692024-03-22T05:05:49.391ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-ce8ca069-1208-449d-b97f-e6dd907d3917"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs verb = destroy vm = multiple_migrations_2 vm_id = 971feb8d-8a0f-410d-b25c-ebf05a715081
9702024-03-22T05:05:49.412ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 706 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = 971feb8d-8a0f-410d-b25c-ebf05a715081
9712024-03-22T05:05:49.412ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 39012 file = phd-tests/tests/src/migrate.rs line = 291 path = phd_tests::migrate::multiple_migrations target = phd_tests::migrate
9722024-03-22T05:05:49.412ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 706 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
9732024-03-22T05:05:49.412ZINFOphd-runner: Starting test phd_tests::migrate::incompatible_vms file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
9742024-03-22T05:05:49.412ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
9752024-03-22T05:05:49.412ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
9762024-03-22T05:05:49.413ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 248 path = phd_tests::migrate::incompatible_vms target = phd_tests::migrate
9772024-03-22T05:05:49.413ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
9782024-03-22T05:05:49.413ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
9792024-03-22T05:05:49.413ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
9802024-03-22T05:05:49.413ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
9812024-03-22T05:05:49.427ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 650M 1.80T 649M /phd-artifacts\n target = phd_framework::zfs
9822024-03-22T05:05:49.427ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-1c5f4ead-5001-4570-98af-a3e147b82659"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = snapshot
9832024-03-22T05:05:49.446ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-1c5f4ead-5001-4570-98af-a3e147b82659", "phd-artifacts/phd-clone-3cd0a839-c039-4b59-bd6f-40ada7839e14"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = clone
9842024-03-22T05:05:49.466ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-3cd0a839-c039-4b59-bd6f-40ada7839e14"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
9852024-03-22T05:05:49.482ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-3cd0a839-c039-4b59-bd6f-40ada7839e14 0B 1.80T 649M /phd-artifacts/phd-clone-3cd0a839-c039-4b59-bd6f-40ada7839e14\n target = phd_framework::zfs
9862024-03-22T05:05:49.483ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
9872024-03-22T05:05:49.483ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::incompatible_vms spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-3cd0a839-c039-4b59-bd6f-40ada7839e14/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_incompatible_source_0
9882024-03-22T05:05:49.483ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
9892024-03-22T05:05:49.483ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_incompatible_source_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::incompatible_vms server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
9902024-03-22T05:05:49.483ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::incompatible_vms stderr_path = "/tmp/propolis-phd/migration_incompatible_source_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_incompatible_source_0.stdout.log" target = phd_framework::server_log_mode
9912024-03-22T05:05:49.493ZINFOphd-runner: [NEW - EVENT] Launched server with pid 967 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm::server
9922024-03-22T05:05:49.493ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
9932024-03-22T05:05:49.493ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = b75bee3b-6dda-4132-a48e-1e53e1b4f2cb
9942024-03-22T05:05:49.494ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = b75bee3b-6dda-4132-a48e-1e53e1b4f2cb
9952024-03-22T05:05:50.078ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
9962024-03-22T05:05:50.078ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: b75bee3b-6dda-4132-a48e-1e53e1b4f2cb, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 5dc9cbc5-5379-458f-b129-e49cf853b619, silo_id: 21f4e67c-bddc-4bd6-8431-704fc62fcc93 }, name: "phd-vm-b75bee3b-6dda-4132-a48e-1e53e1b4f2cb", vcpus: 4 }, state: Creating } line = 381 path = phd_tests::migrate::incompatible_vms self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-3cd0a839-c039-4b59-bd6f-40ada7839e14/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = b75bee3b-6dda-4132-a48e-1e53e1b4f2cb
9972024-03-22T05:05:50.078ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 585 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = b75bee3b-6dda-4132-a48e-1e53e1b4f2cb
9982024-03-22T05:05:50.078ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = b75bee3b-6dda-4132-a48e-1e53e1b4f2cb
9992024-03-22T05:05:50.079ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::migrate::incompatible_vms state = Run target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = b75bee3b-6dda-4132-a48e-1e53e1b4f2cb
10002024-03-22T05:05:50.079ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = b75bee3b-6dda-4132-a48e-1e53e1b4f2cb
10012024-03-22T05:05:50.079ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
10022024-03-22T05:05:50.079ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
10032024-03-22T05:05:50.079ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
10042024-03-22T05:05:50.079ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
10052024-03-22T05:05:50.095ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 650M 1.80T 649M /phd-artifacts\n target = phd_framework::zfs
10062024-03-22T05:05:50.095ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-7d61faed-656d-4537-b205-b21b0e204082"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = snapshot
10072024-03-22T05:05:50.116ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-7d61faed-656d-4537-b205-b21b0e204082", "phd-artifacts/phd-clone-8bcd26fc-df42-40ba-aeef-e6ac6452d72b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = clone
10082024-03-22T05:05:50.137ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-8bcd26fc-df42-40ba-aeef-e6ac6452d72b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
10092024-03-22T05:05:50.152ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-8bcd26fc-df42-40ba-aeef-e6ac6452d72b 0B 1.80T 649M /phd-artifacts/phd-clone-8bcd26fc-df42-40ba-aeef-e6ac6452d72b\n target = phd_framework::zfs
10102024-03-22T05:05:50.153ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
10112024-03-22T05:05:50.153ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::incompatible_vms spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-8bcd26fc-df42-40ba-aeef-e6ac6452d72b/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 8, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_incompatible_target_1
10122024-03-22T05:05:50.153ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
10132024-03-22T05:05:50.153ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_incompatible_target_1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::incompatible_vms server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
10142024-03-22T05:05:50.153ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::incompatible_vms stderr_path = "/tmp/propolis-phd/migration_incompatible_target_1.stderr.log" stdout_path = "/tmp/propolis-phd/migration_incompatible_target_1.stdout.log" target = phd_framework::server_log_mode
10152024-03-22T05:05:50.163ZINFOphd-runner: [NEW - EVENT] Launched server with pid 972 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm::server
10162024-03-22T05:05:50.163ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
10172024-03-22T05:05:50.163ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = b75bee3b-6dda-4132-a48e-1e53e1b4f2cb target = phd_framework::test_vm target_id = 527bc8b3-7bcc-4c57-baff-d9e862a5fb77
10182024-03-22T05:05:50.163ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = bc0af39c-2d8c-4617-b3da-bd19c52354c9 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = b75bee3b-6dda-4132-a48e-1e53e1b4f2cb target = phd_framework::test_vm target_id = 527bc8b3-7bcc-4c57-baff-d9e862a5fb77 timeout_duration = 45s
10192024-03-22T05:05:50.163ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = b75bee3b-6dda-4132-a48e-1e53e1b4f2cb target = phd_framework::test_vm target_id = 527bc8b3-7bcc-4c57-baff-d9e862a5fb77 vm = migration_incompatible_target_1 vm_id = 527bc8b3-7bcc-4c57-baff-d9e862a5fb77
10202024-03-22T05:05:50.164ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = b75bee3b-6dda-4132-a48e-1e53e1b4f2cb target = phd_framework::test_vm target_id = 527bc8b3-7bcc-4c57-baff-d9e862a5fb77 vm = migration_incompatible_target_1 vm_id = 527bc8b3-7bcc-4c57-baff-d9e862a5fb77
10212024-03-22T05:05:50.861ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 527bc8b3-7bcc-4c57-baff-d9e862a5fb77, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 0d4ccbb7-8ab7-48d8-bae2-abfb325e224c, silo_id: 681a9121-b37e-426b-9539-1edc20702df3 }, name: "phd-vm-527bc8b3-7bcc-4c57-baff-d9e862a5fb77", vcpus: 8 }, state: Failed } line = 381 path = phd_tests::migrate::incompatible_vms self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-8bcd26fc-df42-40ba-aeef-e6ac6452d72b/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 8, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migration_incompatible_source_0 source_id = b75bee3b-6dda-4132-a48e-1e53e1b4f2cb target = phd_framework::test_vm target_id = 527bc8b3-7bcc-4c57-baff-d9e862a5fb77 vm = migration_incompatible_target_1 vm_id = 527bc8b3-7bcc-4c57-baff-d9e862a5fb77
10222024-03-22T05:05:50.862ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 698 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = b75bee3b-6dda-4132-a48e-1e53e1b4f2cb target = phd_framework::test_vm target_id = 527bc8b3-7bcc-4c57-baff-d9e862a5fb77 vm = migration_incompatible_target_1 vm_id = 527bc8b3-7bcc-4c57-baff-d9e862a5fb77
10232024-03-22T05:05:50.862ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = bc0af39c-2d8c-4617-b3da-bd19c52354c9 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = b75bee3b-6dda-4132-a48e-1e53e1b4f2cb target = phd_framework::test_vm target_id = 527bc8b3-7bcc-4c57-baff-d9e862a5fb77
10242024-03-22T05:05:50.862ZINFOphd-runner: [MIGRATE_FROM - EVENT] Instance reported error during migration file = phd-tests/framework/src/test_vm/mod.rs line = 537 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = b75bee3b-6dda-4132-a48e-1e53e1b4f2cb target = phd_framework::test_vm target_id = 527bc8b3-7bcc-4c57-baff-d9e862a5fb77
10252024-03-22T05:05:50.862ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = bc0af39c-2d8c-4617-b3da-bd19c52354c9 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = b75bee3b-6dda-4132-a48e-1e53e1b4f2cb target = phd_framework::test_vm target_id = 527bc8b3-7bcc-4c57-baff-d9e862a5fb77
10262024-03-22T05:05:50.862ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 699 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = b75bee3b-6dda-4132-a48e-1e53e1b4f2cb target = phd_framework::test_vm target_id = 527bc8b3-7bcc-4c57-baff-d9e862a5fb77
10272024-03-22T05:05:50.864ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_target_1 vm_id = 527bc8b3-7bcc-4c57-baff-d9e862a5fb77
10282024-03-22T05:05:50.864ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = b75bee3b-6dda-4132-a48e-1e53e1b4f2cb
10292024-03-22T05:05:50.864ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
10302024-03-22T05:05:50.864ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
10312024-03-22T05:05:50.864ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
10322024-03-22T05:05:50.864ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
10332024-03-22T05:05:50.872ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = b75bee3b-6dda-4132-a48e-1e53e1b4f2cb
10342024-03-22T05:05:50.872ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_target_1 vm_id = 527bc8b3-7bcc-4c57-baff-d9e862a5fb77
10352024-03-22T05:05:50.880ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 650M 1.80T 649M /phd-artifacts\n target = phd_framework::zfs
10362024-03-22T05:05:50.880ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-d3c83bca-cfbc-4491-b102-0e09bd089015"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = snapshot
10372024-03-22T05:05:50.904ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-d3c83bca-cfbc-4491-b102-0e09bd089015", "phd-artifacts/phd-clone-260378a3-f8cd-4463-b00b-0360773819ba"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = clone
10382024-03-22T05:05:50.925ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-260378a3-f8cd-4463-b00b-0360773819ba"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
10392024-03-22T05:05:50.940ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-260378a3-f8cd-4463-b00b-0360773819ba 0B 1.80T 649M /phd-artifacts/phd-clone-260378a3-f8cd-4463-b00b-0360773819ba\n target = phd_framework::zfs
10402024-03-22T05:05:50.941ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
10412024-03-22T05:05:50.941ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::incompatible_vms spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-260378a3-f8cd-4463-b00b-0360773819ba/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_incompatible_source_1
10422024-03-22T05:05:50.941ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
10432024-03-22T05:05:50.941ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_incompatible_source_1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::incompatible_vms server_addr = 127.0.0.1:9004 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
10442024-03-22T05:05:50.941ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::incompatible_vms stderr_path = "/tmp/propolis-phd/migration_incompatible_source_1.stderr.log" stdout_path = "/tmp/propolis-phd/migration_incompatible_source_1.stdout.log" target = phd_framework::server_log_mode
10452024-03-22T05:05:50.949ZINFOphd-runner: [NEW - EVENT] Launched server with pid 977 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm::server
10462024-03-22T05:05:50.950ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 8 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
10472024-03-22T05:05:50.950ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 7aa16e1a-47c9-4483-979b-8e49f6e64cca
10482024-03-22T05:05:50.950ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9004/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 7aa16e1a-47c9-4483-979b-8e49f6e64cca
10492024-03-22T05:05:50.950ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 271 target = phd_framework::serial
10502024-03-22T05:05:50.950ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 872 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
10512024-03-22T05:05:51.238ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::incompatible_vms self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migration_incompatible_target_1 vm_id = 527bc8b3-7bcc-4c57-baff-d9e862a5fb77
10522024-03-22T05:05:51.375ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_target_1 vm_id = 527bc8b3-7bcc-4c57-baff-d9e862a5fb77
10532024-03-22T05:05:51.375ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-8bcd26fc-df42-40ba-aeef-e6ac6452d72b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_target_1 vm_id = 527bc8b3-7bcc-4c57-baff-d9e862a5fb77
10542024-03-22T05:05:51.411ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_target_1 vm_id = 527bc8b3-7bcc-4c57-baff-d9e862a5fb77
10552024-03-22T05:05:51.411ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-7d61faed-656d-4537-b205-b21b0e204082"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_target_1 vm_id = 527bc8b3-7bcc-4c57-baff-d9e862a5fb77
10562024-03-22T05:05:51.438ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 574 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_target_1 vm_id = 527bc8b3-7bcc-4c57-baff-d9e862a5fb77
10572024-03-22T05:05:51.457ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::incompatible_vms self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migration_incompatible_source_0 vm_id = b75bee3b-6dda-4132-a48e-1e53e1b4f2cb
10582024-03-22T05:05:51.589ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_source_0 vm_id = b75bee3b-6dda-4132-a48e-1e53e1b4f2cb
10592024-03-22T05:05:51.589ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-3cd0a839-c039-4b59-bd6f-40ada7839e14"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_source_0 vm_id = b75bee3b-6dda-4132-a48e-1e53e1b4f2cb
10602024-03-22T05:05:51.620ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_source_0 vm_id = b75bee3b-6dda-4132-a48e-1e53e1b4f2cb
10612024-03-22T05:05:51.620ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-1c5f4ead-5001-4570-98af-a3e147b82659"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_source_0 vm_id = b75bee3b-6dda-4132-a48e-1e53e1b4f2cb
10622024-03-22T05:05:51.644ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 779 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = b75bee3b-6dda-4132-a48e-1e53e1b4f2cb
10632024-03-22T05:05:51.815ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
10642024-03-22T05:05:51.815ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 7aa16e1a-47c9-4483-979b-8e49f6e64cca, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: c28b69e5-c364-4a81-8886-0dc701028e32, silo_id: f3b56703-98eb-4608-8381-a0b6804ceb03 }, name: "phd-vm-7aa16e1a-47c9-4483-979b-8e49f6e64cca", vcpus: 4 }, state: Creating } line = 381 path = phd_tests::migrate::incompatible_vms self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-260378a3-f8cd-4463-b00b-0360773819ba/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 7aa16e1a-47c9-4483-979b-8e49f6e64cca
10652024-03-22T05:05:51.816ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 865 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 7aa16e1a-47c9-4483-979b-8e49f6e64cca
10662024-03-22T05:05:51.816ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 7aa16e1a-47c9-4483-979b-8e49f6e64cca
10672024-03-22T05:05:51.816ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::migrate::incompatible_vms state = Run target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 7aa16e1a-47c9-4483-979b-8e49f6e64cca
10682024-03-22T05:05:51.816ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 7aa16e1a-47c9-4483-979b-8e49f6e64cca
10692024-03-22T05:05:51.816ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
10702024-03-22T05:05:51.816ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
10712024-03-22T05:05:51.816ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
10722024-03-22T05:05:51.816ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
10732024-03-22T05:05:51.838ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 650M 1.80T 649M /phd-artifacts\n target = phd_framework::zfs
10742024-03-22T05:05:51.838ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-e58cfcb4-cd6f-4c71-b756-da34ac0ad346"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = snapshot
10752024-03-22T05:05:51.863ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-e58cfcb4-cd6f-4c71-b756-da34ac0ad346", "phd-artifacts/phd-clone-7cb50f98-7d90-456d-9ace-664a29e8de8d"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = clone
10762024-03-22T05:05:51.884ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-7cb50f98-7d90-456d-9ace-664a29e8de8d"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
10772024-03-22T05:05:51.899ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-7cb50f98-7d90-456d-9ace-664a29e8de8d 0B 1.80T 649M /phd-artifacts/phd-clone-7cb50f98-7d90-456d-9ace-664a29e8de8d\n target = phd_framework::zfs
10782024-03-22T05:05:51.899ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
10792024-03-22T05:05:51.899ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::incompatible_vms spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-7cb50f98-7d90-456d-9ace-664a29e8de8d/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 1024 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_incompatible_target_2
10802024-03-22T05:05:51.899ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
10812024-03-22T05:05:51.900ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_incompatible_target_2.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::incompatible_vms server_addr = 127.0.0.1:9006 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
10822024-03-22T05:05:51.900ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::incompatible_vms stderr_path = "/tmp/propolis-phd/migration_incompatible_target_2.stderr.log" stdout_path = "/tmp/propolis-phd/migration_incompatible_target_2.stdout.log" target = phd_framework::server_log_mode
10832024-03-22T05:05:51.909ZINFOphd-runner: [NEW - EVENT] Launched server with pid 988 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm::server
10842024-03-22T05:05:51.909ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
10852024-03-22T05:05:51.909ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = 7aa16e1a-47c9-4483-979b-8e49f6e64cca target = phd_framework::test_vm target_id = 0e25c839-6f34-4c4a-bb49-ef591ced525b
10862024-03-22T05:05:51.909ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9004 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = 5d4d2187-6cb6-4c91-bbb5-58f7825f8f8d path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = 7aa16e1a-47c9-4483-979b-8e49f6e64cca target = phd_framework::test_vm target_id = 0e25c839-6f34-4c4a-bb49-ef591ced525b timeout_duration = 90s
10872024-03-22T05:05:51.909ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = 7aa16e1a-47c9-4483-979b-8e49f6e64cca target = phd_framework::test_vm target_id = 0e25c839-6f34-4c4a-bb49-ef591ced525b vm = migration_incompatible_target_2 vm_id = 0e25c839-6f34-4c4a-bb49-ef591ced525b
10882024-03-22T05:05:51.910ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9006/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = 7aa16e1a-47c9-4483-979b-8e49f6e64cca target = phd_framework::test_vm target_id = 0e25c839-6f34-4c4a-bb49-ef591ced525b vm = migration_incompatible_target_2 vm_id = 0e25c839-6f34-4c4a-bb49-ef591ced525b
10892024-03-22T05:05:52.718ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 0e25c839-6f34-4c4a-bb49-ef591ced525b, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, metadata: InstanceMetadata { project_id: 020f2177-511b-4a2c-950d-ff0db65ed267, silo_id: 1e15d762-73c6-46d5-9fa8-734d6197c356 }, name: "phd-vm-0e25c839-6f34-4c4a-bb49-ef591ced525b", vcpus: 2 }, state: Failed } line = 381 path = phd_tests::migrate::incompatible_vms self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-7cb50f98-7d90-456d-9ace-664a29e8de8d/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 1024 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migration_incompatible_source_1 source_id = 7aa16e1a-47c9-4483-979b-8e49f6e64cca target = phd_framework::test_vm target_id = 0e25c839-6f34-4c4a-bb49-ef591ced525b vm = migration_incompatible_target_2 vm_id = 0e25c839-6f34-4c4a-bb49-ef591ced525b
10902024-03-22T05:05:52.719ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 809 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = 7aa16e1a-47c9-4483-979b-8e49f6e64cca target = phd_framework::test_vm target_id = 0e25c839-6f34-4c4a-bb49-ef591ced525b vm = migration_incompatible_target_2 vm_id = 0e25c839-6f34-4c4a-bb49-ef591ced525b
10912024-03-22T05:05:52.719ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 5d4d2187-6cb6-4c91-bbb5-58f7825f8f8d path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = 7aa16e1a-47c9-4483-979b-8e49f6e64cca target = phd_framework::test_vm target_id = 0e25c839-6f34-4c4a-bb49-ef591ced525b
10922024-03-22T05:05:52.719ZINFOphd-runner: [MIGRATE_FROM - EVENT] Instance reported error during migration file = phd-tests/framework/src/test_vm/mod.rs line = 537 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = 7aa16e1a-47c9-4483-979b-8e49f6e64cca target = phd_framework::test_vm target_id = 0e25c839-6f34-4c4a-bb49-ef591ced525b
10932024-03-22T05:05:52.719ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 5d4d2187-6cb6-4c91-bbb5-58f7825f8f8d path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = 7aa16e1a-47c9-4483-979b-8e49f6e64cca target = phd_framework::test_vm target_id = 0e25c839-6f34-4c4a-bb49-ef591ced525b
10942024-03-22T05:05:52.719ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 810 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = 7aa16e1a-47c9-4483-979b-8e49f6e64cca target = phd_framework::test_vm target_id = 0e25c839-6f34-4c4a-bb49-ef591ced525b
10952024-03-22T05:05:52.721ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_target_2 vm_id = 0e25c839-6f34-4c4a-bb49-ef591ced525b
10962024-03-22T05:05:52.721ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 7aa16e1a-47c9-4483-979b-8e49f6e64cca
10972024-03-22T05:05:52.721ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
10982024-03-22T05:05:52.721ZINFOphd-runner: test phd_tests::migrate::incompatible_vms ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
10992024-03-22T05:05:52.721ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 905 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
11002024-03-22T05:05:52.721ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
11012024-03-22T05:05:52.721ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_target_2 vm_id = 0e25c839-6f34-4c4a-bb49-ef591ced525b
11022024-03-22T05:05:52.722ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 7aa16e1a-47c9-4483-979b-8e49f6e64cca
11032024-03-22T05:05:52.978ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::incompatible_vms self.address = 127.0.0.1:9006 target = phd_framework::test_vm::server vm = migration_incompatible_target_2 vm_id = 0e25c839-6f34-4c4a-bb49-ef591ced525b
11042024-03-22T05:05:53.229ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_target_2 vm_id = 0e25c839-6f34-4c4a-bb49-ef591ced525b
11052024-03-22T05:05:53.229ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-7cb50f98-7d90-456d-9ace-664a29e8de8d"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_target_2 vm_id = 0e25c839-6f34-4c4a-bb49-ef591ced525b
11062024-03-22T05:05:53.268ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_target_2 vm_id = 0e25c839-6f34-4c4a-bb49-ef591ced525b
11072024-03-22T05:05:53.268ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-e58cfcb4-cd6f-4c71-b756-da34ac0ad346"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_target_2 vm_id = 0e25c839-6f34-4c4a-bb49-ef591ced525b
11082024-03-22T05:05:53.292ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 571 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_target_2 vm_id = 0e25c839-6f34-4c4a-bb49-ef591ced525b
11092024-03-22T05:05:53.293ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::incompatible_vms self.address = 127.0.0.1:9004 target = phd_framework::test_vm::server vm = migration_incompatible_source_1 vm_id = 7aa16e1a-47c9-4483-979b-8e49f6e64cca
11102024-03-22T05:05:53.420ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_source_1 vm_id = 7aa16e1a-47c9-4483-979b-8e49f6e64cca
11112024-03-22T05:05:53.420ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-260378a3-f8cd-4463-b00b-0360773819ba"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_source_1 vm_id = 7aa16e1a-47c9-4483-979b-8e49f6e64cca
11122024-03-22T05:05:53.449ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_source_1 vm_id = 7aa16e1a-47c9-4483-979b-8e49f6e64cca
11132024-03-22T05:05:53.449ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-d3c83bca-cfbc-4491-b102-0e09bd089015"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_source_1 vm_id = 7aa16e1a-47c9-4483-979b-8e49f6e64cca
11142024-03-22T05:05:53.469ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 748 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 7aa16e1a-47c9-4483-979b-8e49f6e64cca
11152024-03-22T05:05:53.469ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 4056 file = phd-tests/tests/src/migrate.rs line = 248 path = phd_tests::migrate::incompatible_vms target = phd_tests::migrate
11162024-03-22T05:05:53.469ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 748 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
11172024-03-22T05:05:53.469ZINFOphd-runner: Starting test phd_tests::migrate::serial_history file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
11182024-03-22T05:05:53.469ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
11192024-03-22T05:05:53.470ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
11202024-03-22T05:05:53.470ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 18 path = phd_tests::migrate::serial_history target = phd_tests::migrate
11212024-03-22T05:05:53.470ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
11222024-03-22T05:05:53.470ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
11232024-03-22T05:05:53.470ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
11242024-03-22T05:05:53.470ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::serial_history target = phd_framework::zfs verb = list
11252024-03-22T05:05:53.492ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::serial_history stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 651M 1.80T 649M /phd-artifacts\n target = phd_framework::zfs
11262024-03-22T05:05:53.492ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-00212524-df9c-4430-abbd-8a4eb780cc4c"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::serial_history target = phd_framework::zfs verb = snapshot
11272024-03-22T05:05:53.517ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-00212524-df9c-4430-abbd-8a4eb780cc4c", "phd-artifacts/phd-clone-7607042a-e7f8-46eb-861f-b3d5bb224180"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::serial_history target = phd_framework::zfs verb = clone
11282024-03-22T05:05:53.538ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-7607042a-e7f8-46eb-861f-b3d5bb224180"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::serial_history target = phd_framework::zfs verb = list
11292024-03-22T05:05:53.553ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::serial_history stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-7607042a-e7f8-46eb-861f-b3d5bb224180 0B 1.80T 649M /phd-artifacts/phd-clone-7607042a-e7f8-46eb-861f-b3d5bb224180\n target = phd_framework::zfs
11302024-03-22T05:05:53.554ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
11312024-03-22T05:05:53.554ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::serial_history spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-7607042a-e7f8-46eb-861f-b3d5bb224180/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_serial_history
11322024-03-22T05:05:53.554ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
11332024-03-22T05:05:53.554ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_serial_history.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::serial_history server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
11342024-03-22T05:05:53.554ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::serial_history stderr_path = "/tmp/propolis-phd/migration_serial_history.stderr.log" stdout_path = "/tmp/propolis-phd/migration_serial_history.stdout.log" target = phd_framework::server_log_mode
11352024-03-22T05:05:53.564ZINFOphd-runner: [NEW - EVENT] Launched server with pid 999 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::serial_history target = phd_framework::test_vm::server
11362024-03-22T05:05:53.564ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
11372024-03-22T05:05:53.565ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 19900628-2285-4e9c-881f-09431309b932
11382024-03-22T05:05:53.565ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 19900628-2285-4e9c-881f-09431309b932
11392024-03-22T05:05:53.949ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
11402024-03-22T05:05:53.950ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 19900628-2285-4e9c-881f-09431309b932, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 2b471402-de64-48fb-8031-194cdde23dd5, silo_id: fe8877b3-1254-4cd4-821e-2cd27b1c2760 }, name: "phd-vm-19900628-2285-4e9c-881f-09431309b932", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::migrate::serial_history self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-7607042a-e7f8-46eb-861f-b3d5bb224180/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_serial_history vm_id = 19900628-2285-4e9c-881f-09431309b932
11412024-03-22T05:05:53.950ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 385 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 19900628-2285-4e9c-881f-09431309b932
11422024-03-22T05:05:53.950ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 19900628-2285-4e9c-881f-09431309b932
11432024-03-22T05:05:53.950ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::migrate::serial_history state = Run target = phd_framework::test_vm vm = migration_serial_history vm_id = 19900628-2285-4e9c-881f-09431309b932
11442024-03-22T05:05:53.951ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 19900628-2285-4e9c-881f-09431309b932
11452024-03-22T05:05:53.951ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
11462024-03-22T05:05:53.951ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::migrate::serial_history target = phd_framework::test_vm timeout_duration = 300s vm = migration_serial_history vm_id = 19900628-2285-4e9c-881f-09431309b932
11472024-03-22T05:05:53.951ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::serial_history step = WaitFor("localhost login: ") target = phd_framework::test_vm
11482024-03-22T05:05:53.951ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 19900628-2285-4e9c-881f-09431309b932
11492024-03-22T05:05:53.951ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::serial_history target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_serial_history vm_id = 19900628-2285-4e9c-881f-09431309b932
11502024-03-22T05:05:58.170ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4218 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 19900628-2285-4e9c-881f-09431309b932
11512024-03-22T05:05:58.170ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::serial_history step = WriteStr("root") target = phd_framework::test_vm
11522024-03-22T05:05:58.170ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::serial_history step = WaitFor("localhost:~#") target = phd_framework::test_vm
11532024-03-22T05:05:58.170ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 19900628-2285-4e9c-881f-09431309b932
11542024-03-22T05:05:58.170ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::serial_history target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_serial_history vm_id = 19900628-2285-4e9c-881f-09431309b932
11552024-03-22T05:05:58.190ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 19900628-2285-4e9c-881f-09431309b932
11562024-03-22T05:05:58.190ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
11572024-03-22T05:05:58.190ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4239 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
11582024-03-22T05:05:58.190ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 19900628-2285-4e9c-881f-09431309b932
11592024-03-22T05:05:58.190ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::serial_history target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_serial_history vm_id = 19900628-2285-4e9c-881f-09431309b932
11602024-03-22T05:05:58.200ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 19900628-2285-4e9c-881f-09431309b932
11612024-03-22T05:05:58.200ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 19900628-2285-4e9c-881f-09431309b932
11622024-03-22T05:05:58.200ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::serial_history target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_serial_history vm_id = 19900628-2285-4e9c-881f-09431309b932
11632024-03-22T05:05:58.232ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 31 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 19900628-2285-4e9c-881f-09431309b932
11642024-03-22T05:05:58.236ZINFOphd-runner: [TEST - EVENT] migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 74 path = phd_tests::migrate::serial_history propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_serial_history
11652024-03-22T05:05:58.236ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
11662024-03-22T05:05:58.236ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::serial_history spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-7607042a-e7f8-46eb-861f-b3d5bb224180/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_serial_history_lifecycle_0
11672024-03-22T05:05:58.236ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
11682024-03-22T05:05:58.236ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_serial_history_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::serial_history server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
11692024-03-22T05:05:58.236ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::serial_history stderr_path = "/tmp/propolis-phd/migration_serial_history_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_serial_history_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
11702024-03-22T05:05:58.251ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1000 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::serial_history target = phd_framework::test_vm::server
11712024-03-22T05:05:58.252ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 15 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
11722024-03-22T05:05:58.252ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 19900628-2285-4e9c-881f-09431309b932 target = phd_framework::test_vm target_id = c313c6cb-9752-4e40-b47e-61fd6befa235
11732024-03-22T05:05:58.252ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = 11b6dcd2-775b-46eb-80ef-f1f5fa2449fa path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 19900628-2285-4e9c-881f-09431309b932 target = phd_framework::test_vm target_id = c313c6cb-9752-4e40-b47e-61fd6befa235 timeout_duration = 45s
11742024-03-22T05:05:58.252ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 19900628-2285-4e9c-881f-09431309b932 target = phd_framework::test_vm target_id = c313c6cb-9752-4e40-b47e-61fd6befa235 vm = migration_serial_history_lifecycle_0 vm_id = c313c6cb-9752-4e40-b47e-61fd6befa235
11752024-03-22T05:05:58.253ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 19900628-2285-4e9c-881f-09431309b932 target = phd_framework::test_vm target_id = c313c6cb-9752-4e40-b47e-61fd6befa235 vm = migration_serial_history_lifecycle_0 vm_id = c313c6cb-9752-4e40-b47e-61fd6befa235
11762024-03-22T05:05:58.748ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: c313c6cb-9752-4e40-b47e-61fd6befa235, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: f83fefcb-3d16-41be-90e8-0cec4f246331, silo_id: 85531350-5e05-450c-891f-2834e447fba1 }, name: "phd-vm-c313c6cb-9752-4e40-b47e-61fd6befa235", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::serial_history self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-7607042a-e7f8-46eb-861f-b3d5bb224180/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migration_serial_history source_id = 19900628-2285-4e9c-881f-09431309b932 target = phd_framework::test_vm target_id = c313c6cb-9752-4e40-b47e-61fd6befa235 vm = migration_serial_history_lifecycle_0 vm_id = c313c6cb-9752-4e40-b47e-61fd6befa235
11772024-03-22T05:05:58.748ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 496 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 19900628-2285-4e9c-881f-09431309b932 target = phd_framework::test_vm target_id = c313c6cb-9752-4e40-b47e-61fd6befa235 vm = migration_serial_history_lifecycle_0 vm_id = c313c6cb-9752-4e40-b47e-61fd6befa235
11782024-03-22T05:05:58.748ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 11b6dcd2-775b-46eb-80ef-f1f5fa2449fa path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 19900628-2285-4e9c-881f-09431309b932 target = phd_framework::test_vm target_id = c313c6cb-9752-4e40-b47e-61fd6befa235
11792024-03-22T05:06:10.195ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":7685}} target = phd_framework::serial
11802024-03-22T05:06:11.739ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 19900628-2285-4e9c-881f-09431309b932 target = phd_framework::test_vm target_id = c313c6cb-9752-4e40-b47e-61fd6befa235
11812024-03-22T05:06:11.739ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 12990 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 11b6dcd2-775b-46eb-80ef-f1f5fa2449fa path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 19900628-2285-4e9c-881f-09431309b932 target = phd_framework::test_vm target_id = c313c6cb-9752-4e40-b47e-61fd6befa235
11822024-03-22T05:06:11.739ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 13487 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 19900628-2285-4e9c-881f-09431309b932 target = phd_framework::test_vm target_id = c313c6cb-9752-4e40-b47e-61fd6befa235
11832024-03-22T05:06:11.741ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 19900628-2285-4e9c-881f-09431309b932
11842024-03-22T05:06:11.742ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::serial_history self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migration_serial_history vm_id = 19900628-2285-4e9c-881f-09431309b932
11852024-03-22T05:06:11.874ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 133 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 19900628-2285-4e9c-881f-09431309b932
11862024-03-22T05:06:11.877ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history_lifecycle_0 vm_id = c313c6cb-9752-4e40-b47e-61fd6befa235
11872024-03-22T05:06:11.877ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
11882024-03-22T05:06:11.877ZINFOphd-runner: test phd_tests::migrate::serial_history ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
11892024-03-22T05:06:11.877ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 17928 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
11902024-03-22T05:06:11.878ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
11912024-03-22T05:06:11.878ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history_lifecycle_0 vm_id = c313c6cb-9752-4e40-b47e-61fd6befa235
11922024-03-22T05:06:12.270ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::serial_history self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migration_serial_history_lifecycle_0 vm_id = c313c6cb-9752-4e40-b47e-61fd6befa235
11932024-03-22T05:06:12.404ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::serial_history target = phd_framework::zfs vm = migration_serial_history_lifecycle_0 vm_id = c313c6cb-9752-4e40-b47e-61fd6befa235
11942024-03-22T05:06:12.404ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-7607042a-e7f8-46eb-861f-b3d5bb224180"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::serial_history target = phd_framework::zfs verb = destroy vm = migration_serial_history_lifecycle_0 vm_id = c313c6cb-9752-4e40-b47e-61fd6befa235
11952024-03-22T05:06:12.434ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::serial_history target = phd_framework::zfs vm = migration_serial_history_lifecycle_0 vm_id = c313c6cb-9752-4e40-b47e-61fd6befa235
11962024-03-22T05:06:12.434ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-00212524-df9c-4430-abbd-8a4eb780cc4c"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::serial_history target = phd_framework::zfs verb = destroy vm = migration_serial_history_lifecycle_0 vm_id = c313c6cb-9752-4e40-b47e-61fd6befa235
11972024-03-22T05:06:12.457ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 579 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history_lifecycle_0 vm_id = c313c6cb-9752-4e40-b47e-61fd6befa235
11982024-03-22T05:06:12.457ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 18986 file = phd-tests/tests/src/migrate.rs line = 18 path = phd_tests::migrate::serial_history target = phd_tests::migrate
11992024-03-22T05:06:12.457ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 579 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
12002024-03-22T05:06:12.457ZINFOphd-runner: Starting test phd_tests::migrate::smoke_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
12012024-03-22T05:06:12.457ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
12022024-03-22T05:06:12.457ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
12032024-03-22T05:06:12.457ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 13 path = phd_tests::migrate::smoke_test target = phd_tests::migrate
12042024-03-22T05:06:12.457ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
12052024-03-22T05:06:12.457ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
12062024-03-22T05:06:12.457ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
12072024-03-22T05:06:12.457ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::smoke_test target = phd_framework::zfs verb = list
12082024-03-22T05:06:12.473ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::smoke_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 650M 1.80T 649M /phd-artifacts\n target = phd_framework::zfs
12092024-03-22T05:06:12.473ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-b523ec30-460e-4ec7-9c25-098830d64580"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::smoke_test target = phd_framework::zfs verb = snapshot
12102024-03-22T05:06:12.492ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-b523ec30-460e-4ec7-9c25-098830d64580", "phd-artifacts/phd-clone-c1457b5e-dccb-48cb-8033-728710460efd"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::smoke_test target = phd_framework::zfs verb = clone
12112024-03-22T05:06:12.511ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-c1457b5e-dccb-48cb-8033-728710460efd"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::smoke_test target = phd_framework::zfs verb = list
12122024-03-22T05:06:12.527ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::smoke_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-c1457b5e-dccb-48cb-8033-728710460efd 0B 1.80T 649M /phd-artifacts/phd-clone-c1457b5e-dccb-48cb-8033-728710460efd\n target = phd_framework::zfs
12132024-03-22T05:06:12.527ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
12142024-03-22T05:06:12.527ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::smoke_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-c1457b5e-dccb-48cb-8033-728710460efd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_smoke
12152024-03-22T05:06:12.527ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
12162024-03-22T05:06:12.527ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_smoke.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::smoke_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
12172024-03-22T05:06:12.527ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::smoke_test stderr_path = "/tmp/propolis-phd/migration_smoke.stderr.log" stdout_path = "/tmp/propolis-phd/migration_smoke.stdout.log" target = phd_framework::server_log_mode
12182024-03-22T05:06:12.537ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1009 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm::server
12192024-03-22T05:06:12.538ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
12202024-03-22T05:06:12.538ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12212024-03-22T05:06:12.538ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12222024-03-22T05:06:13.367ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
12232024-03-22T05:06:13.367ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 37e15ac2-4821-49af-9859-0edd78901e19, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 061743af-a62f-4e90-8a5a-e07718c524d1, silo_id: 379449a9-17a9-4af2-8427-6035167d9108 }, name: "phd-vm-37e15ac2-4821-49af-9859-0edd78901e19", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::migrate::smoke_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-c1457b5e-dccb-48cb-8033-728710460efd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12242024-03-22T05:06:13.367ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 829 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12252024-03-22T05:06:13.367ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12262024-03-22T05:06:13.367ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::migrate::smoke_test state = Run target = phd_framework::test_vm vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12272024-03-22T05:06:13.368ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12282024-03-22T05:06:13.368ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
12292024-03-22T05:06:13.368ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = 300s vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12302024-03-22T05:06:13.368ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::smoke_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
12312024-03-22T05:06:13.368ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12322024-03-22T05:06:13.368ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12332024-03-22T05:06:17.593ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4224 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12342024-03-22T05:06:17.593ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::smoke_test step = WriteStr("root") target = phd_framework::test_vm
12352024-03-22T05:06:17.593ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::smoke_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
12362024-03-22T05:06:17.593ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12372024-03-22T05:06:17.593ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12382024-03-22T05:06:17.613ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12392024-03-22T05:06:17.613ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
12402024-03-22T05:06:17.613ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4245 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
12412024-03-22T05:06:17.613ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12422024-03-22T05:06:17.613ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12432024-03-22T05:06:17.622ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 8 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12442024-03-22T05:06:17.622ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12452024-03-22T05:06:17.622ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12462024-03-22T05:06:17.653ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 31 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12472024-03-22T05:06:17.654ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12482024-03-22T05:06:17.654ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12492024-03-22T05:06:17.665ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12502024-03-22T05:06:17.665ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12512024-03-22T05:06:17.665ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12522024-03-22T05:06:17.687ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 21 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12532024-03-22T05:06:17.687ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12542024-03-22T05:06:17.687ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12552024-03-22T05:06:17.698ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12562024-03-22T05:06:17.698ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12572024-03-22T05:06:17.699ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12582024-03-22T05:06:17.731ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12592024-03-22T05:06:17.731ZINFOphd-runner: [TEST - EVENT] migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 74 path = phd_tests::migrate::smoke_test propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_smoke
12602024-03-22T05:06:17.731ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
12612024-03-22T05:06:17.732ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::smoke_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-c1457b5e-dccb-48cb-8033-728710460efd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_smoke_lifecycle_0
12622024-03-22T05:06:17.732ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
12632024-03-22T05:06:17.732ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_smoke_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::smoke_test server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
12642024-03-22T05:06:17.732ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::smoke_test stderr_path = "/tmp/propolis-phd/migration_smoke_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_smoke_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
12652024-03-22T05:06:17.747ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1010 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm::server
12662024-03-22T05:06:17.748ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 16 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
12672024-03-22T05:06:17.748ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 37e15ac2-4821-49af-9859-0edd78901e19 target = phd_framework::test_vm target_id = d62a790a-156a-4514-ba76-8a28b9d6f541
12682024-03-22T05:06:17.748ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = ecb561a5-ea6d-4316-ab74-b3f77e5a8e4b path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 37e15ac2-4821-49af-9859-0edd78901e19 target = phd_framework::test_vm target_id = d62a790a-156a-4514-ba76-8a28b9d6f541 timeout_duration = 45s
12692024-03-22T05:06:17.748ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 37e15ac2-4821-49af-9859-0edd78901e19 target = phd_framework::test_vm target_id = d62a790a-156a-4514-ba76-8a28b9d6f541 vm = migration_smoke_lifecycle_0 vm_id = d62a790a-156a-4514-ba76-8a28b9d6f541
12702024-03-22T05:06:17.748ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 37e15ac2-4821-49af-9859-0edd78901e19 target = phd_framework::test_vm target_id = d62a790a-156a-4514-ba76-8a28b9d6f541 vm = migration_smoke_lifecycle_0 vm_id = d62a790a-156a-4514-ba76-8a28b9d6f541
12712024-03-22T05:06:18.256ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: d62a790a-156a-4514-ba76-8a28b9d6f541, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: ea972a6c-b329-41ac-8ee1-7295f6467067, silo_id: fb1e4162-5452-4ab1-941b-889af3a67e16 }, name: "phd-vm-d62a790a-156a-4514-ba76-8a28b9d6f541", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::smoke_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-c1457b5e-dccb-48cb-8033-728710460efd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migration_smoke source_id = 37e15ac2-4821-49af-9859-0edd78901e19 target = phd_framework::test_vm target_id = d62a790a-156a-4514-ba76-8a28b9d6f541 vm = migration_smoke_lifecycle_0 vm_id = d62a790a-156a-4514-ba76-8a28b9d6f541
12722024-03-22T05:06:18.256ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 508 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 37e15ac2-4821-49af-9859-0edd78901e19 target = phd_framework::test_vm target_id = d62a790a-156a-4514-ba76-8a28b9d6f541 vm = migration_smoke_lifecycle_0 vm_id = d62a790a-156a-4514-ba76-8a28b9d6f541
12732024-03-22T05:06:18.256ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = ecb561a5-ea6d-4316-ab74-b3f77e5a8e4b path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 37e15ac2-4821-49af-9859-0edd78901e19 target = phd_framework::test_vm target_id = d62a790a-156a-4514-ba76-8a28b9d6f541
12742024-03-22T05:06:29.723ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":7718}} target = phd_framework::serial
12752024-03-22T05:06:30.615ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 37e15ac2-4821-49af-9859-0edd78901e19 target = phd_framework::test_vm target_id = d62a790a-156a-4514-ba76-8a28b9d6f541
12762024-03-22T05:06:30.615ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 12359 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = ecb561a5-ea6d-4316-ab74-b3f77e5a8e4b path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 37e15ac2-4821-49af-9859-0edd78901e19 target = phd_framework::test_vm target_id = d62a790a-156a-4514-ba76-8a28b9d6f541
12772024-03-22T05:06:30.615ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 12867 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 37e15ac2-4821-49af-9859-0edd78901e19 target = phd_framework::test_vm target_id = d62a790a-156a-4514-ba76-8a28b9d6f541
12782024-03-22T05:06:30.617ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12792024-03-22T05:06:30.617ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = d62a790a-156a-4514-ba76-8a28b9d6f541
12802024-03-22T05:06:30.617ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_smoke_lifecycle_0 vm_id = d62a790a-156a-4514-ba76-8a28b9d6f541
12812024-03-22T05:06:30.618ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::smoke_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12822024-03-22T05:06:30.749ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 132 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 37e15ac2-4821-49af-9859-0edd78901e19
12832024-03-22T05:06:32.074ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 1456 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = d62a790a-156a-4514-ba76-8a28b9d6f541
12842024-03-22T05:06:32.074ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = d62a790a-156a-4514-ba76-8a28b9d6f541
12852024-03-22T05:06:32.074ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_smoke_lifecycle_0 vm_id = d62a790a-156a-4514-ba76-8a28b9d6f541
12862024-03-22T05:06:32.107ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = d62a790a-156a-4514-ba76-8a28b9d6f541
12872024-03-22T05:06:32.107ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = d62a790a-156a-4514-ba76-8a28b9d6f541
12882024-03-22T05:06:32.107ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
12892024-03-22T05:06:32.107ZINFOphd-runner: test phd_tests::migrate::smoke_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
12902024-03-22T05:06:32.108ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
12912024-03-22T05:06:32.108ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 18740 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
12922024-03-22T05:06:32.108ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = d62a790a-156a-4514-ba76-8a28b9d6f541
12932024-03-22T05:06:32.692ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::smoke_test self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migration_smoke_lifecycle_0 vm_id = d62a790a-156a-4514-ba76-8a28b9d6f541
12942024-03-22T05:06:32.821ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::smoke_test target = phd_framework::zfs vm = migration_smoke_lifecycle_0 vm_id = d62a790a-156a-4514-ba76-8a28b9d6f541
12952024-03-22T05:06:32.821ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-c1457b5e-dccb-48cb-8033-728710460efd"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::smoke_test target = phd_framework::zfs verb = destroy vm = migration_smoke_lifecycle_0 vm_id = d62a790a-156a-4514-ba76-8a28b9d6f541
12962024-03-22T05:06:32.854ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::smoke_test target = phd_framework::zfs vm = migration_smoke_lifecycle_0 vm_id = d62a790a-156a-4514-ba76-8a28b9d6f541
12972024-03-22T05:06:32.854ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-b523ec30-460e-4ec7-9c25-098830d64580"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::smoke_test target = phd_framework::zfs verb = destroy vm = migration_smoke_lifecycle_0 vm_id = d62a790a-156a-4514-ba76-8a28b9d6f541
12982024-03-22T05:06:32.876ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 768 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = d62a790a-156a-4514-ba76-8a28b9d6f541
12992024-03-22T05:06:32.876ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 20419 file = phd-tests/tests/src/migrate.rs line = 13 path = phd_tests::migrate::smoke_test target = phd_tests::migrate
13002024-03-22T05:06:32.877ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 768 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
13012024-03-22T05:06:32.877ZINFOphd-runner: Starting test phd_tests::framework::multiline_serial_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
13022024-03-22T05:06:32.877ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
13032024-03-22T05:06:32.877ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
13042024-03-22T05:06:32.877ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/framework.rs line = 10 path = phd_tests::framework::multiline_serial_test target = phd_tests::framework
13052024-03-22T05:06:32.877ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
13062024-03-22T05:06:32.877ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
13072024-03-22T05:06:32.877ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
13082024-03-22T05:06:32.877ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs verb = list
13092024-03-22T05:06:32.893ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::framework::multiline_serial_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 650M 1.80T 649M /phd-artifacts\n target = phd_framework::zfs
13102024-03-22T05:06:32.893ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-b63c9ec4-5ca9-421a-a6b9-7636ff9ef6e6"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs verb = snapshot
13112024-03-22T05:06:32.913ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-b63c9ec4-5ca9-421a-a6b9-7636ff9ef6e6", "phd-artifacts/phd-clone-6bde669f-7ad2-4091-a3ad-3c63dfbd3684"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs verb = clone
13122024-03-22T05:06:32.935ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-6bde669f-7ad2-4091-a3ad-3c63dfbd3684"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs verb = list
13132024-03-22T05:06:32.949ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::framework::multiline_serial_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-6bde669f-7ad2-4091-a3ad-3c63dfbd3684 0B 1.80T 649M /phd-artifacts/phd-clone-6bde669f-7ad2-4091-a3ad-3c63dfbd3684\n target = phd_framework::zfs
13142024-03-22T05:06:32.949ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm
13152024-03-22T05:06:32.949ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::framework::multiline_serial_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-6bde669f-7ad2-4091-a3ad-3c63dfbd3684/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = multiline_test
13162024-03-22T05:06:32.949ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
13172024-03-22T05:06:32.950ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/multiline_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::framework::multiline_serial_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
13182024-03-22T05:06:32.950ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::framework::multiline_serial_test stderr_path = "/tmp/propolis-phd/multiline_test.stderr.log" stdout_path = "/tmp/propolis-phd/multiline_test.stdout.log" target = phd_framework::server_log_mode
13192024-03-22T05:06:32.959ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1019 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm::server
13202024-03-22T05:06:32.959ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm
13212024-03-22T05:06:32.959ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13222024-03-22T05:06:32.960ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13232024-03-22T05:06:33.387ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
13242024-03-22T05:06:33.387ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 7dbd36b9-79e7-41b2-9269-d1ee47124d06, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: fbf7ad05-3cc0-456b-b6d4-633996c80195, silo_id: f193656d-fc0e-496a-8dd3-b3de8d6099de }, name: "phd-vm-7dbd36b9-79e7-41b2-9269-d1ee47124d06", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::framework::multiline_serial_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-6bde669f-7ad2-4091-a3ad-3c63dfbd3684/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13252024-03-22T05:06:33.387ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 427 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13262024-03-22T05:06:33.387ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13272024-03-22T05:06:33.387ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::framework::multiline_serial_test state = Run target = phd_framework::test_vm vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13282024-03-22T05:06:33.388ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13292024-03-22T05:06:33.388ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm
13302024-03-22T05:06:33.388ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm timeout_duration = 300s vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13312024-03-22T05:06:33.388ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::framework::multiline_serial_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
13322024-03-22T05:06:33.388ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13332024-03-22T05:06:33.388ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13342024-03-22T05:06:37.604ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4215 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13352024-03-22T05:06:37.604ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::framework::multiline_serial_test step = WriteStr("root") target = phd_framework::test_vm
13362024-03-22T05:06:37.604ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::framework::multiline_serial_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
13372024-03-22T05:06:37.604ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13382024-03-22T05:06:37.604ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13392024-03-22T05:06:37.623ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13402024-03-22T05:06:37.623ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm
13412024-03-22T05:06:37.623ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4235 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm
13422024-03-22T05:06:37.623ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13432024-03-22T05:06:37.623ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13442024-03-22T05:06:37.655ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 31 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13452024-03-22T05:06:37.655ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13462024-03-22T05:06:37.655ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13472024-03-22T05:06:37.664ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13482024-03-22T05:06:37.664ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13492024-03-22T05:06:37.664ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
13502024-03-22T05:06:37.664ZINFOphd-runner: test phd_tests::framework::multiline_serial_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
13512024-03-22T05:06:37.665ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 4277 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
13522024-03-22T05:06:37.665ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
13532024-03-22T05:06:37.665ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13542024-03-22T05:06:38.356ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::framework::multiline_serial_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13552024-03-22T05:06:38.484ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13562024-03-22T05:06:38.484ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-6bde669f-7ad2-4091-a3ad-3c63dfbd3684"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs verb = destroy vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13572024-03-22T05:06:38.518ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13582024-03-22T05:06:38.518ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-b63c9ec4-5ca9-421a-a6b9-7636ff9ef6e6"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs verb = destroy vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13592024-03-22T05:06:38.543ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 878 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 7dbd36b9-79e7-41b2-9269-d1ee47124d06
13602024-03-22T05:06:38.543ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 5666 file = phd-tests/tests/src/framework.rs line = 10 path = phd_tests::framework::multiline_serial_test target = phd_tests::framework
13612024-03-22T05:06:38.543ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 878 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
13622024-03-22T05:06:38.544ZINFOphd-runner: Starting test phd_tests::crucible::migrate::load_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
13632024-03-22T05:06:38.544ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
13642024-03-22T05:06:38.544ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
13652024-03-22T05:06:38.544ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/crucible/migrate.rs line = 39 path = phd_tests::crucible::migrate::load_test target = phd_tests::crucible::migrate
13662024-03-22T05:06:38.544ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
13672024-03-22T05:06:38.544ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
13682024-03-22T05:06:38.544ZDEBGphd-runner: [TEST - EVENT] checking for existing copy of artifact file = phd-tests/framework/src/artifacts/store.rs line = 89 maybe_path = /phd-artifacts/befb56700b5f07b1c345aa2fe36100e547820aa6aac67a259f58a8651b489594/crucible-nightly.tar.gz path = phd_tests::crucible::migrate::load_test target = phd_framework::artifacts::store
13692024-03-22T05:06:38.544ZDEBGphd-runner: [TEST - EVENT] Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 215 path = phd_tests::crucible::migrate::load_test target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/952c7d60d22be5198b892bec8d92f4291b9160c2/crucible-nightly.tar.gz
13702024-03-22T05:07:01.965ZDEBGphd-runner: [TEST - EVENT] Extracting artifact from tarball extracted_path = /phd-artifacts/befb56700b5f07b1c345aa2fe36100e547820aa6aac67a259f58a8651b489594/crucible-downstairs file = phd-tests/framework/src/artifacts/store.rs line = 162 path = phd_tests::crucible::migrate::load_test target = phd_framework::artifacts::store untar_path = target/release/crucible-downstairs
13712024-03-22T05:07:01.965ZDEBGphd-runner: [TEST - EVENT] Extracting gzipped tarball... file = phd-tests/framework/src/artifacts/store.rs line = 518 path = phd_tests::crucible::migrate::load_test target = phd_framework::artifacts::store
13722024-03-22T05:07:06.286ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
13732024-03-22T05:07:06.286ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/20ab108f-1fe6-46c5-8ddd-b83a2c7442df_9000", "--encrypted", "--uuid", "20ab108f-1fe6-46c5-8ddd-b83a2c7442df", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
13742024-03-22T05:07:06.363ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::migrate::load_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/20ab108f-1fe6-46c5-8ddd-b83a2c7442df_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:07:06.321961258Z","hostname":"buskin","pid":1023}\n{"msg":"UUID: 20ab108f-1fe6-46c5-8ddd-b83a2c7442df","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:07:06.354732327Z","hostname":"buskin","pid":1023}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:07:06.354747178Z","hostname":"buskin","pid":1023}\n target = phd_framework::disk::crucible
13752024-03-22T05:07:06.363ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/20ab108f-1fe6-46c5-8ddd-b83a2c7442df_9001", "--encrypted", "--uuid", "20ab108f-1fe6-46c5-8ddd-b83a2c7442df", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
13762024-03-22T05:07:06.419ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::migrate::load_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/20ab108f-1fe6-46c5-8ddd-b83a2c7442df_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:07:06.380895343Z","hostname":"buskin","pid":1024}\n{"msg":"UUID: 20ab108f-1fe6-46c5-8ddd-b83a2c7442df","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:07:06.412593809Z","hostname":"buskin","pid":1024}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:07:06.41260363Z","hostname":"buskin","pid":1024}\n target = phd_framework::disk::crucible
13772024-03-22T05:07:06.420ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/20ab108f-1fe6-46c5-8ddd-b83a2c7442df_9002", "--encrypted", "--uuid", "20ab108f-1fe6-46c5-8ddd-b83a2c7442df", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
13782024-03-22T05:07:06.478ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::migrate::load_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/20ab108f-1fe6-46c5-8ddd-b83a2c7442df_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:07:06.437420534Z","hostname":"buskin","pid":1025}\n{"msg":"UUID: 20ab108f-1fe6-46c5-8ddd-b83a2c7442df","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:07:06.470800232Z","hostname":"buskin","pid":1025}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:07:06.470809502Z","hostname":"buskin","pid":1025}\n target = phd_framework::disk::crucible
13792024-03-22T05:07:06.478ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::load_test stderr_path = "/tmp/propolis-phd/crucible_20ab108f-1fe6-46c5-8ddd-b83a2c7442df_9000.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_20ab108f-1fe6-46c5-8ddd-b83a2c7442df_9000.stdout.log" target = phd_framework::server_log_mode
13802024-03-22T05:07:06.478ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/20ab108f-1fe6-46c5-8ddd-b83a2c7442df_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
13812024-03-22T05:07:06.478ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/20ab108f-1fe6-46c5-8ddd-b83a2c7442df_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
13822024-03-22T05:07:06.488ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::load_test stderr_path = "/tmp/propolis-phd/crucible_20ab108f-1fe6-46c5-8ddd-b83a2c7442df_9001.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_20ab108f-1fe6-46c5-8ddd-b83a2c7442df_9001.stdout.log" target = phd_framework::server_log_mode
13832024-03-22T05:07:06.488ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/20ab108f-1fe6-46c5-8ddd-b83a2c7442df_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
13842024-03-22T05:07:06.488ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/20ab108f-1fe6-46c5-8ddd-b83a2c7442df_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
13852024-03-22T05:07:06.498ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::load_test stderr_path = "/tmp/propolis-phd/crucible_20ab108f-1fe6-46c5-8ddd-b83a2c7442df_9002.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_20ab108f-1fe6-46c5-8ddd-b83a2c7442df_9002.stdout.log" target = phd_framework::server_log_mode
13862024-03-22T05:07:06.498ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/20ab108f-1fe6-46c5-8ddd-b83a2c7442df_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
13872024-03-22T05:07:06.498ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/20ab108f-1fe6-46c5-8ddd-b83a2c7442df_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
13882024-03-22T05:07:06.508ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
13892024-03-22T05:07:06.508ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::crucible::migrate::load_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"20ab108f-1fe6-46c5-8ddd-b83a2c7442df\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"d3ce3b2c-327d-45c4-b195-58e4cb5abcce\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"a8bdfa20-70b7-400e-b6d9-f65fd7c82c77\\",\\"key\\":\\"pODYu+hKB+y1ZHn7q46HWDjyHo6aRJcWADv2Uf9cy1Q=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = crucible_load_test_source
13902024-03-22T05:07:06.508ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
13912024-03-22T05:07:06.508ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_load_test_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::migrate::load_test server_addr = 127.0.0.1:9003 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
13922024-03-22T05:07:06.508ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::load_test stderr_path = "/tmp/propolis-phd/crucible_load_test_source.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_load_test_source.stdout.log" target = phd_framework::server_log_mode
13932024-03-22T05:07:06.518ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1029 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm::server
13942024-03-22T05:07:06.518ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
13952024-03-22T05:07:06.519ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
13962024-03-22T05:07:06.519ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
13972024-03-22T05:07:07.162ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
13982024-03-22T05:07:07.163ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 6a2d730b-1741-45b4-8777-b7eca9d959ae, silo_id: d0039a4b-a010-4ded-b0a1-7ad060585cd2 }, name: "phd-vm-91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::crucible::migrate::load_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"20ab108f-1fe6-46c5-8ddd-b83a2c7442df\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"d3ce3b2c-327d-45c4-b195-58e4cb5abcce\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"a8bdfa20-70b7-400e-b6d9-f65fd7c82c77\\",\\"key\\":\\"pODYu+hKB+y1ZHn7q46HWDjyHo6aRJcWADv2Uf9cy1Q=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
13992024-03-22T05:07:07.163ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 644 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14002024-03-22T05:07:07.163ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14012024-03-22T05:07:07.163ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::crucible::migrate::load_test state = Run target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14022024-03-22T05:07:07.164ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14032024-03-22T05:07:07.164ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
14042024-03-22T05:07:07.164ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = 300s vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14052024-03-22T05:07:07.164ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::crucible::migrate::load_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
14062024-03-22T05:07:07.164ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14072024-03-22T05:07:07.164ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14082024-03-22T05:07:11.930ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4766 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14092024-03-22T05:07:11.930ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::crucible::migrate::load_test step = WriteStr("root") target = phd_framework::test_vm
14102024-03-22T05:07:11.930ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::crucible::migrate::load_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
14112024-03-22T05:07:11.930ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14122024-03-22T05:07:11.930ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14132024-03-22T05:07:11.950ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14142024-03-22T05:07:11.950ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
14152024-03-22T05:07:11.950ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4785 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
14162024-03-22T05:07:11.950ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
14172024-03-22T05:07:11.950ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::crucible::migrate::load_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"20ab108f-1fe6-46c5-8ddd-b83a2c7442df\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"81f691d7-0b50-4caa-9efc-6f6a1fc32011\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":2,\\"opts\\":{\\"id\\":\\"9cf34a93-2302-424d-a68f-ee6b7e1f9507\\",\\"key\\":\\"pODYu+hKB+y1ZHn7q46HWDjyHo6aRJcWADv2Uf9cy1Q=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = crucible_load_test_target
14182024-03-22T05:07:11.950ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
14192024-03-22T05:07:11.950ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_load_test_target.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::migrate::load_test server_addr = 127.0.0.1:9005 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
14202024-03-22T05:07:11.950ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::load_test stderr_path = "/tmp/propolis-phd/crucible_load_test_target.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_load_test_target.stdout.log" target = phd_framework::server_log_mode
14212024-03-22T05:07:11.964ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1030 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm::server
14222024-03-22T05:07:11.965ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 15 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
14232024-03-22T05:07:11.965ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14242024-03-22T05:07:11.965ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14252024-03-22T05:07:11.971ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 5 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14262024-03-22T05:07:11.971ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14272024-03-22T05:07:11.971ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14282024-03-22T05:07:12.199ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 227 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14292024-03-22T05:07:12.199ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14302024-03-22T05:07:12.199ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14312024-03-22T05:07:12.211ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14322024-03-22T05:07:12.211ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14332024-03-22T05:07:12.211ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14342024-03-22T05:07:12.479ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 268 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14352024-03-22T05:07:12.479ZINFOphd-runner: [TEST - EVENT] Generated SHA256 checksum: 62985406d1b4b19ef3ede59755bda1d602fb26d58eea162b75c969a4fa21716c file = phd-tests/tests/src/crucible/migrate.rs line = 72 path = phd_tests::crucible::migrate::load_test target = phd_tests::crucible::migrate
14362024-03-22T05:07:12.479ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14372024-03-22T05:07:12.479ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14382024-03-22T05:07:12.490ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14392024-03-22T05:07:12.490ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14402024-03-22T05:07:12.490ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14412024-03-22T05:07:12.512ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 21 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14422024-03-22T05:07:12.512ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85 target = phd_framework::test_vm target_id = e562ca76-8f04-4653-a974-9590e3020dba
14432024-03-22T05:07:12.512ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9003 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = 70bf2698-3e62-458e-82f6-07b4be856bd3 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85 target = phd_framework::test_vm target_id = e562ca76-8f04-4653-a974-9590e3020dba timeout_duration = 45s
14442024-03-22T05:07:12.512ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85 target = phd_framework::test_vm target_id = e562ca76-8f04-4653-a974-9590e3020dba vm = crucible_load_test_target vm_id = e562ca76-8f04-4653-a974-9590e3020dba
14452024-03-22T05:07:12.623ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: e562ca76-8f04-4653-a974-9590e3020dba, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: e550dcc8-61b4-45f0-9c5d-2b33c76f974c, silo_id: 9a1ceeb6-3132-4a12-9a27-3462fba88133 }, name: "phd-vm-e562ca76-8f04-4653-a974-9590e3020dba", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::crucible::migrate::load_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"20ab108f-1fe6-46c5-8ddd-b83a2c7442df\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"81f691d7-0b50-4caa-9efc-6f6a1fc32011\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":2,\\"opts\\":{\\"id\\":\\"9cf34a93-2302-424d-a68f-ee6b7e1f9507\\",\\"key\\":\\"pODYu+hKB+y1ZHn7q46HWDjyHo6aRJcWADv2Uf9cy1Q=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = crucible_load_test_source source_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85 target = phd_framework::test_vm target_id = e562ca76-8f04-4653-a974-9590e3020dba vm = crucible_load_test_target vm_id = e562ca76-8f04-4653-a974-9590e3020dba
14462024-03-22T05:07:12.623ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 111 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85 target = phd_framework::test_vm target_id = e562ca76-8f04-4653-a974-9590e3020dba vm = crucible_load_test_target vm_id = e562ca76-8f04-4653-a974-9590e3020dba
14472024-03-22T05:07:12.623ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 70bf2698-3e62-458e-82f6-07b4be856bd3 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85 target = phd_framework::test_vm target_id = e562ca76-8f04-4653-a974-9590e3020dba
14482024-03-22T05:07:24.062ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9005","from_start":7920}} target = phd_framework::serial
14492024-03-22T05:07:24.584ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85 target = phd_framework::test_vm target_id = e562ca76-8f04-4653-a974-9590e3020dba
14502024-03-22T05:07:24.584ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 11960 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 70bf2698-3e62-458e-82f6-07b4be856bd3 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85 target = phd_framework::test_vm target_id = e562ca76-8f04-4653-a974-9590e3020dba
14512024-03-22T05:07:24.584ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 12072 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85 target = phd_framework::test_vm target_id = e562ca76-8f04-4653-a974-9590e3020dba
14522024-03-22T05:07:24.584ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = e562ca76-8f04-4653-a974-9590e3020dba
14532024-03-22T05:07:24.584ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_load_test_target vm_id = e562ca76-8f04-4653-a974-9590e3020dba
14542024-03-22T05:07:24.596ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = e562ca76-8f04-4653-a974-9590e3020dba
14552024-03-22T05:07:24.596ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = e562ca76-8f04-4653-a974-9590e3020dba
14562024-03-22T05:07:24.597ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_load_test_target vm_id = e562ca76-8f04-4653-a974-9590e3020dba
14572024-03-22T05:07:24.629ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = e562ca76-8f04-4653-a974-9590e3020dba
14582024-03-22T05:07:24.630ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = e562ca76-8f04-4653-a974-9590e3020dba
14592024-03-22T05:07:24.630ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_load_test_target vm_id = e562ca76-8f04-4653-a974-9590e3020dba
14602024-03-22T05:07:24.641ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = e562ca76-8f04-4653-a974-9590e3020dba
14612024-03-22T05:07:24.641ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = e562ca76-8f04-4653-a974-9590e3020dba
14622024-03-22T05:07:24.641ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_load_test_target vm_id = e562ca76-8f04-4653-a974-9590e3020dba
14632024-03-22T05:07:24.908ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 267 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = e562ca76-8f04-4653-a974-9590e3020dba
14642024-03-22T05:07:24.908ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = e562ca76-8f04-4653-a974-9590e3020dba
14652024-03-22T05:07:24.909ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14662024-03-22T05:07:24.909ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
14672024-03-22T05:07:24.909ZINFOphd-runner: test phd_tests::crucible::migrate::load_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
14682024-03-22T05:07:24.909ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 17746 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
14692024-03-22T05:07:24.909ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
14702024-03-22T05:07:24.910ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::migrate::load_test self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14712024-03-22T05:07:24.922ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = e562ca76-8f04-4653-a974-9590e3020dba
14722024-03-22T05:07:25.049ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 140 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 91d08bfd-cbf6-40c3-a8ce-7dbe2d963a85
14732024-03-22T05:07:25.568ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::migrate::load_test self.address = 127.0.0.1:9005 target = phd_framework::test_vm::server vm = crucible_load_test_target vm_id = e562ca76-8f04-4653-a974-9590e3020dba
14742024-03-22T05:07:25.688ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::migrate::load_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: "/tmp/propolis-phd/20ab108f-1fe6-46c5-8ddd-b83a2c7442df_9000" } } target = phd_framework::disk::crucible vm = crucible_load_test_target vm_id = e562ca76-8f04-4653-a974-9590e3020dba
14752024-03-22T05:07:25.700ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::migrate::load_test self.path = "/tmp/propolis-phd/20ab108f-1fe6-46c5-8ddd-b83a2c7442df_9000" target = phd_framework::disk::crucible vm = crucible_load_test_target vm_id = e562ca76-8f04-4653-a974-9590e3020dba
14762024-03-22T05:07:25.711ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::migrate::load_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: "/tmp/propolis-phd/20ab108f-1fe6-46c5-8ddd-b83a2c7442df_9001" } } target = phd_framework::disk::crucible vm = crucible_load_test_target vm_id = e562ca76-8f04-4653-a974-9590e3020dba
14772024-03-22T05:07:25.723ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::migrate::load_test self.path = "/tmp/propolis-phd/20ab108f-1fe6-46c5-8ddd-b83a2c7442df_9001" target = phd_framework::disk::crucible vm = crucible_load_test_target vm_id = e562ca76-8f04-4653-a974-9590e3020dba
14782024-03-22T05:07:25.733ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::migrate::load_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: "/tmp/propolis-phd/20ab108f-1fe6-46c5-8ddd-b83a2c7442df_9002" } } target = phd_framework::disk::crucible vm = crucible_load_test_target vm_id = e562ca76-8f04-4653-a974-9590e3020dba
14792024-03-22T05:07:25.745ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::migrate::load_test self.path = "/tmp/propolis-phd/20ab108f-1fe6-46c5-8ddd-b83a2c7442df_9002" target = phd_framework::disk::crucible vm = crucible_load_test_target vm_id = e562ca76-8f04-4653-a974-9590e3020dba
14802024-03-22T05:07:25.755ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 846 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = e562ca76-8f04-4653-a974-9590e3020dba
14812024-03-22T05:07:25.755ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 47211 file = phd-tests/tests/src/crucible/migrate.rs line = 39 path = phd_tests::crucible::migrate::load_test target = phd_tests::crucible::migrate
14822024-03-22T05:07:25.756ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 846 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
14832024-03-22T05:07:25.756ZINFOphd-runner: Starting test phd_tests::crucible::migrate::smoke_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
14842024-03-22T05:07:25.756ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
14852024-03-22T05:07:25.756ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
14862024-03-22T05:07:25.756ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/crucible/migrate.rs line = 10 path = phd_tests::crucible::migrate::smoke_test target = phd_tests::crucible::migrate
14872024-03-22T05:07:25.756ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
14882024-03-22T05:07:25.756ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
14892024-03-22T05:07:25.756ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/befb56700b5f07b1c345aa2fe36100e547820aa6aac67a259f58a8651b489594/crucible-downstairs target = phd_framework::artifacts::store
14902024-03-22T05:07:25.756ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
14912024-03-22T05:07:25.756ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/5df54bb5-2bb2-44f6-9042-04c0f74f1a94_9000", "--encrypted", "--uuid", "5df54bb5-2bb2-44f6-9042-04c0f74f1a94", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
14922024-03-22T05:07:25.820ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::migrate::smoke_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/5df54bb5-2bb2-44f6-9042-04c0f74f1a94_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:07:25.780485619Z","hostname":"buskin","pid":1033}\n{"msg":"UUID: 5df54bb5-2bb2-44f6-9042-04c0f74f1a94","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:07:25.812738533Z","hostname":"buskin","pid":1033}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:07:25.812757973Z","hostname":"buskin","pid":1033}\n target = phd_framework::disk::crucible
14932024-03-22T05:07:25.820ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/5df54bb5-2bb2-44f6-9042-04c0f74f1a94_9001", "--encrypted", "--uuid", "5df54bb5-2bb2-44f6-9042-04c0f74f1a94", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
14942024-03-22T05:07:25.881ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::migrate::smoke_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/5df54bb5-2bb2-44f6-9042-04c0f74f1a94_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:07:25.842478429Z","hostname":"buskin","pid":1034}\n{"msg":"UUID: 5df54bb5-2bb2-44f6-9042-04c0f74f1a94","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:07:25.874444153Z","hostname":"buskin","pid":1034}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:07:25.874458163Z","hostname":"buskin","pid":1034}\n target = phd_framework::disk::crucible
14952024-03-22T05:07:25.882ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/5df54bb5-2bb2-44f6-9042-04c0f74f1a94_9002", "--encrypted", "--uuid", "5df54bb5-2bb2-44f6-9042-04c0f74f1a94", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
14962024-03-22T05:07:25.942ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::migrate::smoke_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/5df54bb5-2bb2-44f6-9042-04c0f74f1a94_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:07:25.900117364Z","hostname":"buskin","pid":1035}\n{"msg":"UUID: 5df54bb5-2bb2-44f6-9042-04c0f74f1a94","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:07:25.933932775Z","hostname":"buskin","pid":1035}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:07:25.933942205Z","hostname":"buskin","pid":1035}\n target = phd_framework::disk::crucible
14972024-03-22T05:07:25.942ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::smoke_test stderr_path = "/tmp/propolis-phd/crucible_5df54bb5-2bb2-44f6-9042-04c0f74f1a94_9000.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_5df54bb5-2bb2-44f6-9042-04c0f74f1a94_9000.stdout.log" target = phd_framework::server_log_mode
14982024-03-22T05:07:25.942ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/5df54bb5-2bb2-44f6-9042-04c0f74f1a94_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
14992024-03-22T05:07:25.942ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/5df54bb5-2bb2-44f6-9042-04c0f74f1a94_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15002024-03-22T05:07:25.952ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::smoke_test stderr_path = "/tmp/propolis-phd/crucible_5df54bb5-2bb2-44f6-9042-04c0f74f1a94_9001.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_5df54bb5-2bb2-44f6-9042-04c0f74f1a94_9001.stdout.log" target = phd_framework::server_log_mode
15012024-03-22T05:07:25.952ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/5df54bb5-2bb2-44f6-9042-04c0f74f1a94_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15022024-03-22T05:07:25.952ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/5df54bb5-2bb2-44f6-9042-04c0f74f1a94_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15032024-03-22T05:07:25.961ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::smoke_test stderr_path = "/tmp/propolis-phd/crucible_5df54bb5-2bb2-44f6-9042-04c0f74f1a94_9002.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_5df54bb5-2bb2-44f6-9042-04c0f74f1a94_9002.stdout.log" target = phd_framework::server_log_mode
15042024-03-22T05:07:25.961ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/5df54bb5-2bb2-44f6-9042-04c0f74f1a94_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15052024-03-22T05:07:25.961ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/5df54bb5-2bb2-44f6-9042-04c0f74f1a94_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15062024-03-22T05:07:25.971ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
15072024-03-22T05:07:25.971ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::crucible::migrate::smoke_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"5df54bb5-2bb2-44f6-9042-04c0f74f1a94\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"03af1fd4-f975-480f-a70c-de021fefc050\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"becc3f22-2b06-4d23-b184-8b4da154270e\\",\\"key\\":\\"bCKwqHih6nBnD81qEiz+nvM3nI3YEPDK46z5FSOfeZU=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = crucible_migrate_smoke_source
15082024-03-22T05:07:25.971ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
15092024-03-22T05:07:25.971ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_migrate_smoke_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::migrate::smoke_test server_addr = 127.0.0.1:9003 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
15102024-03-22T05:07:25.971ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::smoke_test stderr_path = "/tmp/propolis-phd/crucible_migrate_smoke_source.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_migrate_smoke_source.stdout.log" target = phd_framework::server_log_mode
15112024-03-22T05:07:25.981ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1039 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm::server
15122024-03-22T05:07:25.981ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
15132024-03-22T05:07:25.981ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15142024-03-22T05:07:25.982ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15152024-03-22T05:07:26.735ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
15162024-03-22T05:07:26.736ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: fa75ed55-325b-4257-b051-78ff38888260, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 832f848f-facf-418d-9ec2-8568b24547fc, silo_id: 11d17a9e-cd7c-4703-926f-b7e4a5663d4d }, name: "phd-vm-fa75ed55-325b-4257-b051-78ff38888260", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::crucible::migrate::smoke_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"5df54bb5-2bb2-44f6-9042-04c0f74f1a94\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"03af1fd4-f975-480f-a70c-de021fefc050\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"becc3f22-2b06-4d23-b184-8b4da154270e\\",\\"key\\":\\"bCKwqHih6nBnD81qEiz+nvM3nI3YEPDK46z5FSOfeZU=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15172024-03-22T05:07:26.736ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 754 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15182024-03-22T05:07:26.736ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15192024-03-22T05:07:26.736ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::crucible::migrate::smoke_test state = Run target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15202024-03-22T05:07:26.737ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15212024-03-22T05:07:26.737ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
15222024-03-22T05:07:26.737ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = 300s vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15232024-03-22T05:07:26.737ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::crucible::migrate::smoke_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
15242024-03-22T05:07:26.737ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15252024-03-22T05:07:26.737ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15262024-03-22T05:07:31.545ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4808 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15272024-03-22T05:07:31.545ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::crucible::migrate::smoke_test step = WriteStr("root") target = phd_framework::test_vm
15282024-03-22T05:07:31.545ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::crucible::migrate::smoke_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
15292024-03-22T05:07:31.545ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15302024-03-22T05:07:31.545ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15312024-03-22T05:07:31.565ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15322024-03-22T05:07:31.565ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
15332024-03-22T05:07:31.565ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4828 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
15342024-03-22T05:07:31.565ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15352024-03-22T05:07:31.565ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15362024-03-22T05:07:31.575ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15372024-03-22T05:07:31.575ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15382024-03-22T05:07:31.575ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15392024-03-22T05:07:31.607ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 31 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15402024-03-22T05:07:31.607ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15412024-03-22T05:07:31.607ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15422024-03-22T05:07:31.617ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15432024-03-22T05:07:31.617ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15442024-03-22T05:07:31.617ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15452024-03-22T05:07:31.640ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 22 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15462024-03-22T05:07:31.640ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15472024-03-22T05:07:31.640ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15482024-03-22T05:07:31.650ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15492024-03-22T05:07:31.650ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15502024-03-22T05:07:31.651ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15512024-03-22T05:07:31.683ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15522024-03-22T05:07:31.684ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
15532024-03-22T05:07:31.684ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::crucible::migrate::smoke_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"5df54bb5-2bb2-44f6-9042-04c0f74f1a94\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"01a578c5-31ca-45ef-9541-788f996d064f\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":2,\\"opts\\":{\\"id\\":\\"57dbd008-9de4-46f9-9795-f90a444d95a8\\",\\"key\\":\\"bCKwqHih6nBnD81qEiz+nvM3nI3YEPDK46z5FSOfeZU=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = crucible_migrate_smoke_target
15542024-03-22T05:07:31.684ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
15552024-03-22T05:07:31.684ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_migrate_smoke_target.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::migrate::smoke_test server_addr = 127.0.0.1:9005 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
15562024-03-22T05:07:31.684ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::smoke_test stderr_path = "/tmp/propolis-phd/crucible_migrate_smoke_target.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_migrate_smoke_target.stdout.log" target = phd_framework::server_log_mode
15572024-03-22T05:07:31.698ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1040 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm::server
15582024-03-22T05:07:31.698ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 14 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
15592024-03-22T05:07:31.698ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = fa75ed55-325b-4257-b051-78ff38888260 target = phd_framework::test_vm target_id = 084ef9e4-f32d-481e-b070-8f22a119a104
15602024-03-22T05:07:31.698ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9003 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = 67fc576c-70ea-4b6c-8ff3-486042e04c72 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = fa75ed55-325b-4257-b051-78ff38888260 target = phd_framework::test_vm target_id = 084ef9e4-f32d-481e-b070-8f22a119a104 timeout_duration = 45s
15612024-03-22T05:07:31.698ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = fa75ed55-325b-4257-b051-78ff38888260 target = phd_framework::test_vm target_id = 084ef9e4-f32d-481e-b070-8f22a119a104 vm = crucible_migrate_smoke_target vm_id = 084ef9e4-f32d-481e-b070-8f22a119a104
15622024-03-22T05:07:31.699ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9005/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = fa75ed55-325b-4257-b051-78ff38888260 target = phd_framework::test_vm target_id = 084ef9e4-f32d-481e-b070-8f22a119a104 vm = crucible_migrate_smoke_target vm_id = 084ef9e4-f32d-481e-b070-8f22a119a104
15632024-03-22T05:07:32.429ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 084ef9e4-f32d-481e-b070-8f22a119a104, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 9f304c18-d113-440d-92f9-c8ad359c2993, silo_id: 061b87dc-e29d-4c5e-aaac-beae58bc39ce }, name: "phd-vm-084ef9e4-f32d-481e-b070-8f22a119a104", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::crucible::migrate::smoke_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"5df54bb5-2bb2-44f6-9042-04c0f74f1a94\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"01a578c5-31ca-45ef-9541-788f996d064f\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":2,\\"opts\\":{\\"id\\":\\"57dbd008-9de4-46f9-9795-f90a444d95a8\\",\\"key\\":\\"bCKwqHih6nBnD81qEiz+nvM3nI3YEPDK46z5FSOfeZU=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = crucible_migrate_smoke_source source_id = fa75ed55-325b-4257-b051-78ff38888260 target = phd_framework::test_vm target_id = 084ef9e4-f32d-481e-b070-8f22a119a104 vm = crucible_migrate_smoke_target vm_id = 084ef9e4-f32d-481e-b070-8f22a119a104
15642024-03-22T05:07:32.430ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 731 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = fa75ed55-325b-4257-b051-78ff38888260 target = phd_framework::test_vm target_id = 084ef9e4-f32d-481e-b070-8f22a119a104 vm = crucible_migrate_smoke_target vm_id = 084ef9e4-f32d-481e-b070-8f22a119a104
15652024-03-22T05:07:32.430ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 67fc576c-70ea-4b6c-8ff3-486042e04c72 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = fa75ed55-325b-4257-b051-78ff38888260 target = phd_framework::test_vm target_id = 084ef9e4-f32d-481e-b070-8f22a119a104
15662024-03-22T05:07:43.929ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9005","from_start":7718}} target = phd_framework::serial
15672024-03-22T05:07:47.166ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = fa75ed55-325b-4257-b051-78ff38888260 target = phd_framework::test_vm target_id = 084ef9e4-f32d-481e-b070-8f22a119a104
15682024-03-22T05:07:47.166ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 14736 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 67fc576c-70ea-4b6c-8ff3-486042e04c72 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = fa75ed55-325b-4257-b051-78ff38888260 target = phd_framework::test_vm target_id = 084ef9e4-f32d-481e-b070-8f22a119a104
15692024-03-22T05:07:47.166ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 15468 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = fa75ed55-325b-4257-b051-78ff38888260 target = phd_framework::test_vm target_id = 084ef9e4-f32d-481e-b070-8f22a119a104
15702024-03-22T05:07:47.166ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = 084ef9e4-f32d-481e-b070-8f22a119a104
15712024-03-22T05:07:47.166ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_migrate_smoke_target vm_id = 084ef9e4-f32d-481e-b070-8f22a119a104
15722024-03-22T05:07:47.178ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = 084ef9e4-f32d-481e-b070-8f22a119a104
15732024-03-22T05:07:47.178ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = 084ef9e4-f32d-481e-b070-8f22a119a104
15742024-03-22T05:07:47.178ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_migrate_smoke_target vm_id = 084ef9e4-f32d-481e-b070-8f22a119a104
15752024-03-22T05:07:47.211ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = 084ef9e4-f32d-481e-b070-8f22a119a104
15762024-03-22T05:07:47.211ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = 084ef9e4-f32d-481e-b070-8f22a119a104
15772024-03-22T05:07:47.211ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15782024-03-22T05:07:47.211ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
15792024-03-22T05:07:47.211ZINFOphd-runner: test phd_tests::crucible::migrate::smoke_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
15802024-03-22T05:07:47.211ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 20476 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
15812024-03-22T05:07:47.212ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
15822024-03-22T05:07:47.212ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = 084ef9e4-f32d-481e-b070-8f22a119a104
15832024-03-22T05:07:47.212ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::migrate::smoke_test self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15842024-03-22T05:07:47.346ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 134 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = fa75ed55-325b-4257-b051-78ff38888260
15852024-03-22T05:07:47.960ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::migrate::smoke_test self.address = 127.0.0.1:9005 target = phd_framework::test_vm::server vm = crucible_migrate_smoke_target vm_id = 084ef9e4-f32d-481e-b070-8f22a119a104
15862024-03-22T05:07:48.108ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::migrate::smoke_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: "/tmp/propolis-phd/5df54bb5-2bb2-44f6-9042-04c0f74f1a94_9000" } } target = phd_framework::disk::crucible vm = crucible_migrate_smoke_target vm_id = 084ef9e4-f32d-481e-b070-8f22a119a104
15872024-03-22T05:07:48.120ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::migrate::smoke_test self.path = "/tmp/propolis-phd/5df54bb5-2bb2-44f6-9042-04c0f74f1a94_9000" target = phd_framework::disk::crucible vm = crucible_migrate_smoke_target vm_id = 084ef9e4-f32d-481e-b070-8f22a119a104
15882024-03-22T05:07:48.130ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::migrate::smoke_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: "/tmp/propolis-phd/5df54bb5-2bb2-44f6-9042-04c0f74f1a94_9001" } } target = phd_framework::disk::crucible vm = crucible_migrate_smoke_target vm_id = 084ef9e4-f32d-481e-b070-8f22a119a104
15892024-03-22T05:07:48.142ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::migrate::smoke_test self.path = "/tmp/propolis-phd/5df54bb5-2bb2-44f6-9042-04c0f74f1a94_9001" target = phd_framework::disk::crucible vm = crucible_migrate_smoke_target vm_id = 084ef9e4-f32d-481e-b070-8f22a119a104
15902024-03-22T05:07:48.152ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::migrate::smoke_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: "/tmp/propolis-phd/5df54bb5-2bb2-44f6-9042-04c0f74f1a94_9002" } } target = phd_framework::disk::crucible vm = crucible_migrate_smoke_target vm_id = 084ef9e4-f32d-481e-b070-8f22a119a104
15912024-03-22T05:07:48.161ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::migrate::smoke_test self.path = "/tmp/propolis-phd/5df54bb5-2bb2-44f6-9042-04c0f74f1a94_9002" target = phd_framework::disk::crucible vm = crucible_migrate_smoke_target vm_id = 084ef9e4-f32d-481e-b070-8f22a119a104
15922024-03-22T05:07:48.171ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 960 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = 084ef9e4-f32d-481e-b070-8f22a119a104
15932024-03-22T05:07:48.172ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 22415 file = phd-tests/tests/src/crucible/migrate.rs line = 10 path = phd_tests::crucible::migrate::smoke_test target = phd_tests::crucible::migrate
15942024-03-22T05:07:48.172ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 960 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
15952024-03-22T05:07:48.172ZINFOphd-runner: Starting test phd_tests::migrate::running_process::export_failure file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
15962024-03-22T05:07:48.172ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
15972024-03-22T05:07:48.172ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
15982024-03-22T05:07:48.172ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 172 path = phd_tests::migrate::running_process::export_failure target = phd_tests::migrate::running_process
15992024-03-22T05:07:48.172ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
16002024-03-22T05:07:48.172ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
16012024-03-22T05:07:48.172ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
16022024-03-22T05:07:48.172ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs verb = list
16032024-03-22T05:07:48.196ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::export_failure stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 766M 1.80T 765M /phd-artifacts\n target = phd_framework::zfs
16042024-03-22T05:07:48.196ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-b259c9d2-8e24-4eb3-8582-d81573462942"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs verb = snapshot
16052024-03-22T05:07:48.216ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-b259c9d2-8e24-4eb3-8582-d81573462942", "phd-artifacts/phd-clone-d899aff6-1bb4-4fb7-8b13-d262a2601934"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs verb = clone
16062024-03-22T05:07:48.240ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-d899aff6-1bb4-4fb7-8b13-d262a2601934"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs verb = list
16072024-03-22T05:07:48.255ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::export_failure stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-d899aff6-1bb4-4fb7-8b13-d262a2601934 0B 1.80T 765M /phd-artifacts/phd-clone-d899aff6-1bb4-4fb7-8b13-d262a2601934\n target = phd_framework::zfs
16082024-03-22T05:07:48.256ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
16092024-03-22T05:07:48.256ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::running_process::export_failure spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-d899aff6-1bb4-4fb7-8b13-d262a2601934/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process::export_failure_source
16102024-03-22T05:07:48.256ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
16112024-03-22T05:07:48.256ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::export_failure_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::export_failure server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
16122024-03-22T05:07:48.256ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::export_failure stderr_path = "/tmp/propolis-phd/migrate_running_process::export_failure_source.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::export_failure_source.stdout.log" target = phd_framework::server_log_mode
16132024-03-22T05:07:48.265ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1047 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm::server
16142024-03-22T05:07:48.266ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
16152024-03-22T05:07:48.266ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
16162024-03-22T05:07:48.266ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::running_process::export_failure spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-d899aff6-1bb4-4fb7-8b13-d262a2601934/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process::export_failure_target1
16172024-03-22T05:07:48.266ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
16182024-03-22T05:07:48.266ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::export_failure server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
16192024-03-22T05:07:48.266ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::export_failure stderr_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target1.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target1.stdout.log" target = phd_framework::server_log_mode
16202024-03-22T05:07:48.276ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1048 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm::server
16212024-03-22T05:07:48.276ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
16222024-03-22T05:07:48.276ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
16232024-03-22T05:07:48.276ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::running_process::export_failure spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-d899aff6-1bb4-4fb7-8b13-d262a2601934/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process::export_failure_target2
16242024-03-22T05:07:48.276ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
16252024-03-22T05:07:48.276ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target2.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::export_failure server_addr = 127.0.0.1:9004 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
16262024-03-22T05:07:48.276ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::export_failure stderr_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target2.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target2.stdout.log" target = phd_framework::server_log_mode
16272024-03-22T05:07:48.285ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1049 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm::server
16282024-03-22T05:07:48.285ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
16292024-03-22T05:07:48.285ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16302024-03-22T05:07:48.402ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
16312024-03-22T05:07:48.402ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 7722ebad-7480-457c-a380-37a6b7b37cb3, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: e7d3918d-0c6b-4793-9114-2bc897e25c95, silo_id: 2fc56b13-3c75-42d6-b72d-7fba0c8852a4 }, name: "phd-vm-7722ebad-7480-457c-a380-37a6b7b37cb3", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::migrate::running_process::export_failure self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-d899aff6-1bb4-4fb7-8b13-d262a2601934/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16322024-03-22T05:07:48.402ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 116 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16332024-03-22T05:07:48.402ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16342024-03-22T05:07:48.402ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::migrate::running_process::export_failure state = Run target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16352024-03-22T05:07:48.403ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16362024-03-22T05:07:48.403ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
16372024-03-22T05:07:48.403ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = 300s vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16382024-03-22T05:07:48.403ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::running_process::export_failure step = WaitFor("localhost login: ") target = phd_framework::test_vm
16392024-03-22T05:07:48.403ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16402024-03-22T05:07:48.403ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16412024-03-22T05:07:52.614ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4210 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16422024-03-22T05:07:52.614ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::running_process::export_failure step = WriteStr("root") target = phd_framework::test_vm
16432024-03-22T05:07:52.614ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::running_process::export_failure step = WaitFor("localhost:~#") target = phd_framework::test_vm
16442024-03-22T05:07:52.614ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16452024-03-22T05:07:52.614ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16462024-03-22T05:07:52.633ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16472024-03-22T05:07:52.633ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
16482024-03-22T05:07:52.633ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4230 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
16492024-03-22T05:07:52.634ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16502024-03-22T05:07:52.634ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16512024-03-22T05:07:52.738ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 104 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16522024-03-22T05:07:52.738ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16532024-03-22T05:07:52.738ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16542024-03-22T05:07:52.741ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 2 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16552024-03-22T05:07:52.741ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16562024-03-22T05:07:52.741ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16572024-03-22T05:07:52.751ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16582024-03-22T05:07:52.752ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16592024-03-22T05:07:52.752ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16602024-03-22T05:07:52.774ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 22 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16612024-03-22T05:07:52.774ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16622024-03-22T05:07:52.774ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16632024-03-22T05:07:52.785ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16642024-03-22T05:07:52.785ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16652024-03-22T05:07:52.785ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16662024-03-22T05:07:53.117ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 332 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16672024-03-22T05:07:53.117ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 7722ebad-7480-457c-a380-37a6b7b37cb3 target = phd_framework::test_vm target_id = 8814b085-59bf-44de-98b2-4f59921458e9
16682024-03-22T05:07:53.118ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = 06f53b34-3c57-40d6-a485-51104e85a680 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 7722ebad-7480-457c-a380-37a6b7b37cb3 target = phd_framework::test_vm target_id = 8814b085-59bf-44de-98b2-4f59921458e9 timeout_duration = 45s
16692024-03-22T05:07:53.118ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 7722ebad-7480-457c-a380-37a6b7b37cb3 target = phd_framework::test_vm target_id = 8814b085-59bf-44de-98b2-4f59921458e9 vm = migrate_running_process::export_failure_target1 vm_id = 8814b085-59bf-44de-98b2-4f59921458e9
16702024-03-22T05:07:53.240ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 8814b085-59bf-44de-98b2-4f59921458e9, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 808766b1-fb36-4142-b799-3db390a246aa, silo_id: edf974e2-5a62-4366-b1f8-899991ac81b2 }, name: "phd-vm-8814b085-59bf-44de-98b2-4f59921458e9", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::running_process::export_failure self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-d899aff6-1bb4-4fb7-8b13-d262a2601934/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migrate_running_process::export_failure_source source_id = 7722ebad-7480-457c-a380-37a6b7b37cb3 target = phd_framework::test_vm target_id = 8814b085-59bf-44de-98b2-4f59921458e9 vm = migrate_running_process::export_failure_target1 vm_id = 8814b085-59bf-44de-98b2-4f59921458e9
16712024-03-22T05:07:53.240ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 122 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 7722ebad-7480-457c-a380-37a6b7b37cb3 target = phd_framework::test_vm target_id = 8814b085-59bf-44de-98b2-4f59921458e9 vm = migrate_running_process::export_failure_target1 vm_id = 8814b085-59bf-44de-98b2-4f59921458e9
16722024-03-22T05:07:53.240ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 06f53b34-3c57-40d6-a485-51104e85a680 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 7722ebad-7480-457c-a380-37a6b7b37cb3 target = phd_framework::test_vm target_id = 8814b085-59bf-44de-98b2-4f59921458e9
16732024-03-22T05:08:08.535ZINFOphd-runner: [MIGRATE_FROM - EVENT] Instance reported error during migration file = phd-tests/framework/src/test_vm/mod.rs line = 537 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 7722ebad-7480-457c-a380-37a6b7b37cb3 target = phd_framework::test_vm target_id = 8814b085-59bf-44de-98b2-4f59921458e9
16742024-03-22T05:08:08.535ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 15295 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 06f53b34-3c57-40d6-a485-51104e85a680 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 7722ebad-7480-457c-a380-37a6b7b37cb3 target = phd_framework::test_vm target_id = 8814b085-59bf-44de-98b2-4f59921458e9
16752024-03-22T05:08:08.535ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 15417 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 7722ebad-7480-457c-a380-37a6b7b37cb3 target = phd_framework::test_vm target_id = 8814b085-59bf-44de-98b2-4f59921458e9
16762024-03-22T05:08:08.535ZINFOphd-runner: [TEST - EVENT] first migration failed as expected error = live migration file = phd-tests/tests/src/migrate.rs line = 206 path = phd_tests::migrate::running_process::export_failure target = phd_tests::migrate::running_process
16772024-03-22T05:08:08.535ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 7722ebad-7480-457c-a380-37a6b7b37cb3 target = phd_framework::test_vm target_id = f64423b9-394c-460a-80fe-2320bccc178c
16782024-03-22T05:08:08.535ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = 2792db7a-bdef-4a3f-840b-306f9ae63a0d path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 7722ebad-7480-457c-a380-37a6b7b37cb3 target = phd_framework::test_vm target_id = f64423b9-394c-460a-80fe-2320bccc178c timeout_duration = 45s
16792024-03-22T05:08:08.535ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 7722ebad-7480-457c-a380-37a6b7b37cb3 target = phd_framework::test_vm target_id = f64423b9-394c-460a-80fe-2320bccc178c vm = migrate_running_process::export_failure_target2 vm_id = f64423b9-394c-460a-80fe-2320bccc178c
16802024-03-22T05:08:08.645ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: f64423b9-394c-460a-80fe-2320bccc178c, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: aa097ff8-8dd1-43f5-a64b-d65fce0116b1, silo_id: 70a7cdb2-2455-4a45-a164-135193a78f2b }, name: "phd-vm-f64423b9-394c-460a-80fe-2320bccc178c", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::running_process::export_failure self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-d899aff6-1bb4-4fb7-8b13-d262a2601934/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migrate_running_process::export_failure_source source_id = 7722ebad-7480-457c-a380-37a6b7b37cb3 target = phd_framework::test_vm target_id = f64423b9-394c-460a-80fe-2320bccc178c vm = migrate_running_process::export_failure_target2 vm_id = f64423b9-394c-460a-80fe-2320bccc178c
16812024-03-22T05:08:08.646ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 110 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 7722ebad-7480-457c-a380-37a6b7b37cb3 target = phd_framework::test_vm target_id = f64423b9-394c-460a-80fe-2320bccc178c vm = migrate_running_process::export_failure_target2 vm_id = f64423b9-394c-460a-80fe-2320bccc178c
16822024-03-22T05:08:08.646ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 2792db7a-bdef-4a3f-840b-306f9ae63a0d path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 7722ebad-7480-457c-a380-37a6b7b37cb3 target = phd_framework::test_vm target_id = f64423b9-394c-460a-80fe-2320bccc178c
16832024-03-22T05:08:20.090ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9004","from_start":9375}} target = phd_framework::serial
16842024-03-22T05:08:20.915ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 7722ebad-7480-457c-a380-37a6b7b37cb3 target = phd_framework::test_vm target_id = f64423b9-394c-460a-80fe-2320bccc178c
16852024-03-22T05:08:20.915ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 12269 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 2792db7a-bdef-4a3f-840b-306f9ae63a0d path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 7722ebad-7480-457c-a380-37a6b7b37cb3 target = phd_framework::test_vm target_id = f64423b9-394c-460a-80fe-2320bccc178c
16862024-03-22T05:08:20.915ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 12380 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 7722ebad-7480-457c-a380-37a6b7b37cb3 target = phd_framework::test_vm target_id = f64423b9-394c-460a-80fe-2320bccc178c
16872024-03-22T05:08:20.916ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = f64423b9-394c-460a-80fe-2320bccc178c
16882024-03-22T05:08:20.916ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::export_failure_target2 vm_id = f64423b9-394c-460a-80fe-2320bccc178c
16892024-03-22T05:08:20.927ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = f64423b9-394c-460a-80fe-2320bccc178c
16902024-03-22T05:08:20.927ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = f64423b9-394c-460a-80fe-2320bccc178c
16912024-03-22T05:08:20.927ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::export_failure_target2 vm_id = f64423b9-394c-460a-80fe-2320bccc178c
16922024-03-22T05:08:21.016ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 88 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = f64423b9-394c-460a-80fe-2320bccc178c
16932024-03-22T05:08:21.016ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = f64423b9-394c-460a-80fe-2320bccc178c
16942024-03-22T05:08:21.016ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target1 vm_id = 8814b085-59bf-44de-98b2-4f59921458e9
16952024-03-22T05:08:21.016ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
16962024-03-22T05:08:21.016ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
16972024-03-22T05:08:21.016ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 32614 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
16982024-03-22T05:08:21.016ZINFOphd-runner: test phd_tests::migrate::running_process::export_failure ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
16992024-03-22T05:08:21.016ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
17002024-03-22T05:08:21.017ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = f64423b9-394c-460a-80fe-2320bccc178c
17012024-03-22T05:08:21.017ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target1 vm_id = 8814b085-59bf-44de-98b2-4f59921458e9
17022024-03-22T05:08:21.018ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::export_failure self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
17032024-03-22T05:08:21.151ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 134 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 7722ebad-7480-457c-a380-37a6b7b37cb3
17042024-03-22T05:08:21.473ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::export_failure self.address = 127.0.0.1:9004 target = phd_framework::test_vm::server vm = migrate_running_process::export_failure_target2 vm_id = f64423b9-394c-460a-80fe-2320bccc178c
17052024-03-22T05:08:21.595ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 579 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = f64423b9-394c-460a-80fe-2320bccc178c
17062024-03-22T05:08:21.597ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::export_failure self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migrate_running_process::export_failure_target1 vm_id = 8814b085-59bf-44de-98b2-4f59921458e9
17072024-03-22T05:08:21.734ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs vm = migrate_running_process::export_failure_target1 vm_id = 8814b085-59bf-44de-98b2-4f59921458e9
17082024-03-22T05:08:21.734ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-d899aff6-1bb4-4fb7-8b13-d262a2601934"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs verb = destroy vm = migrate_running_process::export_failure_target1 vm_id = 8814b085-59bf-44de-98b2-4f59921458e9
17092024-03-22T05:08:21.771ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs vm = migrate_running_process::export_failure_target1 vm_id = 8814b085-59bf-44de-98b2-4f59921458e9
17102024-03-22T05:08:21.771ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-b259c9d2-8e24-4eb3-8582-d81573462942"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs verb = destroy vm = migrate_running_process::export_failure_target1 vm_id = 8814b085-59bf-44de-98b2-4f59921458e9
17112024-03-22T05:08:21.793ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 776 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target1 vm_id = 8814b085-59bf-44de-98b2-4f59921458e9
17122024-03-22T05:08:21.793ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 33620 file = phd-tests/tests/src/migrate.rs line = 172 path = phd_tests::migrate::running_process::export_failure target = phd_tests::migrate::running_process
17132024-03-22T05:08:21.793ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 776 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
17142024-03-22T05:08:21.793ZINFOphd-runner: Starting test phd_tests::migrate::running_process::import_failure file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
17152024-03-22T05:08:21.793ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
17162024-03-22T05:08:21.793ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
17172024-03-22T05:08:21.793ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 120 path = phd_tests::migrate::running_process::import_failure target = phd_tests::migrate::running_process
17182024-03-22T05:08:21.793ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
17192024-03-22T05:08:21.794ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
17202024-03-22T05:08:21.794ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
17212024-03-22T05:08:21.794ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = list
17222024-03-22T05:08:21.809ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::import_failure stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 767M 1.80T 765M /phd-artifacts\n target = phd_framework::zfs
17232024-03-22T05:08:21.809ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-b8936745-2146-44aa-8ad0-664056ca970f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = snapshot
17242024-03-22T05:08:21.828ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-b8936745-2146-44aa-8ad0-664056ca970f", "phd-artifacts/phd-clone-76462f70-6129-4ecd-933b-23989fb8c446"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = clone
17252024-03-22T05:08:21.848ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-76462f70-6129-4ecd-933b-23989fb8c446"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = list
17262024-03-22T05:08:21.863ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::import_failure stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-76462f70-6129-4ecd-933b-23989fb8c446 0B 1.80T 765M /phd-artifacts/phd-clone-76462f70-6129-4ecd-933b-23989fb8c446\n target = phd_framework::zfs
17272024-03-22T05:08:21.864ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
17282024-03-22T05:08:21.864ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::running_process::import_failure spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-76462f70-6129-4ecd-933b-23989fb8c446/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process::import_failure_source
17292024-03-22T05:08:21.864ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
17302024-03-22T05:08:21.864ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::import_failure_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::import_failure server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
17312024-03-22T05:08:21.864ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::import_failure stderr_path = "/tmp/propolis-phd/migrate_running_process::import_failure_source.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::import_failure_source.stdout.log" target = phd_framework::server_log_mode
17322024-03-22T05:08:21.874ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1059 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm::server
17332024-03-22T05:08:21.874ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
17342024-03-22T05:08:21.874ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
17352024-03-22T05:08:21.875ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
17362024-03-22T05:08:21.875ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
17372024-03-22T05:08:21.875ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = list
17382024-03-22T05:08:21.890ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::import_failure stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 766M 1.80T 765M /phd-artifacts\n target = phd_framework::zfs
17392024-03-22T05:08:21.890ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-4909960c-728b-4ffe-9232-2e7bc58ce31d"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = snapshot
17402024-03-22T05:08:21.911ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-4909960c-728b-4ffe-9232-2e7bc58ce31d", "phd-artifacts/phd-clone-5e80e962-f5c4-42dc-8657-dde4800f011c"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = clone
17412024-03-22T05:08:21.931ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-5e80e962-f5c4-42dc-8657-dde4800f011c"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = list
17422024-03-22T05:08:21.946ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::import_failure stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-5e80e962-f5c4-42dc-8657-dde4800f011c 0B 1.80T 765M /phd-artifacts/phd-clone-5e80e962-f5c4-42dc-8657-dde4800f011c\n target = phd_framework::zfs
17432024-03-22T05:08:21.947ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
17442024-03-22T05:08:21.947ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::running_process::import_failure spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-5e80e962-f5c4-42dc-8657-dde4800f011c/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process::import_failure_target1
17452024-03-22T05:08:21.947ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
17462024-03-22T05:08:21.947ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::import_failure server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
17472024-03-22T05:08:21.947ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::import_failure stderr_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target1.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target1.stdout.log" target = phd_framework::server_log_mode
17482024-03-22T05:08:21.956ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1064 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm::server
17492024-03-22T05:08:21.957ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
17502024-03-22T05:08:21.957ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
17512024-03-22T05:08:21.957ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::running_process::import_failure spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-76462f70-6129-4ecd-933b-23989fb8c446/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process::import_failure_target2
17522024-03-22T05:08:21.957ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
17532024-03-22T05:08:21.957ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target2.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::import_failure server_addr = 127.0.0.1:9004 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
17542024-03-22T05:08:21.957ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::import_failure stderr_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target2.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target2.stdout.log" target = phd_framework::server_log_mode
17552024-03-22T05:08:21.966ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1065 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm::server
17562024-03-22T05:08:21.966ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
17572024-03-22T05:08:21.966ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17582024-03-22T05:08:22.087ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
17592024-03-22T05:08:22.088ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 13d19c10-efaf-4112-b99b-6ad9630cb131, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 4c25e1cc-bb6e-4389-9737-cec4765ae8f4, silo_id: f53dc32d-162a-459d-ab50-ac051bfaae09 }, name: "phd-vm-13d19c10-efaf-4112-b99b-6ad9630cb131", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::migrate::running_process::import_failure self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-76462f70-6129-4ecd-933b-23989fb8c446/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17602024-03-22T05:08:22.088ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 122 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17612024-03-22T05:08:22.089ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17622024-03-22T05:08:22.089ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::migrate::running_process::import_failure state = Run target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17632024-03-22T05:08:22.089ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17642024-03-22T05:08:22.089ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
17652024-03-22T05:08:22.089ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = 300s vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17662024-03-22T05:08:22.089ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::running_process::import_failure step = WaitFor("localhost login: ") target = phd_framework::test_vm
17672024-03-22T05:08:22.089ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17682024-03-22T05:08:22.089ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17692024-03-22T05:08:26.320ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4230 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17702024-03-22T05:08:26.320ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::running_process::import_failure step = WriteStr("root") target = phd_framework::test_vm
17712024-03-22T05:08:26.320ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::running_process::import_failure step = WaitFor("localhost:~#") target = phd_framework::test_vm
17722024-03-22T05:08:26.320ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17732024-03-22T05:08:26.320ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17742024-03-22T05:08:26.340ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17752024-03-22T05:08:26.340ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
17762024-03-22T05:08:26.340ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4251 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
17772024-03-22T05:08:26.341ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17782024-03-22T05:08:26.341ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17792024-03-22T05:08:26.449ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 108 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17802024-03-22T05:08:26.450ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17812024-03-22T05:08:26.450ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17822024-03-22T05:08:26.459ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17832024-03-22T05:08:26.460ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17842024-03-22T05:08:26.460ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17852024-03-22T05:08:26.471ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17862024-03-22T05:08:26.471ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17872024-03-22T05:08:26.471ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17882024-03-22T05:08:26.504ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17892024-03-22T05:08:26.504ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17902024-03-22T05:08:26.504ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17912024-03-22T05:08:26.514ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17922024-03-22T05:08:26.514ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17932024-03-22T05:08:26.514ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17942024-03-22T05:08:26.822ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 307 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
17952024-03-22T05:08:26.822ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 13d19c10-efaf-4112-b99b-6ad9630cb131 target = phd_framework::test_vm target_id = 55611a7e-db1a-4876-999b-476954f29cdd
17962024-03-22T05:08:26.822ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = 80d2317c-6ff9-4b48-a5b7-744b429a4d5e path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 13d19c10-efaf-4112-b99b-6ad9630cb131 target = phd_framework::test_vm target_id = 55611a7e-db1a-4876-999b-476954f29cdd timeout_duration = 45s
17972024-03-22T05:08:26.822ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 13d19c10-efaf-4112-b99b-6ad9630cb131 target = phd_framework::test_vm target_id = 55611a7e-db1a-4876-999b-476954f29cdd vm = migrate_running_process::import_failure_target1 vm_id = 55611a7e-db1a-4876-999b-476954f29cdd
17982024-03-22T05:08:26.939ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 55611a7e-db1a-4876-999b-476954f29cdd, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 7a68e825-af40-4979-9205-a7d10982a849, silo_id: b8f3de00-6a39-48b8-8105-b0f39f475405 }, name: "phd-vm-55611a7e-db1a-4876-999b-476954f29cdd", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::running_process::import_failure self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-5e80e962-f5c4-42dc-8657-dde4800f011c/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migrate_running_process::import_failure_source source_id = 13d19c10-efaf-4112-b99b-6ad9630cb131 target = phd_framework::test_vm target_id = 55611a7e-db1a-4876-999b-476954f29cdd vm = migrate_running_process::import_failure_target1 vm_id = 55611a7e-db1a-4876-999b-476954f29cdd
17992024-03-22T05:08:26.939ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 117 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 13d19c10-efaf-4112-b99b-6ad9630cb131 target = phd_framework::test_vm target_id = 55611a7e-db1a-4876-999b-476954f29cdd vm = migrate_running_process::import_failure_target1 vm_id = 55611a7e-db1a-4876-999b-476954f29cdd
18002024-03-22T05:08:26.939ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 80d2317c-6ff9-4b48-a5b7-744b429a4d5e path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 13d19c10-efaf-4112-b99b-6ad9630cb131 target = phd_framework::test_vm target_id = 55611a7e-db1a-4876-999b-476954f29cdd
18012024-03-22T05:08:41.373ZINFOphd-runner: [MIGRATE_FROM - EVENT] Instance reported error during migration file = phd-tests/framework/src/test_vm/mod.rs line = 537 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 13d19c10-efaf-4112-b99b-6ad9630cb131 target = phd_framework::test_vm target_id = 55611a7e-db1a-4876-999b-476954f29cdd
18022024-03-22T05:08:41.373ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 14433 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 80d2317c-6ff9-4b48-a5b7-744b429a4d5e path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 13d19c10-efaf-4112-b99b-6ad9630cb131 target = phd_framework::test_vm target_id = 55611a7e-db1a-4876-999b-476954f29cdd
18032024-03-22T05:08:41.373ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 14550 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 13d19c10-efaf-4112-b99b-6ad9630cb131 target = phd_framework::test_vm target_id = 55611a7e-db1a-4876-999b-476954f29cdd
18042024-03-22T05:08:41.373ZINFOphd-runner: [TEST - EVENT] first migration failed as expected error = live migration file = phd-tests/tests/src/migrate.rs line = 162 path = phd_tests::migrate::running_process::import_failure target = phd_tests::migrate::running_process
18052024-03-22T05:08:41.373ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 13d19c10-efaf-4112-b99b-6ad9630cb131 target = phd_framework::test_vm target_id = b6118ccd-58d3-4183-a630-f77c4e2ba65d
18062024-03-22T05:08:41.373ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = f42e00e5-9b3a-47af-afab-ef71e015af4e path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 13d19c10-efaf-4112-b99b-6ad9630cb131 target = phd_framework::test_vm target_id = b6118ccd-58d3-4183-a630-f77c4e2ba65d timeout_duration = 45s
18072024-03-22T05:08:41.373ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 13d19c10-efaf-4112-b99b-6ad9630cb131 target = phd_framework::test_vm target_id = b6118ccd-58d3-4183-a630-f77c4e2ba65d vm = migrate_running_process::import_failure_target2 vm_id = b6118ccd-58d3-4183-a630-f77c4e2ba65d
18082024-03-22T05:08:41.496ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: b6118ccd-58d3-4183-a630-f77c4e2ba65d, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: b1803f1b-f89f-4aa7-a65c-766bf5bd8dcf, silo_id: 02f215f5-6d03-4b13-8f56-79a9349734a8 }, name: "phd-vm-b6118ccd-58d3-4183-a630-f77c4e2ba65d", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::running_process::import_failure self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-76462f70-6129-4ecd-933b-23989fb8c446/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migrate_running_process::import_failure_source source_id = 13d19c10-efaf-4112-b99b-6ad9630cb131 target = phd_framework::test_vm target_id = b6118ccd-58d3-4183-a630-f77c4e2ba65d vm = migrate_running_process::import_failure_target2 vm_id = b6118ccd-58d3-4183-a630-f77c4e2ba65d
18092024-03-22T05:08:41.496ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 123 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 13d19c10-efaf-4112-b99b-6ad9630cb131 target = phd_framework::test_vm target_id = b6118ccd-58d3-4183-a630-f77c4e2ba65d vm = migrate_running_process::import_failure_target2 vm_id = b6118ccd-58d3-4183-a630-f77c4e2ba65d
18102024-03-22T05:08:41.496ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = f42e00e5-9b3a-47af-afab-ef71e015af4e path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 13d19c10-efaf-4112-b99b-6ad9630cb131 target = phd_framework::test_vm target_id = b6118ccd-58d3-4183-a630-f77c4e2ba65d
18112024-03-22T05:08:52.926ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9004","from_start":9375}} target = phd_framework::serial
18122024-03-22T05:08:53.256ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 13d19c10-efaf-4112-b99b-6ad9630cb131 target = phd_framework::test_vm target_id = b6118ccd-58d3-4183-a630-f77c4e2ba65d
18132024-03-22T05:08:53.256ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 11759 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = f42e00e5-9b3a-47af-afab-ef71e015af4e path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 13d19c10-efaf-4112-b99b-6ad9630cb131 target = phd_framework::test_vm target_id = b6118ccd-58d3-4183-a630-f77c4e2ba65d
18142024-03-22T05:08:53.256ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 11883 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 13d19c10-efaf-4112-b99b-6ad9630cb131 target = phd_framework::test_vm target_id = b6118ccd-58d3-4183-a630-f77c4e2ba65d
18152024-03-22T05:08:53.256ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = b6118ccd-58d3-4183-a630-f77c4e2ba65d
18162024-03-22T05:08:53.256ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::import_failure_target2 vm_id = b6118ccd-58d3-4183-a630-f77c4e2ba65d
18172024-03-22T05:08:53.268ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = b6118ccd-58d3-4183-a630-f77c4e2ba65d
18182024-03-22T05:08:53.268ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = b6118ccd-58d3-4183-a630-f77c4e2ba65d
18192024-03-22T05:08:53.268ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::import_failure_target2 vm_id = b6118ccd-58d3-4183-a630-f77c4e2ba65d
18202024-03-22T05:08:53.357ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 88 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = b6118ccd-58d3-4183-a630-f77c4e2ba65d
18212024-03-22T05:08:53.357ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = b6118ccd-58d3-4183-a630-f77c4e2ba65d
18222024-03-22T05:08:53.357ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target1 vm_id = 55611a7e-db1a-4876-999b-476954f29cdd
18232024-03-22T05:08:53.357ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
18242024-03-22T05:08:53.357ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
18252024-03-22T05:08:53.357ZINFOphd-runner: test phd_tests::migrate::running_process::import_failure ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
18262024-03-22T05:08:53.357ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 31270 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
18272024-03-22T05:08:53.358ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
18282024-03-22T05:08:53.358ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = b6118ccd-58d3-4183-a630-f77c4e2ba65d
18292024-03-22T05:08:53.358ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::import_failure self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
18302024-03-22T05:08:53.358ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target1 vm_id = 55611a7e-db1a-4876-999b-476954f29cdd
18312024-03-22T05:08:53.496ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 138 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 13d19c10-efaf-4112-b99b-6ad9630cb131
18322024-03-22T05:08:53.957ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::import_failure self.address = 127.0.0.1:9004 target = phd_framework::test_vm::server vm = migrate_running_process::import_failure_target2 vm_id = b6118ccd-58d3-4183-a630-f77c4e2ba65d
18332024-03-22T05:08:54.094ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs vm = migrate_running_process::import_failure_target2 vm_id = b6118ccd-58d3-4183-a630-f77c4e2ba65d
18342024-03-22T05:08:54.094ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-76462f70-6129-4ecd-933b-23989fb8c446"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = destroy vm = migrate_running_process::import_failure_target2 vm_id = b6118ccd-58d3-4183-a630-f77c4e2ba65d
18352024-03-22T05:08:54.130ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs vm = migrate_running_process::import_failure_target2 vm_id = b6118ccd-58d3-4183-a630-f77c4e2ba65d
18362024-03-22T05:08:54.130ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-b8936745-2146-44aa-8ad0-664056ca970f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = destroy vm = migrate_running_process::import_failure_target2 vm_id = b6118ccd-58d3-4183-a630-f77c4e2ba65d
18372024-03-22T05:08:54.157ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 800 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = b6118ccd-58d3-4183-a630-f77c4e2ba65d
18382024-03-22T05:08:54.158ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::import_failure self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migrate_running_process::import_failure_target1 vm_id = 55611a7e-db1a-4876-999b-476954f29cdd
18392024-03-22T05:08:54.293ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs vm = migrate_running_process::import_failure_target1 vm_id = 55611a7e-db1a-4876-999b-476954f29cdd
18402024-03-22T05:08:54.294ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-5e80e962-f5c4-42dc-8657-dde4800f011c"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = destroy vm = migrate_running_process::import_failure_target1 vm_id = 55611a7e-db1a-4876-999b-476954f29cdd
18412024-03-22T05:08:54.327ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs vm = migrate_running_process::import_failure_target1 vm_id = 55611a7e-db1a-4876-999b-476954f29cdd
18422024-03-22T05:08:54.327ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-4909960c-728b-4ffe-9232-2e7bc58ce31d"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = destroy vm = migrate_running_process::import_failure_target1 vm_id = 55611a7e-db1a-4876-999b-476954f29cdd
18432024-03-22T05:08:54.350ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 992 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target1 vm_id = 55611a7e-db1a-4876-999b-476954f29cdd
18442024-03-22T05:08:54.350ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 32556 file = phd-tests/tests/src/migrate.rs line = 120 path = phd_tests::migrate::running_process::import_failure target = phd_tests::migrate::running_process
18452024-03-22T05:08:54.350ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 992 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
18462024-03-22T05:08:54.350ZINFOphd-runner: Starting test phd_tests::migrate::running_process::migrate_running_process file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
18472024-03-22T05:08:54.350ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
18482024-03-22T05:08:54.350ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
18492024-03-22T05:08:54.350ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 100 path = phd_tests::migrate::running_process::migrate_running_process target = phd_tests::migrate::running_process
18502024-03-22T05:08:54.350ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
18512024-03-22T05:08:54.351ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
18522024-03-22T05:08:54.351ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
18532024-03-22T05:08:54.351ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs verb = list
18542024-03-22T05:08:54.366ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::migrate_running_process stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 766M 1.80T 765M /phd-artifacts\n target = phd_framework::zfs
18552024-03-22T05:08:54.366ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-1914a0b9-8e24-46c4-9960-07bf643309c7"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs verb = snapshot
18562024-03-22T05:08:54.385ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-1914a0b9-8e24-46c4-9960-07bf643309c7", "phd-artifacts/phd-clone-08e3c0ed-e6e0-4e27-89a6-76156d18aa73"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs verb = clone
18572024-03-22T05:08:54.406ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-08e3c0ed-e6e0-4e27-89a6-76156d18aa73"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs verb = list
18582024-03-22T05:08:54.420ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::migrate_running_process stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-08e3c0ed-e6e0-4e27-89a6-76156d18aa73 0B 1.80T 765M /phd-artifacts/phd-clone-08e3c0ed-e6e0-4e27-89a6-76156d18aa73\n target = phd_framework::zfs
18592024-03-22T05:08:54.420ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
18602024-03-22T05:08:54.420ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::running_process::migrate_running_process spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-08e3c0ed-e6e0-4e27-89a6-76156d18aa73/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process_source
18612024-03-22T05:08:54.420ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
18622024-03-22T05:08:54.420ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::migrate_running_process server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
18632024-03-22T05:08:54.420ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::migrate_running_process stderr_path = "/tmp/propolis-phd/migrate_running_process_source.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process_source.stdout.log" target = phd_framework::server_log_mode
18642024-03-22T05:08:54.429ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1077 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm::server
18652024-03-22T05:08:54.429ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
18662024-03-22T05:08:54.429ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
18672024-03-22T05:08:54.429ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::running_process::migrate_running_process spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-08e3c0ed-e6e0-4e27-89a6-76156d18aa73/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process_target
18682024-03-22T05:08:54.430ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
18692024-03-22T05:08:54.430ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process_target.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::migrate_running_process server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
18702024-03-22T05:08:54.430ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::migrate_running_process stderr_path = "/tmp/propolis-phd/migrate_running_process_target.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process_target.stdout.log" target = phd_framework::server_log_mode
18712024-03-22T05:08:54.439ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1078 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm::server
18722024-03-22T05:08:54.439ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
18732024-03-22T05:08:54.439ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
18742024-03-22T05:08:54.440ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
18752024-03-22T05:08:55.237ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
18762024-03-22T05:08:55.237ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: eb2d94dd-9d56-446b-81ad-97463ca03e5d, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 2838e15c-3554-4793-a81e-51ec1ebe7569, silo_id: f870d5f6-0f6d-47ab-a5f5-9497e7295359 }, name: "phd-vm-eb2d94dd-9d56-446b-81ad-97463ca03e5d", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::migrate::running_process::migrate_running_process self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-08e3c0ed-e6e0-4e27-89a6-76156d18aa73/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
18772024-03-22T05:08:55.237ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 797 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
18782024-03-22T05:08:55.238ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
18792024-03-22T05:08:55.238ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::migrate::running_process::migrate_running_process state = Run target = phd_framework::test_vm vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
18802024-03-22T05:08:55.239ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 1 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
18812024-03-22T05:08:55.239ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
18822024-03-22T05:08:55.239ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = 300s vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
18832024-03-22T05:08:55.239ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::running_process::migrate_running_process step = WaitFor("localhost login: ") target = phd_framework::test_vm
18842024-03-22T05:08:55.239ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
18852024-03-22T05:08:55.239ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
18862024-03-22T05:08:59.509ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4270 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
18872024-03-22T05:08:59.509ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::running_process::migrate_running_process step = WriteStr("root") target = phd_framework::test_vm
18882024-03-22T05:08:59.510ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::running_process::migrate_running_process step = WaitFor("localhost:~#") target = phd_framework::test_vm
18892024-03-22T05:08:59.510ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
18902024-03-22T05:08:59.510ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
18912024-03-22T05:08:59.529ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
18922024-03-22T05:08:59.529ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
18932024-03-22T05:08:59.529ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4290 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
18942024-03-22T05:08:59.530ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
18952024-03-22T05:08:59.530ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
18962024-03-22T05:08:59.633ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 103 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
18972024-03-22T05:08:59.633ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
18982024-03-22T05:08:59.633ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
18992024-03-22T05:08:59.636ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 2 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
19002024-03-22T05:08:59.636ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
19012024-03-22T05:08:59.636ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
19022024-03-22T05:08:59.646ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
19032024-03-22T05:08:59.646ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
19042024-03-22T05:08:59.646ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
19052024-03-22T05:08:59.669ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 22 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
19062024-03-22T05:08:59.669ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
19072024-03-22T05:08:59.669ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
19082024-03-22T05:08:59.679ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
19092024-03-22T05:08:59.679ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
19102024-03-22T05:08:59.679ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
19112024-03-22T05:08:59.992ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 312 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
19122024-03-22T05:08:59.992ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d target = phd_framework::test_vm target_id = 37ce7ecd-f041-4bee-8635-2d6630be11b1
19132024-03-22T05:08:59.992ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = b412866e-fb4f-427a-b102-736289c74d09 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d target = phd_framework::test_vm target_id = 37ce7ecd-f041-4bee-8635-2d6630be11b1 timeout_duration = 45s
19142024-03-22T05:08:59.992ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d target = phd_framework::test_vm target_id = 37ce7ecd-f041-4bee-8635-2d6630be11b1 vm = migrate_running_process_target vm_id = 37ce7ecd-f041-4bee-8635-2d6630be11b1
19152024-03-22T05:09:00.106ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 37ce7ecd-f041-4bee-8635-2d6630be11b1, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 88cfdda3-799d-4e39-bcdd-98f7be2ca23e, silo_id: 13bd2367-4a00-46e6-8573-7ddbc5b63224 }, name: "phd-vm-37ce7ecd-f041-4bee-8635-2d6630be11b1", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::running_process::migrate_running_process self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-08e3c0ed-e6e0-4e27-89a6-76156d18aa73/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migrate_running_process_source source_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d target = phd_framework::test_vm target_id = 37ce7ecd-f041-4bee-8635-2d6630be11b1 vm = migrate_running_process_target vm_id = 37ce7ecd-f041-4bee-8635-2d6630be11b1
19162024-03-22T05:09:00.106ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 113 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d target = phd_framework::test_vm target_id = 37ce7ecd-f041-4bee-8635-2d6630be11b1 vm = migrate_running_process_target vm_id = 37ce7ecd-f041-4bee-8635-2d6630be11b1
19172024-03-22T05:09:00.106ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = b412866e-fb4f-427a-b102-736289c74d09 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d target = phd_framework::test_vm target_id = 37ce7ecd-f041-4bee-8635-2d6630be11b1
19182024-03-22T05:09:11.551ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":9375}} target = phd_framework::serial
19192024-03-22T05:09:17.959ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d target = phd_framework::test_vm target_id = 37ce7ecd-f041-4bee-8635-2d6630be11b1
19202024-03-22T05:09:17.959ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 17853 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = b412866e-fb4f-427a-b102-736289c74d09 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d target = phd_framework::test_vm target_id = 37ce7ecd-f041-4bee-8635-2d6630be11b1
19212024-03-22T05:09:17.959ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 17966 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d target = phd_framework::test_vm target_id = 37ce7ecd-f041-4bee-8635-2d6630be11b1
19222024-03-22T05:09:17.959ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 37ce7ecd-f041-4bee-8635-2d6630be11b1
19232024-03-22T05:09:17.959ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process_target vm_id = 37ce7ecd-f041-4bee-8635-2d6630be11b1
19242024-03-22T05:09:17.971ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 37ce7ecd-f041-4bee-8635-2d6630be11b1
19252024-03-22T05:09:17.971ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 37ce7ecd-f041-4bee-8635-2d6630be11b1
19262024-03-22T05:09:17.971ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process_target vm_id = 37ce7ecd-f041-4bee-8635-2d6630be11b1
19272024-03-22T05:09:18.058ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 87 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 37ce7ecd-f041-4bee-8635-2d6630be11b1
19282024-03-22T05:09:18.058ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 37ce7ecd-f041-4bee-8635-2d6630be11b1
19292024-03-22T05:09:18.058ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
19302024-03-22T05:09:18.059ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
19312024-03-22T05:09:18.059ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 22821 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
19322024-03-22T05:09:18.059ZINFOphd-runner: test phd_tests::migrate::running_process::migrate_running_process ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
19332024-03-22T05:09:18.059ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
19342024-03-22T05:09:18.060ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 37ce7ecd-f041-4bee-8635-2d6630be11b1
19352024-03-22T05:09:18.060ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::migrate_running_process self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
19362024-03-22T05:09:18.196ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 136 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = eb2d94dd-9d56-446b-81ad-97463ca03e5d
19372024-03-22T05:09:18.197ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::migrate_running_process self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migrate_running_process_target vm_id = 37ce7ecd-f041-4bee-8635-2d6630be11b1
19382024-03-22T05:09:18.330ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs vm = migrate_running_process_target vm_id = 37ce7ecd-f041-4bee-8635-2d6630be11b1
19392024-03-22T05:09:18.330ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-08e3c0ed-e6e0-4e27-89a6-76156d18aa73"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs verb = destroy vm = migrate_running_process_target vm_id = 37ce7ecd-f041-4bee-8635-2d6630be11b1
19402024-03-22T05:09:18.367ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs vm = migrate_running_process_target vm_id = 37ce7ecd-f041-4bee-8635-2d6630be11b1
19412024-03-22T05:09:18.367ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-1914a0b9-8e24-46c4-9960-07bf643309c7"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs verb = destroy vm = migrate_running_process_target vm_id = 37ce7ecd-f041-4bee-8635-2d6630be11b1
19422024-03-22T05:09:18.391ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 332 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 37ce7ecd-f041-4bee-8635-2d6630be11b1
19432024-03-22T05:09:18.391ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 24040 file = phd-tests/tests/src/migrate.rs line = 100 path = phd_tests::migrate::running_process::migrate_running_process target = phd_tests::migrate::running_process
19442024-03-22T05:09:18.392ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 332 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
19452024-03-22T05:09:18.392ZINFOphd-runner: Starting test phd_tests::crucible::smoke::shutdown_persistence_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
19462024-03-22T05:09:18.392ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
19472024-03-22T05:09:18.392ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
19482024-03-22T05:09:18.392ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/crucible/smoke.rs line = 19 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_tests::crucible::smoke
19492024-03-22T05:09:18.392ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
19502024-03-22T05:09:18.392ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
19512024-03-22T05:09:18.392ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/befb56700b5f07b1c345aa2fe36100e547820aa6aac67a259f58a8651b489594/crucible-downstairs target = phd_framework::artifacts::store
19522024-03-22T05:09:18.392ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
19532024-03-22T05:09:18.392ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/ee7b096f-0ea5-42be-a529-065fbb00c587_9000", "--encrypted", "--uuid", "ee7b096f-0ea5-42be-a529-065fbb00c587", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
19542024-03-22T05:09:18.456ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::shutdown_persistence_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/ee7b096f-0ea5-42be-a529-065fbb00c587_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:09:18.415831423Z","hostname":"buskin","pid":1083}\n{"msg":"UUID: ee7b096f-0ea5-42be-a529-065fbb00c587","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:09:18.448549891Z","hostname":"buskin","pid":1083}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:09:18.448561071Z","hostname":"buskin","pid":1083}\n target = phd_framework::disk::crucible
19552024-03-22T05:09:18.457ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/ee7b096f-0ea5-42be-a529-065fbb00c587_9001", "--encrypted", "--uuid", "ee7b096f-0ea5-42be-a529-065fbb00c587", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
19562024-03-22T05:09:18.521ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::shutdown_persistence_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/ee7b096f-0ea5-42be-a529-065fbb00c587_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:09:18.480575387Z","hostname":"buskin","pid":1084}\n{"msg":"UUID: ee7b096f-0ea5-42be-a529-065fbb00c587","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:09:18.513434669Z","hostname":"buskin","pid":1084}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:09:18.513452879Z","hostname":"buskin","pid":1084}\n target = phd_framework::disk::crucible
19572024-03-22T05:09:18.521ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/ee7b096f-0ea5-42be-a529-065fbb00c587_9002", "--encrypted", "--uuid", "ee7b096f-0ea5-42be-a529-065fbb00c587", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
19582024-03-22T05:09:18.585ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::shutdown_persistence_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/ee7b096f-0ea5-42be-a529-065fbb00c587_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:09:18.544463304Z","hostname":"buskin","pid":1085}\n{"msg":"UUID: ee7b096f-0ea5-42be-a529-065fbb00c587","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:09:18.577482511Z","hostname":"buskin","pid":1085}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:09:18.577495821Z","hostname":"buskin","pid":1085}\n target = phd_framework::disk::crucible
19592024-03-22T05:09:18.586ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::shutdown_persistence_test stderr_path = "/tmp/propolis-phd/crucible_ee7b096f-0ea5-42be-a529-065fbb00c587_9000.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_ee7b096f-0ea5-42be-a529-065fbb00c587_9000.stdout.log" target = phd_framework::server_log_mode
19602024-03-22T05:09:18.586ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/ee7b096f-0ea5-42be-a529-065fbb00c587_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
19612024-03-22T05:09:18.586ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/ee7b096f-0ea5-42be-a529-065fbb00c587_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
19622024-03-22T05:09:18.596ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::shutdown_persistence_test stderr_path = "/tmp/propolis-phd/crucible_ee7b096f-0ea5-42be-a529-065fbb00c587_9001.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_ee7b096f-0ea5-42be-a529-065fbb00c587_9001.stdout.log" target = phd_framework::server_log_mode
19632024-03-22T05:09:18.596ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/ee7b096f-0ea5-42be-a529-065fbb00c587_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
19642024-03-22T05:09:18.596ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/ee7b096f-0ea5-42be-a529-065fbb00c587_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
19652024-03-22T05:09:18.604ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::shutdown_persistence_test stderr_path = "/tmp/propolis-phd/crucible_ee7b096f-0ea5-42be-a529-065fbb00c587_9002.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_ee7b096f-0ea5-42be-a529-065fbb00c587_9002.stdout.log" target = phd_framework::server_log_mode
19662024-03-22T05:09:18.604ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/ee7b096f-0ea5-42be-a529-065fbb00c587_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
19672024-03-22T05:09:18.604ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/ee7b096f-0ea5-42be-a529-065fbb00c587_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
19682024-03-22T05:09:18.615ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::test_vm
19692024-03-22T05:09:18.615ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::crucible::smoke::shutdown_persistence_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"ee7b096f-0ea5-42be-a529-065fbb00c587\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"e4f4d075-8fd3-41eb-9627-27e95a488b5b\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"2a78aa4f-9d5d-4d26-867e-6186949c8022\\",\\"key\\":\\"Y26nHXmjhMPXajm1GBwB9079eyunwdT/tuY/5RVrAZI=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = crucible_shutdown_persistence_test
19702024-03-22T05:09:18.615ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
19712024-03-22T05:09:18.615ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_shutdown_persistence_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::smoke::shutdown_persistence_test server_addr = 127.0.0.1:9003 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
19722024-03-22T05:09:18.615ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::shutdown_persistence_test stderr_path = "/tmp/propolis-phd/crucible_shutdown_persistence_test.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_shutdown_persistence_test.stdout.log" target = phd_framework::server_log_mode
19732024-03-22T05:09:18.626ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1089 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::test_vm::server
19742024-03-22T05:09:18.627ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 12 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::test_vm
19752024-03-22T05:09:18.627ZDEBGphd-runner: [TEST - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::smoke::shutdown_persistence_test self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server
19762024-03-22T05:09:18.645ZINFOphd-runner: [TEST - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::shutdown_persistence_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: "/tmp/propolis-phd/ee7b096f-0ea5-42be-a529-065fbb00c587_9000" } } target = phd_framework::disk::crucible
19772024-03-22T05:09:18.655ZINFOphd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::shutdown_persistence_test self.path = "/tmp/propolis-phd/ee7b096f-0ea5-42be-a529-065fbb00c587_9000" target = phd_framework::disk::crucible
19782024-03-22T05:09:18.662ZINFOphd-runner: [TEST - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::shutdown_persistence_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: "/tmp/propolis-phd/ee7b096f-0ea5-42be-a529-065fbb00c587_9001" } } target = phd_framework::disk::crucible
19792024-03-22T05:09:18.672ZINFOphd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::shutdown_persistence_test self.path = "/tmp/propolis-phd/ee7b096f-0ea5-42be-a529-065fbb00c587_9001" target = phd_framework::disk::crucible
19802024-03-22T05:09:18.679ZINFOphd-runner: [TEST - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::shutdown_persistence_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: "/tmp/propolis-phd/ee7b096f-0ea5-42be-a529-065fbb00c587_9002" } } target = phd_framework::disk::crucible
19812024-03-22T05:09:18.688ZINFOphd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::shutdown_persistence_test self.path = "/tmp/propolis-phd/ee7b096f-0ea5-42be-a529-065fbb00c587_9002" target = phd_framework::disk::crucible
19822024-03-22T05:09:18.696ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 303 file = phd-tests/tests/src/crucible/smoke.rs line = 19 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_tests::crucible::smoke
19832024-03-22T05:09:18.696ZINFOphd-runner: test phd_tests::crucible::smoke::shutdown_persistence_test ... skipped: Can't run data persistence test on a guest with a read-only file system file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
19842024-03-22T05:09:18.696ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
19852024-03-22T05:09:18.696ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
19862024-03-22T05:09:18.696ZINFOphd-runner: Starting test phd_tests::crucible::smoke::boot_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
19872024-03-22T05:09:18.696ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
19882024-03-22T05:09:18.696ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
19892024-03-22T05:09:18.696ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/crucible/smoke.rs line = 10 path = phd_tests::crucible::smoke::boot_test target = phd_tests::crucible::smoke
19902024-03-22T05:09:18.696ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
19912024-03-22T05:09:18.696ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
19922024-03-22T05:09:18.696ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/befb56700b5f07b1c345aa2fe36100e547820aa6aac67a259f58a8651b489594/crucible-downstairs target = phd_framework::artifacts::store
19932024-03-22T05:09:18.696ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
19942024-03-22T05:09:18.697ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/ccc6d4ce-52c4-4e65-91d2-293feca91fa9_9000", "--encrypted", "--uuid", "ccc6d4ce-52c4-4e65-91d2-293feca91fa9", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
19952024-03-22T05:09:18.759ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::boot_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/ccc6d4ce-52c4-4e65-91d2-293feca91fa9_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:09:18.718363349Z","hostname":"buskin","pid":1091}\n{"msg":"UUID: ccc6d4ce-52c4-4e65-91d2-293feca91fa9","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:09:18.751255212Z","hostname":"buskin","pid":1091}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:09:18.751266793Z","hostname":"buskin","pid":1091}\n target = phd_framework::disk::crucible
19962024-03-22T05:09:18.759ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/ccc6d4ce-52c4-4e65-91d2-293feca91fa9_9001", "--encrypted", "--uuid", "ccc6d4ce-52c4-4e65-91d2-293feca91fa9", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
19972024-03-22T05:09:18.821ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::boot_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/ccc6d4ce-52c4-4e65-91d2-293feca91fa9_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:09:18.779804641Z","hostname":"buskin","pid":1092}\n{"msg":"UUID: ccc6d4ce-52c4-4e65-91d2-293feca91fa9","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:09:18.813056355Z","hostname":"buskin","pid":1092}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:09:18.813067696Z","hostname":"buskin","pid":1092}\n target = phd_framework::disk::crucible
19982024-03-22T05:09:18.821ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/ccc6d4ce-52c4-4e65-91d2-293feca91fa9_9002", "--encrypted", "--uuid", "ccc6d4ce-52c4-4e65-91d2-293feca91fa9", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
19992024-03-22T05:09:18.881ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::boot_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/ccc6d4ce-52c4-4e65-91d2-293feca91fa9_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:09:18.841215512Z","hostname":"buskin","pid":1093}\n{"msg":"UUID: ccc6d4ce-52c4-4e65-91d2-293feca91fa9","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:09:18.873533978Z","hostname":"buskin","pid":1093}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-03-22T05:09:18.873548598Z","hostname":"buskin","pid":1093}\n target = phd_framework::disk::crucible
20002024-03-22T05:09:18.881ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::boot_test stderr_path = "/tmp/propolis-phd/crucible_ccc6d4ce-52c4-4e65-91d2-293feca91fa9_9000.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_ccc6d4ce-52c4-4e65-91d2-293feca91fa9_9000.stdout.log" target = phd_framework::server_log_mode
20012024-03-22T05:09:18.881ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/ccc6d4ce-52c4-4e65-91d2-293feca91fa9_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
20022024-03-22T05:09:18.881ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/ccc6d4ce-52c4-4e65-91d2-293feca91fa9_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
20032024-03-22T05:09:18.893ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::boot_test stderr_path = "/tmp/propolis-phd/crucible_ccc6d4ce-52c4-4e65-91d2-293feca91fa9_9001.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_ccc6d4ce-52c4-4e65-91d2-293feca91fa9_9001.stdout.log" target = phd_framework::server_log_mode
20042024-03-22T05:09:18.893ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/ccc6d4ce-52c4-4e65-91d2-293feca91fa9_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
20052024-03-22T05:09:18.894ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/ccc6d4ce-52c4-4e65-91d2-293feca91fa9_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
20062024-03-22T05:09:18.905ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::boot_test stderr_path = "/tmp/propolis-phd/crucible_ccc6d4ce-52c4-4e65-91d2-293feca91fa9_9002.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_ccc6d4ce-52c4-4e65-91d2-293feca91fa9_9002.stdout.log" target = phd_framework::server_log_mode
20072024-03-22T05:09:18.905ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/ccc6d4ce-52c4-4e65-91d2-293feca91fa9_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
20082024-03-22T05:09:18.905ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/ccc6d4ce-52c4-4e65-91d2-293feca91fa9_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
20092024-03-22T05:09:18.917ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm
20102024-03-22T05:09:18.917ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::crucible::smoke::boot_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"ccc6d4ce-52c4-4e65-91d2-293feca91fa9\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"2d4ea1e3-7635-443b-928d-f7ef9cbbe14d\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"2ac98187-daa6-4f34-b0b2-32fae04b4a22\\",\\"key\\":\\"+EKsGxzn4DPk8hJ4RAJ63G1eiJmeOrY/iV38ZuA8qI4=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = crucible_boot_test
20112024-03-22T05:09:18.917ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
20122024-03-22T05:09:18.917ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_boot_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::smoke::boot_test server_addr = 127.0.0.1:9003 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
20132024-03-22T05:09:18.917ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::boot_test stderr_path = "/tmp/propolis-phd/crucible_boot_test.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_boot_test.stdout.log" target = phd_framework::server_log_mode
20142024-03-22T05:09:18.928ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1097 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm::server
20152024-03-22T05:09:18.929ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm
20162024-03-22T05:09:18.929ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = a98b0b45-9616-4dc4-96f9-e78cff89a359
20172024-03-22T05:09:18.929ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = a98b0b45-9616-4dc4-96f9-e78cff89a359
20182024-03-22T05:09:19.724ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
20192024-03-22T05:09:19.725ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: a98b0b45-9616-4dc4-96f9-e78cff89a359, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: b8d5eb6a-d1ee-4796-9c93-0aeeda5883e0, silo_id: 788eb2eb-e674-4037-9279-fafc57c3a2f5 }, name: "phd-vm-a98b0b45-9616-4dc4-96f9-e78cff89a359", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::crucible::smoke::boot_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"ccc6d4ce-52c4-4e65-91d2-293feca91fa9\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"2d4ea1e3-7635-443b-928d-f7ef9cbbe14d\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"2ac98187-daa6-4f34-b0b2-32fae04b4a22\\",\\"key\\":\\"+EKsGxzn4DPk8hJ4RAJ63G1eiJmeOrY/iV38ZuA8qI4=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = crucible_boot_test vm_id = a98b0b45-9616-4dc4-96f9-e78cff89a359
20202024-03-22T05:09:19.725ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 796 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = a98b0b45-9616-4dc4-96f9-e78cff89a359
20212024-03-22T05:09:19.725ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = a98b0b45-9616-4dc4-96f9-e78cff89a359
20222024-03-22T05:09:19.725ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::crucible::smoke::boot_test state = Run target = phd_framework::test_vm vm = crucible_boot_test vm_id = a98b0b45-9616-4dc4-96f9-e78cff89a359
20232024-03-22T05:09:19.726ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = a98b0b45-9616-4dc4-96f9-e78cff89a359
20242024-03-22T05:09:19.726ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm
20252024-03-22T05:09:19.726ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm timeout_duration = 300s vm = crucible_boot_test vm_id = a98b0b45-9616-4dc4-96f9-e78cff89a359
20262024-03-22T05:09:19.726ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::crucible::smoke::boot_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
20272024-03-22T05:09:19.726ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = a98b0b45-9616-4dc4-96f9-e78cff89a359
20282024-03-22T05:09:19.726ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_boot_test vm_id = a98b0b45-9616-4dc4-96f9-e78cff89a359
20292024-03-22T05:09:24.558ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4831 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = a98b0b45-9616-4dc4-96f9-e78cff89a359
20302024-03-22T05:09:24.558ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::crucible::smoke::boot_test step = WriteStr("root") target = phd_framework::test_vm
20312024-03-22T05:09:24.558ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::crucible::smoke::boot_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
20322024-03-22T05:09:24.558ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = a98b0b45-9616-4dc4-96f9-e78cff89a359
20332024-03-22T05:09:24.558ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_boot_test vm_id = a98b0b45-9616-4dc4-96f9-e78cff89a359
20342024-03-22T05:09:24.578ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = a98b0b45-9616-4dc4-96f9-e78cff89a359
20352024-03-22T05:09:24.578ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm
20362024-03-22T05:09:24.578ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4851 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm
20372024-03-22T05:09:24.578ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = a98b0b45-9616-4dc4-96f9-e78cff89a359
20382024-03-22T05:09:24.578ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
20392024-03-22T05:09:24.578ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 4853 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
20402024-03-22T05:09:24.578ZINFOphd-runner: test phd_tests::crucible::smoke::boot_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
20412024-03-22T05:09:24.578ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
20422024-03-22T05:09:24.579ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = a98b0b45-9616-4dc4-96f9-e78cff89a359
20432024-03-22T05:09:25.055ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::smoke::boot_test self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server vm = crucible_boot_test vm_id = a98b0b45-9616-4dc4-96f9-e78cff89a359
20442024-03-22T05:09:25.193ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::boot_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: "/tmp/propolis-phd/ccc6d4ce-52c4-4e65-91d2-293feca91fa9_9000" } } target = phd_framework::disk::crucible vm = crucible_boot_test vm_id = a98b0b45-9616-4dc4-96f9-e78cff89a359
20452024-03-22T05:09:25.204ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::boot_test self.path = "/tmp/propolis-phd/ccc6d4ce-52c4-4e65-91d2-293feca91fa9_9000" target = phd_framework::disk::crucible vm = crucible_boot_test vm_id = a98b0b45-9616-4dc4-96f9-e78cff89a359
20462024-03-22T05:09:25.214ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::boot_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: "/tmp/propolis-phd/ccc6d4ce-52c4-4e65-91d2-293feca91fa9_9001" } } target = phd_framework::disk::crucible vm = crucible_boot_test vm_id = a98b0b45-9616-4dc4-96f9-e78cff89a359
20472024-03-22T05:09:25.227ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::boot_test self.path = "/tmp/propolis-phd/ccc6d4ce-52c4-4e65-91d2-293feca91fa9_9001" target = phd_framework::disk::crucible vm = crucible_boot_test vm_id = a98b0b45-9616-4dc4-96f9-e78cff89a359
20482024-03-22T05:09:25.238ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::boot_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: "/tmp/propolis-phd/ccc6d4ce-52c4-4e65-91d2-293feca91fa9_9002" } } target = phd_framework::disk::crucible vm = crucible_boot_test vm_id = a98b0b45-9616-4dc4-96f9-e78cff89a359
20492024-03-22T05:09:25.250ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::boot_test self.path = "/tmp/propolis-phd/ccc6d4ce-52c4-4e65-91d2-293feca91fa9_9002" target = phd_framework::disk::crucible vm = crucible_boot_test vm_id = a98b0b45-9616-4dc4-96f9-e78cff89a359
20502024-03-22T05:09:25.261ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 683 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = a98b0b45-9616-4dc4-96f9-e78cff89a359
20512024-03-22T05:09:25.261ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 6565 file = phd-tests/tests/src/crucible/smoke.rs line = 10 path = phd_tests::crucible::smoke::boot_test target = phd_tests::crucible::smoke
20522024-03-22T05:09:25.262ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 683 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
20532024-03-22T05:09:25.262ZINFOphd-runner: [EXECUTION_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 35 target = phd_runner::fixtures
20542024-03-22T05:09:25.262ZINFOphd-runner: [EXECUTION_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 35 target = phd_runner::fixtures
2055 test result: ok. 21 passed; 0 failed; 1 skipped; 0 not run; finished in 453.63s
2056 
20572024-03-22T05:09:25.262ZDEBGphd-runner: phd_runner exit_code = 0 file = phd-tests/runner/src/main.rs line = 40 target = phd_runner