Max level shown:
12024-06-17T17:20:35.704ZINFOphd-runner: phd_runner file = phd-tests/runner/src/main.rs line = 35 runner_args = ProcessArgs { command: Run(RunOptions { propolis_server_cmd: "/work/phd-test/propolis-server", base_propolis_branch: Some("master"), base_propolis_commit: None, base_propolis_cmd: None, crucible_downstairs_cmd: None, crucible_downstairs_commit: Some(Auto), tmp_directory: "/tmp/propolis-phd", artifact_directory: Some("/phd-artifacts"), server_logging_mode: TmpFile, default_guest_cpus: 2, default_guest_memory_mib: 512, artifact_toml_path: "/work/phd-test/artifacts.toml", default_guest_artifact: "alpine", default_bootrom_artifact: "ovmf", include_filter: [], exclude_filter: [], max_buildomat_wait_secs: 1200 }), disable_ansi: false, emit_bunyan: true } target = phd_runner
22024-06-17T17:20:35.707ZDEBGphd-runner: Created new artifact store from manifest file = phd-tests/framework/src/artifacts/store.rs line = 221 store = Store { local_dir: "/phd-artifacts", artifacts: {"alpine": Mutex { data: StoredArtifact { description: Artifact { filename: "alpine.iso", kind: GuestOs(Alpine), source: RemoteServer { sha256: "ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1" }, untar: None }, cached_path: None } }, "ovmf": Mutex { data: StoredArtifact { description: Artifact { filename: "OVMF_CODE.fd", kind: Bootrom, source: Buildomat(BuildomatArtifact { repo: Repo("oxidecomputer/edk2"), series: Series("image_debug"), commit: Commit("6d92acf0a22718dd4175d7c64dbcf7aaec3740bd"), sha256: "29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f" }), untar: None }, cached_path: None } }}, downloader: DownloadConfig { timeout: 600s, buildomat_backoff: ExponentialBackoff { current_interval: 1s, initial_interval: 1s, randomization_factor: 0.5, multiplier: 1.5, max_interval: 60s, start_time: Instant { tv_sec: 48017, tv_nsec: 606678317 }, max_elapsed_time: Some(1200s), clock: SystemClock }, remote_server_uris: ["https://oxide-omicron-build.s3.amazonaws.com"] } } target = phd_framework::artifacts::store
32024-06-17T17:20:35.707ZINFOphd-runner: Adding Propolis server from local command file = phd-tests/framework/src/artifacts/store.rs line = 229 propolis_server_cmd = /work/phd-test/propolis-server target = phd_framework::artifacts::store
42024-06-17T17:20:35.707ZINFOphd-runner: Adding crucible-downstairs from Buildomat Git revision commit = a3b920bde8a26cbdd7b14d21e452be6351cf009c file = phd-tests/framework/src/artifacts/store.rs line = 313 target = phd_framework::artifacts::store
52024-06-17T17:20:35.707ZDEBGphd-runner: Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 215 target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/a3b920bde8a26cbdd7b14d21e452be6351cf009c/crucible-nightly.sha256.txt
62024-06-17T17:20:35.845ZINFOphd-runner: Adding 'current' Propolis server from Buildomat Git branch 'master' file = phd-tests/framework/src/artifacts/store.rs line = 250 target = phd_framework::artifacts::store
72024-06-17T17:20:36.282ZDEBGphd-runner: Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 215 target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/61e1481cd2b04b29b0adcd3e51a6e3e46eb146db/propolis-server.sha256.txt
82024-06-17T17:20:36.385ZINFOphd-runner: [EXECUTION_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 25 target = phd_runner::fixtures
92024-06-17T17:20:36.385ZINFOphd-runner: [EXECUTION_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 25 target = phd_runner::fixtures
102024-06-17T17:20:36.385ZINFOphd-runner: Running 26 test(s) file = phd-tests/runner/src/execute.rs line = 82 target = phd_runner::execute
112024-06-17T17:20:36.385ZINFOphd-runner: Starting test phd_tests::migrate::multiple_migrations file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
122024-06-17T17:20:36.385ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
132024-06-17T17:20:36.385ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
142024-06-17T17:20:36.385ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 298 path = phd_tests::migrate::multiple_migrations target = phd_tests::migrate
152024-06-17T17:20:36.386ZDEBGphd-runner: [TEST - EVENT] checking for existing copy of artifact file = phd-tests/framework/src/artifacts/store.rs line = 89 maybe_path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd path = phd_tests::migrate::multiple_migrations target = phd_framework::artifacts::store
162024-06-17T17:20:36.386ZDEBGphd-runner: [TEST - EVENT] Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 215 path = phd_tests::migrate::multiple_migrations target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/edk2/image_debug/6d92acf0a22718dd4175d7c64dbcf7aaec3740bd/OVMF_CODE.fd
172024-06-17T17:20:36.953ZDEBGphd-runner: [TEST - EVENT] checking for existing copy of artifact file = phd-tests/framework/src/artifacts/store.rs line = 89 maybe_path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso path = phd_tests::migrate::multiple_migrations target = phd_framework::artifacts::store
182024-06-17T17:20:36.953ZDEBGphd-runner: [TEST - EVENT] Downloading alpine.iso from https://oxide-omicron-build.s3.amazonaws.com/alpine.iso file = phd-tests/framework/src/artifacts/store.rs line = 618 path = phd_tests::migrate::multiple_migrations target = phd_framework::artifacts::store timeout = 600s
192024-06-17T17:21:06.235ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
202024-06-17T17:21:06.235ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs verb = list
212024-06-17T17:21:06.257ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::multiple_migrations stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 2.01M 1.80T 1.91M /phd-artifacts\n target = phd_framework::zfs
222024-06-17T17:21:06.257ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-9078b0e2-6b6e-40b2-9fab-732921a3b61f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs verb = snapshot
232024-06-17T17:21:06.291ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-9078b0e2-6b6e-40b2-9fab-732921a3b61f", "phd-artifacts/phd-clone-51a7cc3e-b624-45f5-a6e7-6299fafd0756"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs verb = clone
242024-06-17T17:21:06.308ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-51a7cc3e-b624-45f5-a6e7-6299fafd0756"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs verb = list
252024-06-17T17:21:06.319ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::multiple_migrations stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-51a7cc3e-b624-45f5-a6e7-6299fafd0756 0B 1.80T 48.9M /phd-artifacts/phd-clone-51a7cc3e-b624-45f5-a6e7-6299fafd0756\n target = phd_framework::zfs
262024-06-17T17:21:06.320ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
272024-06-17T17:21:06.320ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::migrate::multiple_migrations spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-51a7cc3e-b624-45f5-a6e7-6299fafd0756/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = multiple_migrations_0
282024-06-17T17:21:06.320ZDEBGphd-runner: [NEW - EVENT] Examining locally-sourced artifact file = phd-tests/framework/src/artifacts/store.rs line = 56 path = /work/phd-test/propolis-server sha256 = None target = phd_framework::artifacts::store
292024-06-17T17:21:06.320ZDEBGphd-runner: [NEW - EVENT] Locally-sourced artifact is valid, caching its path file = phd-tests/framework/src/artifacts/store.rs line = 69 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
302024-06-17T17:21:06.320ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/multiple_migrations_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::multiple_migrations server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
312024-06-17T17:21:06.320ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::multiple_migrations stderr_path = "/tmp/propolis-phd/multiple_migrations_0.stderr.log" stdout_path = "/tmp/propolis-phd/multiple_migrations_0.stdout.log" target = phd_framework::server_log_mode
322024-06-17T17:21:06.325ZINFOphd-runner: [NEW - EVENT] Launched server with pid 870 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm::server
332024-06-17T17:21:06.325ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 5 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
342024-06-17T17:21:06.325ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
352024-06-17T17:21:06.325ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::migrate::multiple_migrations spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-51a7cc3e-b624-45f5-a6e7-6299fafd0756/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = multiple_migrations_1
362024-06-17T17:21:06.326ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
372024-06-17T17:21:06.326ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/multiple_migrations_1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::multiple_migrations server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
382024-06-17T17:21:06.326ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::multiple_migrations stderr_path = "/tmp/propolis-phd/multiple_migrations_1.stderr.log" stdout_path = "/tmp/propolis-phd/multiple_migrations_1.stdout.log" target = phd_framework::server_log_mode
392024-06-17T17:21:06.330ZINFOphd-runner: [NEW - EVENT] Launched server with pid 871 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm::server
402024-06-17T17:21:06.331ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 5 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
412024-06-17T17:21:06.331ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
422024-06-17T17:21:06.331ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::migrate::multiple_migrations spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-51a7cc3e-b624-45f5-a6e7-6299fafd0756/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = multiple_migrations_2
432024-06-17T17:21:06.331ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
442024-06-17T17:21:06.331ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/multiple_migrations_2.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::multiple_migrations server_addr = 127.0.0.1:9004 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
452024-06-17T17:21:06.331ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::multiple_migrations stderr_path = "/tmp/propolis-phd/multiple_migrations_2.stderr.log" stdout_path = "/tmp/propolis-phd/multiple_migrations_2.stdout.log" target = phd_framework::server_log_mode
462024-06-17T17:21:06.336ZINFOphd-runner: [NEW - EVENT] Launched server with pid 872 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm::server
472024-06-17T17:21:06.336ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 5 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
482024-06-17T17:21:06.337ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1
492024-06-17T17:21:06.337ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1
502024-06-17T17:21:07.155ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
512024-06-17T17:21:07.156ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: c70ca12d-9cad-4fe6-8d3d-25c4e3ccc8d5, silo_id: e120f8e4-02c5-438f-a914-d874f9c6899f }, name: "phd-vm-1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1", vcpus: 2 }, state: Creating } line = 382 path = phd_tests::migrate::multiple_migrations self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-51a7cc3e-b624-45f5-a6e7-6299fafd0756/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1
522024-06-17T17:21:07.156ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 819 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1
532024-06-17T17:21:07.156ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1
542024-06-17T17:21:07.156ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::migrate::multiple_migrations state = Run target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1
552024-06-17T17:21:07.156ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1
562024-06-17T17:21:07.157ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
572024-06-17T17:21:07.157ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 643 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = 300s vm = multiple_migrations_0 vm_id = 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1
582024-06-17T17:21:07.157ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::multiple_migrations step = WaitFor("localhost login: ") target = phd_framework::test_vm
592024-06-17T17:21:07.157ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1
602024-06-17T17:21:07.157ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = CallerTimeout vm = multiple_migrations_0 vm_id = 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1
612024-06-17T17:21:11.372ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4214 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1
622024-06-17T17:21:11.372ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::multiple_migrations step = WriteStr("root") target = phd_framework::test_vm
632024-06-17T17:21:11.372ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::multiple_migrations step = WaitFor("localhost:~#") target = phd_framework::test_vm
642024-06-17T17:21:11.372ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1
652024-06-17T17:21:11.372ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = CallerTimeout vm = multiple_migrations_0 vm_id = 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1
662024-06-17T17:21:11.388ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 16 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1
672024-06-17T17:21:11.389ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 691 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
682024-06-17T17:21:11.389ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4232 file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
692024-06-17T17:21:11.389ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1 target = phd_framework::test_vm target_id = cbc2073f-951b-4c41-b3c5-f577a89a6894
702024-06-17T17:21:11.389ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 505 migration_id = bdbf2b3b-3fdb-41ed-bfc9-0ad264756679 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1 target = phd_framework::test_vm target_id = cbc2073f-951b-4c41-b3c5-f577a89a6894 timeout_duration = 45s
712024-06-17T17:21:11.389ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1 target = phd_framework::test_vm target_id = cbc2073f-951b-4c41-b3c5-f577a89a6894 vm = multiple_migrations_1 vm_id = cbc2073f-951b-4c41-b3c5-f577a89a6894
722024-06-17T17:21:11.501ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: cbc2073f-951b-4c41-b3c5-f577a89a6894, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 366741ea-3fb8-4556-a274-7de50f0e5407, silo_id: c8f83f54-72c4-4410-89e6-6a7b47ddd475 }, name: "phd-vm-cbc2073f-951b-4c41-b3c5-f577a89a6894", vcpus: 2 }, state: Migrating } line = 382 path = phd_tests::migrate::multiple_migrations self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-51a7cc3e-b624-45f5-a6e7-6299fafd0756/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = multiple_migrations_0 source_id = 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1 target = phd_framework::test_vm target_id = cbc2073f-951b-4c41-b3c5-f577a89a6894 vm = multiple_migrations_1 vm_id = cbc2073f-951b-4c41-b3c5-f577a89a6894
732024-06-17T17:21:11.501ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 112 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1 target = phd_framework::test_vm target_id = cbc2073f-951b-4c41-b3c5-f577a89a6894 vm = multiple_migrations_1 vm_id = cbc2073f-951b-4c41-b3c5-f577a89a6894
742024-06-17T17:21:11.501ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = bdbf2b3b-3fdb-41ed-bfc9-0ad264756679 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1 target = phd_framework::test_vm target_id = cbc2073f-951b-4c41-b3c5-f577a89a6894
752024-06-17T17:21:15.249ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":7609}} target = phd_framework::serial
762024-06-17T17:21:17.609ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 538 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1 target = phd_framework::test_vm target_id = cbc2073f-951b-4c41-b3c5-f577a89a6894
772024-06-17T17:21:17.609ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 6108 file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = bdbf2b3b-3fdb-41ed-bfc9-0ad264756679 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1 target = phd_framework::test_vm target_id = cbc2073f-951b-4c41-b3c5-f577a89a6894
782024-06-17T17:21:17.609ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 6220 file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1 target = phd_framework::test_vm target_id = cbc2073f-951b-4c41-b3c5-f577a89a6894
792024-06-17T17:21:17.610ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = cbc2073f-951b-4c41-b3c5-f577a89a6894
802024-06-17T17:21:17.610ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = multiple_migrations_1 vm_id = cbc2073f-951b-4c41-b3c5-f577a89a6894
812024-06-17T17:21:17.621ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = cbc2073f-951b-4c41-b3c5-f577a89a6894
822024-06-17T17:21:17.622ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = cbc2073f-951b-4c41-b3c5-f577a89a6894
832024-06-17T17:21:17.622ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = multiple_migrations_1 vm_id = cbc2073f-951b-4c41-b3c5-f577a89a6894
842024-06-17T17:21:17.653ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 31 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = cbc2073f-951b-4c41-b3c5-f577a89a6894
852024-06-17T17:21:17.653ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = cbc2073f-951b-4c41-b3c5-f577a89a6894 target = phd_framework::test_vm target_id = f2dfe424-9ae2-4257-99e3-e947d0daf3df
862024-06-17T17:21:17.654ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9002 file = phd-tests/framework/src/test_vm/mod.rs line = 505 migration_id = 7d4ca163-042e-4320-beab-26be995e1b16 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = cbc2073f-951b-4c41-b3c5-f577a89a6894 target = phd_framework::test_vm target_id = f2dfe424-9ae2-4257-99e3-e947d0daf3df timeout_duration = 45s
872024-06-17T17:21:17.654ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = cbc2073f-951b-4c41-b3c5-f577a89a6894 target = phd_framework::test_vm target_id = f2dfe424-9ae2-4257-99e3-e947d0daf3df vm = multiple_migrations_2 vm_id = f2dfe424-9ae2-4257-99e3-e947d0daf3df
882024-06-17T17:21:17.769ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: f2dfe424-9ae2-4257-99e3-e947d0daf3df, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 3b74cd6d-cd84-499c-8781-3b3a315eb418, silo_id: 0d605062-5aee-4b2f-9d6a-9b6c60200f6d }, name: "phd-vm-f2dfe424-9ae2-4257-99e3-e947d0daf3df", vcpus: 2 }, state: Migrating } line = 382 path = phd_tests::migrate::multiple_migrations self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-51a7cc3e-b624-45f5-a6e7-6299fafd0756/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = multiple_migrations_1 source_id = cbc2073f-951b-4c41-b3c5-f577a89a6894 target = phd_framework::test_vm target_id = f2dfe424-9ae2-4257-99e3-e947d0daf3df vm = multiple_migrations_2 vm_id = f2dfe424-9ae2-4257-99e3-e947d0daf3df
892024-06-17T17:21:17.769ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 115 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = cbc2073f-951b-4c41-b3c5-f577a89a6894 target = phd_framework::test_vm target_id = f2dfe424-9ae2-4257-99e3-e947d0daf3df vm = multiple_migrations_2 vm_id = f2dfe424-9ae2-4257-99e3-e947d0daf3df
902024-06-17T17:21:17.769ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = 7d4ca163-042e-4320-beab-26be995e1b16 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = cbc2073f-951b-4c41-b3c5-f577a89a6894 target = phd_framework::test_vm target_id = f2dfe424-9ae2-4257-99e3-e947d0daf3df
912024-06-17T17:21:21.566ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9004","from_start":7657}} target = phd_framework::serial
922024-06-17T17:21:21.877ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 538 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = cbc2073f-951b-4c41-b3c5-f577a89a6894 target = phd_framework::test_vm target_id = f2dfe424-9ae2-4257-99e3-e947d0daf3df
932024-06-17T17:21:21.877ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 4107 file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = 7d4ca163-042e-4320-beab-26be995e1b16 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = cbc2073f-951b-4c41-b3c5-f577a89a6894 target = phd_framework::test_vm target_id = f2dfe424-9ae2-4257-99e3-e947d0daf3df
942024-06-17T17:21:21.877ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 4223 file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = cbc2073f-951b-4c41-b3c5-f577a89a6894 target = phd_framework::test_vm target_id = f2dfe424-9ae2-4257-99e3-e947d0daf3df
952024-06-17T17:21:21.877ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = f2dfe424-9ae2-4257-99e3-e947d0daf3df
962024-06-17T17:21:21.877ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = multiple_migrations_2 vm_id = f2dfe424-9ae2-4257-99e3-e947d0daf3df
972024-06-17T17:21:21.889ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = f2dfe424-9ae2-4257-99e3-e947d0daf3df
982024-06-17T17:21:21.889ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = f2dfe424-9ae2-4257-99e3-e947d0daf3df
992024-06-17T17:21:21.889ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = multiple_migrations_2 vm_id = f2dfe424-9ae2-4257-99e3-e947d0daf3df
1002024-06-17T17:21:21.912ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 22 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = f2dfe424-9ae2-4257-99e3-e947d0daf3df
1012024-06-17T17:21:21.912ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = f2dfe424-9ae2-4257-99e3-e947d0daf3df
1022024-06-17T17:21:21.912ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = cbc2073f-951b-4c41-b3c5-f577a89a6894
1032024-06-17T17:21:21.912ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1
1042024-06-17T17:21:21.912ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
1052024-06-17T17:21:21.912ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 14757 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
1062024-06-17T17:21:21.912ZINFOphd-runner: test phd_tests::migrate::multiple_migrations ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
1072024-06-17T17:21:21.912ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
1082024-06-17T17:21:21.913ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = f2dfe424-9ae2-4257-99e3-e947d0daf3df
1092024-06-17T17:21:21.914ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::multiple_migrations self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = multiple_migrations_1 vm_id = cbc2073f-951b-4c41-b3c5-f577a89a6894
1102024-06-17T17:21:21.914ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::multiple_migrations self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = multiple_migrations_0 vm_id = 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1
1112024-06-17T17:21:22.026ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 113 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = cbc2073f-951b-4c41-b3c5-f577a89a6894
1122024-06-17T17:21:22.126ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 214 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = 1455a25a-3d75-4ca0-ac20-4b6ba0e2f5e1
1132024-06-17T17:21:22.181ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::multiple_migrations self.address = 127.0.0.1:9004 target = phd_framework::test_vm::server vm = multiple_migrations_2 vm_id = f2dfe424-9ae2-4257-99e3-e947d0daf3df
1142024-06-17T17:21:22.301ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs vm = multiple_migrations_2 vm_id = f2dfe424-9ae2-4257-99e3-e947d0daf3df
1152024-06-17T17:21:22.301ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-51a7cc3e-b624-45f5-a6e7-6299fafd0756"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs verb = destroy vm = multiple_migrations_2 vm_id = f2dfe424-9ae2-4257-99e3-e947d0daf3df
1162024-06-17T17:21:22.325ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs vm = multiple_migrations_2 vm_id = f2dfe424-9ae2-4257-99e3-e947d0daf3df
1172024-06-17T17:21:22.325ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-9078b0e2-6b6e-40b2-9fab-732921a3b61f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs verb = destroy vm = multiple_migrations_2 vm_id = f2dfe424-9ae2-4257-99e3-e947d0daf3df
1182024-06-17T17:21:22.342ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 430 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = f2dfe424-9ae2-4257-99e3-e947d0daf3df
1192024-06-17T17:21:22.342ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 45956 file = phd-tests/tests/src/migrate.rs line = 298 path = phd_tests::migrate::multiple_migrations target = phd_tests::migrate
1202024-06-17T17:21:22.342ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 430 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
1212024-06-17T17:21:22.342ZINFOphd-runner: Starting test phd_tests::migrate::incompatible_vms file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
1222024-06-17T17:21:22.343ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
1232024-06-17T17:21:22.343ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
1242024-06-17T17:21:22.343ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 248 path = phd_tests::migrate::incompatible_vms target = phd_tests::migrate
1252024-06-17T17:21:22.343ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
1262024-06-17T17:21:22.343ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
1272024-06-17T17:21:22.343ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
1282024-06-17T17:21:22.343ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
1292024-06-17T17:21:22.353ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 49.1M 1.80T 48.9M /phd-artifacts\n target = phd_framework::zfs
1302024-06-17T17:21:22.353ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-5dd06eaa-21bf-4913-becc-e3b808666a1c"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = snapshot
1312024-06-17T17:21:22.371ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-5dd06eaa-21bf-4913-becc-e3b808666a1c", "phd-artifacts/phd-clone-9151e742-02fa-466d-b431-03e73fad5e59"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = clone
1322024-06-17T17:21:22.389ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-9151e742-02fa-466d-b431-03e73fad5e59"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
1332024-06-17T17:21:22.399ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-9151e742-02fa-466d-b431-03e73fad5e59 0B 1.80T 48.9M /phd-artifacts/phd-clone-9151e742-02fa-466d-b431-03e73fad5e59\n target = phd_framework::zfs
1342024-06-17T17:21:22.400ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
1352024-06-17T17:21:22.400ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::migrate::incompatible_vms spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-9151e742-02fa-466d-b431-03e73fad5e59/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_incompatible_source_0
1362024-06-17T17:21:22.400ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
1372024-06-17T17:21:22.400ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_incompatible_source_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::incompatible_vms server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
1382024-06-17T17:21:22.400ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::incompatible_vms stderr_path = "/tmp/propolis-phd/migration_incompatible_source_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_incompatible_source_0.stdout.log" target = phd_framework::server_log_mode
1392024-06-17T17:21:22.405ZINFOphd-runner: [NEW - EVENT] Launched server with pid 882 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm::server
1402024-06-17T17:21:22.405ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 5 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
1412024-06-17T17:21:22.405ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 5e31a856-55fd-4bd2-a108-5f291b11409c
1422024-06-17T17:21:22.406ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 5e31a856-55fd-4bd2-a108-5f291b11409c
1432024-06-17T17:21:23.099ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
1442024-06-17T17:21:23.100ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 5e31a856-55fd-4bd2-a108-5f291b11409c, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 0e35cd33-7683-462d-8463-5841909483c2, silo_id: 982898c8-f27f-492e-a821-eeb111d94e8a }, name: "phd-vm-5e31a856-55fd-4bd2-a108-5f291b11409c", vcpus: 4 }, state: Creating } line = 382 path = phd_tests::migrate::incompatible_vms self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-9151e742-02fa-466d-b431-03e73fad5e59/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 5e31a856-55fd-4bd2-a108-5f291b11409c
1452024-06-17T17:21:23.100ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 694 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 5e31a856-55fd-4bd2-a108-5f291b11409c
1462024-06-17T17:21:23.100ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 5e31a856-55fd-4bd2-a108-5f291b11409c
1472024-06-17T17:21:23.100ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::migrate::incompatible_vms state = Run target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 5e31a856-55fd-4bd2-a108-5f291b11409c
1482024-06-17T17:21:23.101ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 5e31a856-55fd-4bd2-a108-5f291b11409c
1492024-06-17T17:21:23.101ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
1502024-06-17T17:21:23.101ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
1512024-06-17T17:21:23.101ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
1522024-06-17T17:21:23.101ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
1532024-06-17T17:21:23.114ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 50.4M 1.80T 48.9M /phd-artifacts\n target = phd_framework::zfs
1542024-06-17T17:21:23.114ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-2b75db8d-a2e5-4e01-bd3f-a1625d4aa6e0"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = snapshot
1552024-06-17T17:21:23.131ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-2b75db8d-a2e5-4e01-bd3f-a1625d4aa6e0", "phd-artifacts/phd-clone-49d5c651-13e6-41a9-b736-7bac19f65dbd"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = clone
1562024-06-17T17:21:23.149ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-49d5c651-13e6-41a9-b736-7bac19f65dbd"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
1572024-06-17T17:21:23.159ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-49d5c651-13e6-41a9-b736-7bac19f65dbd 0B 1.80T 48.9M /phd-artifacts/phd-clone-49d5c651-13e6-41a9-b736-7bac19f65dbd\n target = phd_framework::zfs
1582024-06-17T17:21:23.160ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
1592024-06-17T17:21:23.160ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::migrate::incompatible_vms spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-49d5c651-13e6-41a9-b736-7bac19f65dbd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 8, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_incompatible_target_1
1602024-06-17T17:21:23.160ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
1612024-06-17T17:21:23.160ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_incompatible_target_1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::incompatible_vms server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
1622024-06-17T17:21:23.160ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::incompatible_vms stderr_path = "/tmp/propolis-phd/migration_incompatible_target_1.stderr.log" stdout_path = "/tmp/propolis-phd/migration_incompatible_target_1.stdout.log" target = phd_framework::server_log_mode
1632024-06-17T17:21:23.165ZINFOphd-runner: [NEW - EVENT] Launched server with pid 887 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm::server
1642024-06-17T17:21:23.165ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 5 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
1652024-06-17T17:21:23.165ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = 5e31a856-55fd-4bd2-a108-5f291b11409c target = phd_framework::test_vm target_id = 6c980884-b119-41de-8c2e-f185e55be6cf
1662024-06-17T17:21:23.165ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 505 migration_id = ac387fd4-d9fb-4e80-a447-9a41654167ce path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = 5e31a856-55fd-4bd2-a108-5f291b11409c target = phd_framework::test_vm target_id = 6c980884-b119-41de-8c2e-f185e55be6cf timeout_duration = 45s
1672024-06-17T17:21:23.165ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = 5e31a856-55fd-4bd2-a108-5f291b11409c target = phd_framework::test_vm target_id = 6c980884-b119-41de-8c2e-f185e55be6cf vm = migration_incompatible_target_1 vm_id = 6c980884-b119-41de-8c2e-f185e55be6cf
1682024-06-17T17:21:23.166ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = 5e31a856-55fd-4bd2-a108-5f291b11409c target = phd_framework::test_vm target_id = 6c980884-b119-41de-8c2e-f185e55be6cf vm = migration_incompatible_target_1 vm_id = 6c980884-b119-41de-8c2e-f185e55be6cf
1692024-06-17T17:21:23.948ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 6c980884-b119-41de-8c2e-f185e55be6cf, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 22536a28-9f6b-4da6-beb7-e7c5b71afb92, silo_id: bc551cc7-7c0f-4737-a2ea-9a76b1a4f348 }, name: "phd-vm-6c980884-b119-41de-8c2e-f185e55be6cf", vcpus: 8 }, state: Failed } line = 382 path = phd_tests::migrate::incompatible_vms self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-49d5c651-13e6-41a9-b736-7bac19f65dbd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 8, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migration_incompatible_source_0 source_id = 5e31a856-55fd-4bd2-a108-5f291b11409c target = phd_framework::test_vm target_id = 6c980884-b119-41de-8c2e-f185e55be6cf vm = migration_incompatible_target_1 vm_id = 6c980884-b119-41de-8c2e-f185e55be6cf
1702024-06-17T17:21:23.948ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 782 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = 5e31a856-55fd-4bd2-a108-5f291b11409c target = phd_framework::test_vm target_id = 6c980884-b119-41de-8c2e-f185e55be6cf vm = migration_incompatible_target_1 vm_id = 6c980884-b119-41de-8c2e-f185e55be6cf
1712024-06-17T17:21:23.948ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = ac387fd4-d9fb-4e80-a447-9a41654167ce path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = 5e31a856-55fd-4bd2-a108-5f291b11409c target = phd_framework::test_vm target_id = 6c980884-b119-41de-8c2e-f185e55be6cf
1722024-06-17T17:21:23.949ZINFOphd-runner: [MIGRATE_FROM - EVENT] Instance reported error during migration file = phd-tests/framework/src/test_vm/mod.rs line = 542 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = 5e31a856-55fd-4bd2-a108-5f291b11409c target = phd_framework::test_vm target_id = 6c980884-b119-41de-8c2e-f185e55be6cf
1732024-06-17T17:21:23.949ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = ac387fd4-d9fb-4e80-a447-9a41654167ce path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = 5e31a856-55fd-4bd2-a108-5f291b11409c target = phd_framework::test_vm target_id = 6c980884-b119-41de-8c2e-f185e55be6cf
1742024-06-17T17:21:23.949ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 783 file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = 5e31a856-55fd-4bd2-a108-5f291b11409c target = phd_framework::test_vm target_id = 6c980884-b119-41de-8c2e-f185e55be6cf
1752024-06-17T17:21:23.950ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_target_1 vm_id = 6c980884-b119-41de-8c2e-f185e55be6cf
1762024-06-17T17:21:23.950ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 5e31a856-55fd-4bd2-a108-5f291b11409c
1772024-06-17T17:21:23.950ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
1782024-06-17T17:21:23.951ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
1792024-06-17T17:21:23.951ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
1802024-06-17T17:21:23.951ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
1812024-06-17T17:21:23.956ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_target_1 vm_id = 6c980884-b119-41de-8c2e-f185e55be6cf
1822024-06-17T17:21:23.957ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 5e31a856-55fd-4bd2-a108-5f291b11409c
1832024-06-17T17:21:23.963ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 50.8M 1.80T 48.9M /phd-artifacts\n target = phd_framework::zfs
1842024-06-17T17:21:23.963ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-682c7b1c-a6c9-4d55-a2b1-14ae7575efa5"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = snapshot
1852024-06-17T17:21:23.983ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-682c7b1c-a6c9-4d55-a2b1-14ae7575efa5", "phd-artifacts/phd-clone-65176b8e-be19-471d-8c5d-51fbb44944c0"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = clone
1862024-06-17T17:21:24.002ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-65176b8e-be19-471d-8c5d-51fbb44944c0"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
1872024-06-17T17:21:24.012ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-65176b8e-be19-471d-8c5d-51fbb44944c0 0B 1.80T 48.9M /phd-artifacts/phd-clone-65176b8e-be19-471d-8c5d-51fbb44944c0\n target = phd_framework::zfs
1882024-06-17T17:21:24.012ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
1892024-06-17T17:21:24.012ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::migrate::incompatible_vms spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-65176b8e-be19-471d-8c5d-51fbb44944c0/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_incompatible_source_1
1902024-06-17T17:21:24.012ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
1912024-06-17T17:21:24.012ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_incompatible_source_1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::incompatible_vms server_addr = 127.0.0.1:9004 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
1922024-06-17T17:21:24.012ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::incompatible_vms stderr_path = "/tmp/propolis-phd/migration_incompatible_source_1.stderr.log" stdout_path = "/tmp/propolis-phd/migration_incompatible_source_1.stdout.log" target = phd_framework::server_log_mode
1932024-06-17T17:21:24.016ZINFOphd-runner: [NEW - EVENT] Launched server with pid 892 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm::server
1942024-06-17T17:21:24.016ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 4 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
1952024-06-17T17:21:24.017ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = ee69c53a-05f4-4287-adfe-bc79f4af61d5
1962024-06-17T17:21:24.017ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9004/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = ee69c53a-05f4-4287-adfe-bc79f4af61d5
1972024-06-17T17:21:24.017ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 271 target = phd_framework::serial
1982024-06-17T17:21:24.017ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 918 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
1992024-06-17T17:21:24.477ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
2002024-06-17T17:21:24.478ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: ee69c53a-05f4-4287-adfe-bc79f4af61d5, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: e2d0debc-377d-4ef5-bf19-2f2bb437ab72, silo_id: 4bfbacf3-e6c9-480a-bba6-eea3c839da26 }, name: "phd-vm-ee69c53a-05f4-4287-adfe-bc79f4af61d5", vcpus: 4 }, state: Creating } line = 382 path = phd_tests::migrate::incompatible_vms self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-65176b8e-be19-471d-8c5d-51fbb44944c0/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = ee69c53a-05f4-4287-adfe-bc79f4af61d5
2012024-06-17T17:21:24.478ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 461 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = ee69c53a-05f4-4287-adfe-bc79f4af61d5
2022024-06-17T17:21:24.478ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = ee69c53a-05f4-4287-adfe-bc79f4af61d5
2032024-06-17T17:21:24.478ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::migrate::incompatible_vms state = Run target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = ee69c53a-05f4-4287-adfe-bc79f4af61d5
2042024-06-17T17:21:24.479ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = ee69c53a-05f4-4287-adfe-bc79f4af61d5
2052024-06-17T17:21:24.479ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
2062024-06-17T17:21:24.479ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
2072024-06-17T17:21:24.479ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
2082024-06-17T17:21:24.479ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
2092024-06-17T17:21:24.492ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.3M 1.80T 48.9M /phd-artifacts\n target = phd_framework::zfs
2102024-06-17T17:21:24.492ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-5a943a47-1f8b-4dcd-bb9c-089771ec5cbb"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = snapshot
2112024-06-17T17:21:24.509ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-5a943a47-1f8b-4dcd-bb9c-089771ec5cbb", "phd-artifacts/phd-clone-879ac864-6a6a-4832-bd5b-59e562170524"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = clone
2122024-06-17T17:21:24.528ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-879ac864-6a6a-4832-bd5b-59e562170524"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
2132024-06-17T17:21:24.538ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-879ac864-6a6a-4832-bd5b-59e562170524 0B 1.80T 48.9M /phd-artifacts/phd-clone-879ac864-6a6a-4832-bd5b-59e562170524\n target = phd_framework::zfs
2142024-06-17T17:21:24.539ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
2152024-06-17T17:21:24.539ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::migrate::incompatible_vms spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-879ac864-6a6a-4832-bd5b-59e562170524/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 1024 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_incompatible_target_2
2162024-06-17T17:21:24.539ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
2172024-06-17T17:21:24.539ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_incompatible_target_2.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::incompatible_vms server_addr = 127.0.0.1:9006 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
2182024-06-17T17:21:24.539ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::incompatible_vms stderr_path = "/tmp/propolis-phd/migration_incompatible_target_2.stderr.log" stdout_path = "/tmp/propolis-phd/migration_incompatible_target_2.stdout.log" target = phd_framework::server_log_mode
2192024-06-17T17:21:24.544ZINFOphd-runner: [NEW - EVENT] Launched server with pid 897 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm::server
2202024-06-17T17:21:24.544ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 4 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
2212024-06-17T17:21:24.544ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = ee69c53a-05f4-4287-adfe-bc79f4af61d5 target = phd_framework::test_vm target_id = 36ca8a1f-3d88-4efd-ba47-e35b4949d56a
2222024-06-17T17:21:24.544ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9004 file = phd-tests/framework/src/test_vm/mod.rs line = 505 migration_id = 95ff3d65-812e-4906-9f36-2b436d3980ee path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = ee69c53a-05f4-4287-adfe-bc79f4af61d5 target = phd_framework::test_vm target_id = 36ca8a1f-3d88-4efd-ba47-e35b4949d56a timeout_duration = 90s
2232024-06-17T17:21:24.544ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = ee69c53a-05f4-4287-adfe-bc79f4af61d5 target = phd_framework::test_vm target_id = 36ca8a1f-3d88-4efd-ba47-e35b4949d56a vm = migration_incompatible_target_2 vm_id = 36ca8a1f-3d88-4efd-ba47-e35b4949d56a
2242024-06-17T17:21:24.544ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9006/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = ee69c53a-05f4-4287-adfe-bc79f4af61d5 target = phd_framework::test_vm target_id = 36ca8a1f-3d88-4efd-ba47-e35b4949d56a vm = migration_incompatible_target_2 vm_id = 36ca8a1f-3d88-4efd-ba47-e35b4949d56a
2252024-06-17T17:21:24.545ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::incompatible_vms self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migration_incompatible_source_0 vm_id = 5e31a856-55fd-4bd2-a108-5f291b11409c
2262024-06-17T17:21:24.659ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_source_0 vm_id = 5e31a856-55fd-4bd2-a108-5f291b11409c
2272024-06-17T17:21:24.659ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-9151e742-02fa-466d-b431-03e73fad5e59"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_source_0 vm_id = 5e31a856-55fd-4bd2-a108-5f291b11409c
2282024-06-17T17:21:24.683ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_source_0 vm_id = 5e31a856-55fd-4bd2-a108-5f291b11409c
2292024-06-17T17:21:24.683ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-5dd06eaa-21bf-4913-becc-e3b808666a1c"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_source_0 vm_id = 5e31a856-55fd-4bd2-a108-5f291b11409c
2302024-06-17T17:21:24.701ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 750 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 5e31a856-55fd-4bd2-a108-5f291b11409c
2312024-06-17T17:21:24.702ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::incompatible_vms self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migration_incompatible_target_1 vm_id = 6c980884-b119-41de-8c2e-f185e55be6cf
2322024-06-17T17:21:24.815ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_target_1 vm_id = 6c980884-b119-41de-8c2e-f185e55be6cf
2332024-06-17T17:21:24.815ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-49d5c651-13e6-41a9-b736-7bac19f65dbd"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_target_1 vm_id = 6c980884-b119-41de-8c2e-f185e55be6cf
2342024-06-17T17:21:24.840ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_target_1 vm_id = 6c980884-b119-41de-8c2e-f185e55be6cf
2352024-06-17T17:21:24.840ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-2b75db8d-a2e5-4e01-bd3f-a1625d4aa6e0"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_target_1 vm_id = 6c980884-b119-41de-8c2e-f185e55be6cf
2362024-06-17T17:21:24.858ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 907 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_target_1 vm_id = 6c980884-b119-41de-8c2e-f185e55be6cf
2372024-06-17T17:21:25.283ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 36ca8a1f-3d88-4efd-ba47-e35b4949d56a, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, metadata: InstanceMetadata { project_id: ff207b88-3b80-44e7-8800-7a8e2d941ca9, silo_id: 8cbeb169-c9ee-4f82-a3e5-61380a240091 }, name: "phd-vm-36ca8a1f-3d88-4efd-ba47-e35b4949d56a", vcpus: 2 }, state: Failed } line = 382 path = phd_tests::migrate::incompatible_vms self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-879ac864-6a6a-4832-bd5b-59e562170524/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 1024 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migration_incompatible_source_1 source_id = ee69c53a-05f4-4287-adfe-bc79f4af61d5 target = phd_framework::test_vm target_id = 36ca8a1f-3d88-4efd-ba47-e35b4949d56a vm = migration_incompatible_target_2 vm_id = 36ca8a1f-3d88-4efd-ba47-e35b4949d56a
2382024-06-17T17:21:25.283ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 738 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = ee69c53a-05f4-4287-adfe-bc79f4af61d5 target = phd_framework::test_vm target_id = 36ca8a1f-3d88-4efd-ba47-e35b4949d56a vm = migration_incompatible_target_2 vm_id = 36ca8a1f-3d88-4efd-ba47-e35b4949d56a
2392024-06-17T17:21:25.283ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = 95ff3d65-812e-4906-9f36-2b436d3980ee path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = ee69c53a-05f4-4287-adfe-bc79f4af61d5 target = phd_framework::test_vm target_id = 36ca8a1f-3d88-4efd-ba47-e35b4949d56a
2402024-06-17T17:21:25.284ZINFOphd-runner: [MIGRATE_FROM - EVENT] Instance reported error during migration file = phd-tests/framework/src/test_vm/mod.rs line = 542 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = ee69c53a-05f4-4287-adfe-bc79f4af61d5 target = phd_framework::test_vm target_id = 36ca8a1f-3d88-4efd-ba47-e35b4949d56a
2412024-06-17T17:21:25.284ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = 95ff3d65-812e-4906-9f36-2b436d3980ee path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = ee69c53a-05f4-4287-adfe-bc79f4af61d5 target = phd_framework::test_vm target_id = 36ca8a1f-3d88-4efd-ba47-e35b4949d56a
2422024-06-17T17:21:25.284ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 739 file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = ee69c53a-05f4-4287-adfe-bc79f4af61d5 target = phd_framework::test_vm target_id = 36ca8a1f-3d88-4efd-ba47-e35b4949d56a
2432024-06-17T17:21:25.285ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_target_2 vm_id = 36ca8a1f-3d88-4efd-ba47-e35b4949d56a
2442024-06-17T17:21:25.285ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = ee69c53a-05f4-4287-adfe-bc79f4af61d5
2452024-06-17T17:21:25.286ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
2462024-06-17T17:21:25.286ZINFOphd-runner: test phd_tests::migrate::incompatible_vms ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
2472024-06-17T17:21:25.286ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 808 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
2482024-06-17T17:21:25.286ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
2492024-06-17T17:21:25.286ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = ee69c53a-05f4-4287-adfe-bc79f4af61d5
2502024-06-17T17:21:25.287ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_target_2 vm_id = 36ca8a1f-3d88-4efd-ba47-e35b4949d56a
2512024-06-17T17:21:25.548ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::incompatible_vms self.address = 127.0.0.1:9006 target = phd_framework::test_vm::server vm = migration_incompatible_target_2 vm_id = 36ca8a1f-3d88-4efd-ba47-e35b4949d56a
2522024-06-17T17:21:25.769ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_target_2 vm_id = 36ca8a1f-3d88-4efd-ba47-e35b4949d56a
2532024-06-17T17:21:25.769ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-879ac864-6a6a-4832-bd5b-59e562170524"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_target_2 vm_id = 36ca8a1f-3d88-4efd-ba47-e35b4949d56a
2542024-06-17T17:21:25.793ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_target_2 vm_id = 36ca8a1f-3d88-4efd-ba47-e35b4949d56a
2552024-06-17T17:21:25.793ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-5a943a47-1f8b-4dcd-bb9c-089771ec5cbb"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_target_2 vm_id = 36ca8a1f-3d88-4efd-ba47-e35b4949d56a
2562024-06-17T17:21:25.810ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 524 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_target_2 vm_id = 36ca8a1f-3d88-4efd-ba47-e35b4949d56a
2572024-06-17T17:21:25.811ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::incompatible_vms self.address = 127.0.0.1:9004 target = phd_framework::test_vm::server vm = migration_incompatible_source_1 vm_id = ee69c53a-05f4-4287-adfe-bc79f4af61d5
2582024-06-17T17:21:25.919ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_source_1 vm_id = ee69c53a-05f4-4287-adfe-bc79f4af61d5
2592024-06-17T17:21:25.919ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-65176b8e-be19-471d-8c5d-51fbb44944c0"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_source_1 vm_id = ee69c53a-05f4-4287-adfe-bc79f4af61d5
2602024-06-17T17:21:25.941ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_source_1 vm_id = ee69c53a-05f4-4287-adfe-bc79f4af61d5
2612024-06-17T17:21:25.942ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-682c7b1c-a6c9-4d55-a2b1-14ae7575efa5"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_source_1 vm_id = ee69c53a-05f4-4287-adfe-bc79f4af61d5
2622024-06-17T17:21:25.959ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 673 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = ee69c53a-05f4-4287-adfe-bc79f4af61d5
2632024-06-17T17:21:25.959ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 3616 file = phd-tests/tests/src/migrate.rs line = 248 path = phd_tests::migrate::incompatible_vms target = phd_tests::migrate
2642024-06-17T17:21:25.959ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 673 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
2652024-06-17T17:21:25.959ZINFOphd-runner: Starting test phd_tests::migrate::serial_history file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
2662024-06-17T17:21:25.959ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
2672024-06-17T17:21:25.960ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
2682024-06-17T17:21:25.960ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 18 path = phd_tests::migrate::serial_history target = phd_tests::migrate
2692024-06-17T17:21:25.960ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
2702024-06-17T17:21:25.960ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
2712024-06-17T17:21:25.960ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
2722024-06-17T17:21:25.960ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::serial_history target = phd_framework::zfs verb = list
2732024-06-17T17:21:25.971ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::serial_history stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 50.6M 1.80T 48.9M /phd-artifacts\n target = phd_framework::zfs
2742024-06-17T17:21:25.971ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-e2cc44df-c3c7-4b8a-abd0-5ceba39acdb5"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::serial_history target = phd_framework::zfs verb = snapshot
2752024-06-17T17:21:25.988ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-e2cc44df-c3c7-4b8a-abd0-5ceba39acdb5", "phd-artifacts/phd-clone-1efb315d-4459-4076-907b-5818e5f5f546"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::serial_history target = phd_framework::zfs verb = clone
2762024-06-17T17:21:26.005ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-1efb315d-4459-4076-907b-5818e5f5f546"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::serial_history target = phd_framework::zfs verb = list
2772024-06-17T17:21:26.015ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::serial_history stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-1efb315d-4459-4076-907b-5818e5f5f546 0B 1.80T 48.9M /phd-artifacts/phd-clone-1efb315d-4459-4076-907b-5818e5f5f546\n target = phd_framework::zfs
2782024-06-17T17:21:26.015ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
2792024-06-17T17:21:26.015ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::migrate::serial_history spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-1efb315d-4459-4076-907b-5818e5f5f546/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_serial_history
2802024-06-17T17:21:26.015ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
2812024-06-17T17:21:26.016ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_serial_history.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::serial_history server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
2822024-06-17T17:21:26.016ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::serial_history stderr_path = "/tmp/propolis-phd/migration_serial_history.stderr.log" stdout_path = "/tmp/propolis-phd/migration_serial_history.stdout.log" target = phd_framework::server_log_mode
2832024-06-17T17:21:26.020ZINFOphd-runner: [NEW - EVENT] Launched server with pid 914 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::serial_history target = phd_framework::test_vm::server
2842024-06-17T17:21:26.021ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 5 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
2852024-06-17T17:21:26.021ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 56345b89-5c37-45cb-b367-4c5ef3107956
2862024-06-17T17:21:26.021ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 56345b89-5c37-45cb-b367-4c5ef3107956
2872024-06-17T17:21:26.534ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
2882024-06-17T17:21:26.534ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 56345b89-5c37-45cb-b367-4c5ef3107956, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 9e5cf6aa-89b0-4157-981c-8aaf51b5b84e, silo_id: db58cc84-78eb-4c9e-96f0-52a97df14fd3 }, name: "phd-vm-56345b89-5c37-45cb-b367-4c5ef3107956", vcpus: 2 }, state: Creating } line = 382 path = phd_tests::migrate::serial_history self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-1efb315d-4459-4076-907b-5818e5f5f546/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_serial_history vm_id = 56345b89-5c37-45cb-b367-4c5ef3107956
2892024-06-17T17:21:26.534ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 513 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 56345b89-5c37-45cb-b367-4c5ef3107956
2902024-06-17T17:21:26.535ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 56345b89-5c37-45cb-b367-4c5ef3107956
2912024-06-17T17:21:26.535ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::migrate::serial_history state = Run target = phd_framework::test_vm vm = migration_serial_history vm_id = 56345b89-5c37-45cb-b367-4c5ef3107956
2922024-06-17T17:21:26.535ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 56345b89-5c37-45cb-b367-4c5ef3107956
2932024-06-17T17:21:26.535ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
2942024-06-17T17:21:26.535ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 643 path = phd_tests::migrate::serial_history target = phd_framework::test_vm timeout_duration = 300s vm = migration_serial_history vm_id = 56345b89-5c37-45cb-b367-4c5ef3107956
2952024-06-17T17:21:26.535ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::serial_history step = WaitFor("localhost login: ") target = phd_framework::test_vm
2962024-06-17T17:21:26.535ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 56345b89-5c37-45cb-b367-4c5ef3107956
2972024-06-17T17:21:26.535ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::serial_history target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_serial_history vm_id = 56345b89-5c37-45cb-b367-4c5ef3107956
2982024-06-17T17:21:30.737ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4201 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 56345b89-5c37-45cb-b367-4c5ef3107956
2992024-06-17T17:21:30.737ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::serial_history step = WriteStr("root") target = phd_framework::test_vm
3002024-06-17T17:21:30.737ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::serial_history step = WaitFor("localhost:~#") target = phd_framework::test_vm
3012024-06-17T17:21:30.737ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 56345b89-5c37-45cb-b367-4c5ef3107956
3022024-06-17T17:21:30.737ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::serial_history target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_serial_history vm_id = 56345b89-5c37-45cb-b367-4c5ef3107956
3032024-06-17T17:21:30.752ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 14 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 56345b89-5c37-45cb-b367-4c5ef3107956
3042024-06-17T17:21:30.752ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 691 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
3052024-06-17T17:21:30.753ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4217 file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
3062024-06-17T17:21:30.753ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 56345b89-5c37-45cb-b367-4c5ef3107956
3072024-06-17T17:21:30.753ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::serial_history target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_serial_history vm_id = 56345b89-5c37-45cb-b367-4c5ef3107956
3082024-06-17T17:21:30.763ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 56345b89-5c37-45cb-b367-4c5ef3107956
3092024-06-17T17:21:30.763ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 56345b89-5c37-45cb-b367-4c5ef3107956
3102024-06-17T17:21:30.763ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::serial_history target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_serial_history vm_id = 56345b89-5c37-45cb-b367-4c5ef3107956
3112024-06-17T17:21:30.796ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 56345b89-5c37-45cb-b367-4c5ef3107956
3122024-06-17T17:21:30.801ZINFOphd-runner: [TEST - EVENT] migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 74 path = phd_tests::migrate::serial_history propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_serial_history
3132024-06-17T17:21:30.801ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
3142024-06-17T17:21:30.802ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::migrate::serial_history spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-1efb315d-4459-4076-907b-5818e5f5f546/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_serial_history_lifecycle_0
3152024-06-17T17:21:30.802ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
3162024-06-17T17:21:30.802ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_serial_history_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::serial_history server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
3172024-06-17T17:21:30.802ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::serial_history stderr_path = "/tmp/propolis-phd/migration_serial_history_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_serial_history_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
3182024-06-17T17:21:30.809ZINFOphd-runner: [NEW - EVENT] Launched server with pid 915 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::serial_history target = phd_framework::test_vm::server
3192024-06-17T17:21:30.809ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
3202024-06-17T17:21:30.809ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 56345b89-5c37-45cb-b367-4c5ef3107956 target = phd_framework::test_vm target_id = 23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0
3212024-06-17T17:21:30.809ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 505 migration_id = 0878924f-9c9f-4bb5-b2d5-3d724b04d672 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 56345b89-5c37-45cb-b367-4c5ef3107956 target = phd_framework::test_vm target_id = 23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0 timeout_duration = 45s
3222024-06-17T17:21:30.809ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 56345b89-5c37-45cb-b367-4c5ef3107956 target = phd_framework::test_vm target_id = 23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0 vm = migration_serial_history_lifecycle_0 vm_id = 23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0
3232024-06-17T17:21:30.810ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 56345b89-5c37-45cb-b367-4c5ef3107956 target = phd_framework::test_vm target_id = 23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0 vm = migration_serial_history_lifecycle_0 vm_id = 23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0
3242024-06-17T17:21:31.203ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: dcf25fd2-2093-4632-8d43-b109dd847fb9, silo_id: fae488c2-8941-46cd-85d2-f9d0dac5bdfa }, name: "phd-vm-23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0", vcpus: 2 }, state: Migrating } line = 382 path = phd_tests::migrate::serial_history self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-1efb315d-4459-4076-907b-5818e5f5f546/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migration_serial_history source_id = 56345b89-5c37-45cb-b367-4c5ef3107956 target = phd_framework::test_vm target_id = 23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0 vm = migration_serial_history_lifecycle_0 vm_id = 23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0
3252024-06-17T17:21:31.203ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 393 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 56345b89-5c37-45cb-b367-4c5ef3107956 target = phd_framework::test_vm target_id = 23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0 vm = migration_serial_history_lifecycle_0 vm_id = 23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0
3262024-06-17T17:21:31.203ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = 0878924f-9c9f-4bb5-b2d5-3d724b04d672 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 56345b89-5c37-45cb-b367-4c5ef3107956 target = phd_framework::test_vm target_id = 23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0
3272024-06-17T17:21:34.931ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":7685}} target = phd_framework::serial
3282024-06-17T17:21:35.391ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 538 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 56345b89-5c37-45cb-b367-4c5ef3107956 target = phd_framework::test_vm target_id = 23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0
3292024-06-17T17:21:35.391ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 4188 file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = 0878924f-9c9f-4bb5-b2d5-3d724b04d672 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 56345b89-5c37-45cb-b367-4c5ef3107956 target = phd_framework::test_vm target_id = 23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0
3302024-06-17T17:21:35.391ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 4582 file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 56345b89-5c37-45cb-b367-4c5ef3107956 target = phd_framework::test_vm target_id = 23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0
3312024-06-17T17:21:35.393ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 56345b89-5c37-45cb-b367-4c5ef3107956
3322024-06-17T17:21:35.394ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::serial_history self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migration_serial_history vm_id = 56345b89-5c37-45cb-b367-4c5ef3107956
3332024-06-17T17:21:35.523ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 130 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 56345b89-5c37-45cb-b367-4c5ef3107956
3342024-06-17T17:21:35.525ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history_lifecycle_0 vm_id = 23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0
3352024-06-17T17:21:35.526ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
3362024-06-17T17:21:35.526ZINFOphd-runner: test phd_tests::migrate::serial_history ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
3372024-06-17T17:21:35.526ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 8991 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
3382024-06-17T17:21:35.526ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
3392024-06-17T17:21:35.527ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history_lifecycle_0 vm_id = 23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0
3402024-06-17T17:21:35.891ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::serial_history self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migration_serial_history_lifecycle_0 vm_id = 23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0
3412024-06-17T17:21:36.007ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::serial_history target = phd_framework::zfs vm = migration_serial_history_lifecycle_0 vm_id = 23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0
3422024-06-17T17:21:36.007ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-1efb315d-4459-4076-907b-5818e5f5f546"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::serial_history target = phd_framework::zfs verb = destroy vm = migration_serial_history_lifecycle_0 vm_id = 23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0
3432024-06-17T17:21:36.032ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::serial_history target = phd_framework::zfs vm = migration_serial_history_lifecycle_0 vm_id = 23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0
3442024-06-17T17:21:36.033ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-e2cc44df-c3c7-4b8a-abd0-5ceba39acdb5"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::serial_history target = phd_framework::zfs verb = destroy vm = migration_serial_history_lifecycle_0 vm_id = 23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0
3452024-06-17T17:21:36.052ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 526 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history_lifecycle_0 vm_id = 23c85bfb-e0b1-4de7-8421-0fd2e2ddc0c0
3462024-06-17T17:21:36.052ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 10092 file = phd-tests/tests/src/migrate.rs line = 18 path = phd_tests::migrate::serial_history target = phd_tests::migrate
3472024-06-17T17:21:36.052ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 526 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
3482024-06-17T17:21:36.052ZINFOphd-runner: Starting test phd_tests::migrate::smoke_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
3492024-06-17T17:21:36.052ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
3502024-06-17T17:21:36.052ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
3512024-06-17T17:21:36.052ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 13 path = phd_tests::migrate::smoke_test target = phd_tests::migrate
3522024-06-17T17:21:36.052ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
3532024-06-17T17:21:36.053ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
3542024-06-17T17:21:36.053ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
3552024-06-17T17:21:36.053ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::smoke_test target = phd_framework::zfs verb = list
3562024-06-17T17:21:36.063ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::smoke_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 50.3M 1.80T 48.9M /phd-artifacts\n target = phd_framework::zfs
3572024-06-17T17:21:36.063ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-5aaf11e6-d518-4425-8cd1-6cf2e336d01a"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::smoke_test target = phd_framework::zfs verb = snapshot
3582024-06-17T17:21:36.078ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-5aaf11e6-d518-4425-8cd1-6cf2e336d01a", "phd-artifacts/phd-clone-44d2cb73-c762-455f-94d2-0facd574429a"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::smoke_test target = phd_framework::zfs verb = clone
3592024-06-17T17:21:36.095ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-44d2cb73-c762-455f-94d2-0facd574429a"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::smoke_test target = phd_framework::zfs verb = list
3602024-06-17T17:21:36.105ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::smoke_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-44d2cb73-c762-455f-94d2-0facd574429a 0B 1.80T 48.9M /phd-artifacts/phd-clone-44d2cb73-c762-455f-94d2-0facd574429a\n target = phd_framework::zfs
3612024-06-17T17:21:36.106ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
3622024-06-17T17:21:36.106ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::migrate::smoke_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-44d2cb73-c762-455f-94d2-0facd574429a/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_smoke
3632024-06-17T17:21:36.106ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
3642024-06-17T17:21:36.106ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_smoke.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::smoke_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
3652024-06-17T17:21:36.106ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::smoke_test stderr_path = "/tmp/propolis-phd/migration_smoke.stderr.log" stdout_path = "/tmp/propolis-phd/migration_smoke.stdout.log" target = phd_framework::server_log_mode
3662024-06-17T17:21:36.111ZINFOphd-runner: [NEW - EVENT] Launched server with pid 924 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm::server
3672024-06-17T17:21:36.111ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 5 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
3682024-06-17T17:21:36.111ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
3692024-06-17T17:21:36.112ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
3702024-06-17T17:21:36.886ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
3712024-06-17T17:21:36.887ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 91dc9b1c-3892-4de0-afe2-4fa0ee45f746, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: cdaff4ce-e417-43c0-aa1f-02062f023185, silo_id: e1b9566f-6079-4cbb-98f9-54b2a97a9dd1 }, name: "phd-vm-91dc9b1c-3892-4de0-afe2-4fa0ee45f746", vcpus: 2 }, state: Creating } line = 382 path = phd_tests::migrate::smoke_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-44d2cb73-c762-455f-94d2-0facd574429a/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
3722024-06-17T17:21:36.887ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 775 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
3732024-06-17T17:21:36.887ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
3742024-06-17T17:21:36.887ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::migrate::smoke_test state = Run target = phd_framework::test_vm vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
3752024-06-17T17:21:36.887ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
3762024-06-17T17:21:36.887ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
3772024-06-17T17:21:36.887ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 643 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = 300s vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
3782024-06-17T17:21:36.888ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::smoke_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
3792024-06-17T17:21:36.888ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
3802024-06-17T17:21:36.888ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
3812024-06-17T17:21:41.096ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4208 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
3822024-06-17T17:21:41.096ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::smoke_test step = WriteStr("root") target = phd_framework::test_vm
3832024-06-17T17:21:41.096ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::smoke_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
3842024-06-17T17:21:41.096ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
3852024-06-17T17:21:41.096ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
3862024-06-17T17:21:41.110ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 13 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
3872024-06-17T17:21:41.110ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 691 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
3882024-06-17T17:21:41.110ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4222 file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
3892024-06-17T17:21:41.110ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
3902024-06-17T17:21:41.110ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
3912024-06-17T17:21:41.122ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
3922024-06-17T17:21:41.122ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
3932024-06-17T17:21:41.122ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
3942024-06-17T17:21:41.155ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
3952024-06-17T17:21:41.155ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
3962024-06-17T17:21:41.155ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
3972024-06-17T17:21:41.165ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
3982024-06-17T17:21:41.165ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
3992024-06-17T17:21:41.166ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
4002024-06-17T17:21:41.187ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 21 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
4012024-06-17T17:21:41.187ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
4022024-06-17T17:21:41.187ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
4032024-06-17T17:21:41.199ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
4042024-06-17T17:21:41.199ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
4052024-06-17T17:21:41.199ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
4062024-06-17T17:21:41.232ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
4072024-06-17T17:21:41.232ZINFOphd-runner: [TEST - EVENT] migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 74 path = phd_tests::migrate::smoke_test propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_smoke
4082024-06-17T17:21:41.232ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
4092024-06-17T17:21:41.232ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::migrate::smoke_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-44d2cb73-c762-455f-94d2-0facd574429a/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_smoke_lifecycle_0
4102024-06-17T17:21:41.232ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
4112024-06-17T17:21:41.232ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_smoke_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::smoke_test server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
4122024-06-17T17:21:41.233ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::smoke_test stderr_path = "/tmp/propolis-phd/migration_smoke_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_smoke_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
4132024-06-17T17:21:41.240ZINFOphd-runner: [NEW - EVENT] Launched server with pid 925 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm::server
4142024-06-17T17:21:41.240ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
4152024-06-17T17:21:41.240ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746 target = phd_framework::test_vm target_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351
4162024-06-17T17:21:41.240ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 505 migration_id = d8e6b971-4eb7-4ee4-b1f1-5b328a8f5bef path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746 target = phd_framework::test_vm target_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351 timeout_duration = 45s
4172024-06-17T17:21:41.240ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746 target = phd_framework::test_vm target_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351 vm = migration_smoke_lifecycle_0 vm_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351
4182024-06-17T17:21:41.241ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746 target = phd_framework::test_vm target_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351 vm = migration_smoke_lifecycle_0 vm_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351
4192024-06-17T17:21:42.083ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: bfab3b20-96fe-4d7b-affd-7fb0f2052351, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 153a0f40-bc2d-41dd-a354-a3e4e7da3706, silo_id: d3a14dd0-1e4b-445a-a32c-554c9479b827 }, name: "phd-vm-bfab3b20-96fe-4d7b-affd-7fb0f2052351", vcpus: 2 }, state: Migrating } line = 382 path = phd_tests::migrate::smoke_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-44d2cb73-c762-455f-94d2-0facd574429a/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migration_smoke source_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746 target = phd_framework::test_vm target_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351 vm = migration_smoke_lifecycle_0 vm_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351
4202024-06-17T17:21:42.083ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 842 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746 target = phd_framework::test_vm target_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351 vm = migration_smoke_lifecycle_0 vm_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351
4212024-06-17T17:21:42.083ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = d8e6b971-4eb7-4ee4-b1f1-5b328a8f5bef path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746 target = phd_framework::test_vm target_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351
4222024-06-17T17:21:45.837ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":7718}} target = phd_framework::serial
4232024-06-17T17:21:46.862ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 538 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746 target = phd_framework::test_vm target_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351
4242024-06-17T17:21:46.862ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 4779 file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = d8e6b971-4eb7-4ee4-b1f1-5b328a8f5bef path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746 target = phd_framework::test_vm target_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351
4252024-06-17T17:21:46.862ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 5621 file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746 target = phd_framework::test_vm target_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351
4262024-06-17T17:21:46.863ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
4272024-06-17T17:21:46.864ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351
4282024-06-17T17:21:46.864ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_smoke_lifecycle_0 vm_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351
4292024-06-17T17:21:46.864ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::smoke_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
4302024-06-17T17:21:46.990ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 126 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 91dc9b1c-3892-4de0-afe2-4fa0ee45f746
4312024-06-17T17:21:46.990ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 126 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351
4322024-06-17T17:21:46.991ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351
4332024-06-17T17:21:46.991ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_smoke_lifecycle_0 vm_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351
4342024-06-17T17:21:47.023ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351
4352024-06-17T17:21:47.024ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351
4362024-06-17T17:21:47.024ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
4372024-06-17T17:21:47.024ZINFOphd-runner: test phd_tests::migrate::smoke_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
4382024-06-17T17:21:47.024ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 10138 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
4392024-06-17T17:21:47.024ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
4402024-06-17T17:21:47.025ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351
4412024-06-17T17:21:47.297ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::smoke_test self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migration_smoke_lifecycle_0 vm_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351
4422024-06-17T17:21:47.423ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::smoke_test target = phd_framework::zfs vm = migration_smoke_lifecycle_0 vm_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351
4432024-06-17T17:21:47.423ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-44d2cb73-c762-455f-94d2-0facd574429a"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::smoke_test target = phd_framework::zfs verb = destroy vm = migration_smoke_lifecycle_0 vm_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351
4442024-06-17T17:21:47.446ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::smoke_test target = phd_framework::zfs vm = migration_smoke_lifecycle_0 vm_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351
4452024-06-17T17:21:47.446ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-5aaf11e6-d518-4425-8cd1-6cf2e336d01a"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::smoke_test target = phd_framework::zfs verb = destroy vm = migration_smoke_lifecycle_0 vm_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351
4462024-06-17T17:21:47.466ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 442 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = bfab3b20-96fe-4d7b-affd-7fb0f2052351
4472024-06-17T17:21:47.466ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 11413 file = phd-tests/tests/src/migrate.rs line = 13 path = phd_tests::migrate::smoke_test target = phd_tests::migrate
4482024-06-17T17:21:47.466ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 442 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
4492024-06-17T17:21:47.466ZINFOphd-runner: Starting test phd_tests::migrate::from_base::migration_from_base_and_back file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
4502024-06-17T17:21:47.466ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
4512024-06-17T17:21:47.466ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
4522024-06-17T17:21:47.466ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 50 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_tests::migrate::from_base
4532024-06-17T17:21:47.466ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
4542024-06-17T17:21:47.467ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
4552024-06-17T17:21:47.467ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
4562024-06-17T17:21:47.467ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs verb = list
4572024-06-17T17:21:47.477ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::from_base::migration_from_base_and_back stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 50.4M 1.80T 48.9M /phd-artifacts\n target = phd_framework::zfs
4582024-06-17T17:21:47.477ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-903cd1c3-f965-4833-bcad-4bd7d9a11638"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs verb = snapshot
4592024-06-17T17:21:47.491ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-903cd1c3-f965-4833-bcad-4bd7d9a11638", "phd-artifacts/phd-clone-7487e38f-f478-44b0-89dd-0cd0397a9a9d"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs verb = clone
4602024-06-17T17:21:47.508ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-7487e38f-f478-44b0-89dd-0cd0397a9a9d"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs verb = list
4612024-06-17T17:21:47.518ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::from_base::migration_from_base_and_back stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-7487e38f-f478-44b0-89dd-0cd0397a9a9d 0B 1.80T 48.9M /phd-artifacts/phd-clone-7487e38f-f478-44b0-89dd-0cd0397a9a9d\n target = phd_framework::zfs
4622024-06-17T17:21:47.519ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
4632024-06-17T17:21:47.519ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__BASE_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::migrate::from_base::migration_from_base_and_back spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-7487e38f-f478-44b0-89dd-0cd0397a9a9d/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_from_base_and_back
4642024-06-17T17:21:47.519ZDEBGphd-runner: [NEW - EVENT] checking for existing copy of artifact file = phd-tests/framework/src/artifacts/store.rs line = 89 maybe_path = /phd-artifacts/c295723cb54591d799e99ef51a21003540f42749eb685954f43e7191fd8a9bc7/propolis-server.tar.gz path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::artifacts::store
4652024-06-17T17:21:47.519ZDEBGphd-runner: [NEW - EVENT] Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 215 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/61e1481cd2b04b29b0adcd3e51a6e3e46eb146db/propolis-server.tar.gz
4662024-06-17T17:22:10.852ZDEBGphd-runner: [NEW - EVENT] Extracting artifact from tarball extracted_path = /phd-artifacts/c295723cb54591d799e99ef51a21003540f42749eb685954f43e7191fd8a9bc7/propolis-server file = phd-tests/framework/src/artifacts/store.rs line = 162 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::artifacts::store untar_path = propolis-server
4672024-06-17T17:22:10.852ZDEBGphd-runner: [NEW - EVENT] Extracting gzipped tarball... file = phd-tests/framework/src/artifacts/store.rs line = 518 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::artifacts::store
4682024-06-17T17:22:24.640ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_from_base_and_back.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::migration_from_base_and_back server_addr = 127.0.0.1:9000 server_path = "/phd-artifacts/c295723cb54591d799e99ef51a21003540f42749eb685954f43e7191fd8a9bc7/propolis-server" target = phd_framework::test_vm::server
4692024-06-17T17:22:24.640ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::migration_from_base_and_back stderr_path = "/tmp/propolis-phd/migration_from_base_and_back.stderr.log" stdout_path = "/tmp/propolis-phd/migration_from_base_and_back.stdout.log" target = phd_framework::server_log_mode
4702024-06-17T17:22:24.683ZINFOphd-runner: [NEW - EVENT] Launched server with pid 934 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm::server
4712024-06-17T17:22:24.683ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 37164 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
4722024-06-17T17:22:24.683ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
4732024-06-17T17:22:24.684ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
4742024-06-17T17:22:25.273ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
4752024-06-17T17:22:25.274ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 50a7ddca-5934-4e38-950d-f4c7532f7ceb, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 0e2406dd-62c1-4024-b09f-8274db676480, silo_id: 306d3dcd-fb5d-4b1a-88bd-7ea8db62aee4 }, name: "phd-vm-50a7ddca-5934-4e38-950d-f4c7532f7ceb", vcpus: 2 }, state: Creating } line = 382 path = phd_tests::migrate::from_base::migration_from_base_and_back self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-7487e38f-f478-44b0-89dd-0cd0397a9a9d/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
4762024-06-17T17:22:25.274ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 590 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
4772024-06-17T17:22:25.274ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
4782024-06-17T17:22:25.274ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::migrate::from_base::migration_from_base_and_back state = Run target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
4792024-06-17T17:22:25.274ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
4802024-06-17T17:22:25.275ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
4812024-06-17T17:22:25.275ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 643 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = 300s vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
4822024-06-17T17:22:25.275ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::from_base::migration_from_base_and_back step = WaitFor("localhost login: ") target = phd_framework::test_vm
4832024-06-17T17:22:25.275ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
4842024-06-17T17:22:25.275ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
4852024-06-17T17:22:29.529ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4254 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
4862024-06-17T17:22:29.529ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::from_base::migration_from_base_and_back step = WriteStr("root") target = phd_framework::test_vm
4872024-06-17T17:22:29.530ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::from_base::migration_from_base_and_back step = WaitFor("localhost:~#") target = phd_framework::test_vm
4882024-06-17T17:22:29.530ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
4892024-06-17T17:22:29.530ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
4902024-06-17T17:22:29.546ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 16 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
4912024-06-17T17:22:29.546ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 691 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
4922024-06-17T17:22:29.546ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4271 file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
4932024-06-17T17:22:29.546ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
4942024-06-17T17:22:29.546ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
4952024-06-17T17:22:29.557ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
4962024-06-17T17:22:29.557ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
4972024-06-17T17:22:29.557ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
4982024-06-17T17:22:29.590ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
4992024-06-17T17:22:29.590ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
5002024-06-17T17:22:29.590ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
5012024-06-17T17:22:29.601ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
5022024-06-17T17:22:29.601ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
5032024-06-17T17:22:29.601ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
5042024-06-17T17:22:29.634ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
5052024-06-17T17:22:29.634ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
5062024-06-17T17:22:29.634ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
5072024-06-17T17:22:29.645ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
5082024-06-17T17:22:29.646ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
5092024-06-17T17:22:29.646ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
5102024-06-17T17:22:29.678ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
5112024-06-17T17:22:29.679ZINFOphd-runner: [TEST - EVENT] migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 74 path = phd_tests::migrate::from_base::migration_from_base_and_back propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_from_base_and_back
5122024-06-17T17:22:29.679ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
5132024-06-17T17:22:29.679ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::migrate::from_base::migration_from_base_and_back spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-7487e38f-f478-44b0-89dd-0cd0397a9a9d/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_from_base_and_back_lifecycle_0
5142024-06-17T17:22:29.679ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
5152024-06-17T17:22:29.679ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_from_base_and_back_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::migration_from_base_and_back server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
5162024-06-17T17:22:29.679ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::migration_from_base_and_back stderr_path = "/tmp/propolis-phd/migration_from_base_and_back_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_from_base_and_back_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
5172024-06-17T17:22:29.697ZINFOphd-runner: [NEW - EVENT] Launched server with pid 935 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm::server
5182024-06-17T17:22:29.697ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 18 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
5192024-06-17T17:22:29.698ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb target = phd_framework::test_vm target_id = 38fc43ab-be99-48ae-a32c-f808c4013068
5202024-06-17T17:22:29.698ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 505 migration_id = 0a26d8e4-da10-443d-b133-561123ff0362 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb target = phd_framework::test_vm target_id = 38fc43ab-be99-48ae-a32c-f808c4013068 timeout_duration = 45s
5212024-06-17T17:22:29.698ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb target = phd_framework::test_vm target_id = 38fc43ab-be99-48ae-a32c-f808c4013068 vm = migration_from_base_and_back_lifecycle_0 vm_id = 38fc43ab-be99-48ae-a32c-f808c4013068
5222024-06-17T17:22:29.698ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb target = phd_framework::test_vm target_id = 38fc43ab-be99-48ae-a32c-f808c4013068 vm = migration_from_base_and_back_lifecycle_0 vm_id = 38fc43ab-be99-48ae-a32c-f808c4013068
5232024-06-17T17:22:30.425ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 38fc43ab-be99-48ae-a32c-f808c4013068, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: db207338-a8d1-423a-8cf3-4e6dceebe0ff, silo_id: 4360c2c9-6b31-4b90-bbbf-c7dc66deb9af }, name: "phd-vm-38fc43ab-be99-48ae-a32c-f808c4013068", vcpus: 2 }, state: Migrating } line = 382 path = phd_tests::migrate::from_base::migration_from_base_and_back self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-7487e38f-f478-44b0-89dd-0cd0397a9a9d/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migration_from_base_and_back source_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb target = phd_framework::test_vm target_id = 38fc43ab-be99-48ae-a32c-f808c4013068 vm = migration_from_base_and_back_lifecycle_0 vm_id = 38fc43ab-be99-48ae-a32c-f808c4013068
5242024-06-17T17:22:30.425ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 727 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb target = phd_framework::test_vm target_id = 38fc43ab-be99-48ae-a32c-f808c4013068 vm = migration_from_base_and_back_lifecycle_0 vm_id = 38fc43ab-be99-48ae-a32c-f808c4013068
5252024-06-17T17:22:30.426ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = 0a26d8e4-da10-443d-b133-561123ff0362 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb target = phd_framework::test_vm target_id = 38fc43ab-be99-48ae-a32c-f808c4013068
5262024-06-17T17:22:34.202ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":7718}} target = phd_framework::serial
5272024-06-17T17:22:35.744ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 538 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb target = phd_framework::test_vm target_id = 38fc43ab-be99-48ae-a32c-f808c4013068
5282024-06-17T17:22:35.744ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 5318 file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = 0a26d8e4-da10-443d-b133-561123ff0362 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb target = phd_framework::test_vm target_id = 38fc43ab-be99-48ae-a32c-f808c4013068
5292024-06-17T17:22:35.744ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 6046 file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb target = phd_framework::test_vm target_id = 38fc43ab-be99-48ae-a32c-f808c4013068
5302024-06-17T17:22:35.745ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = 38fc43ab-be99-48ae-a32c-f808c4013068
5312024-06-17T17:22:35.745ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
5322024-06-17T17:22:35.746ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::migration_from_base_and_back self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
5332024-06-17T17:22:35.863ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
5342024-06-17T17:22:35.863ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 10589 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
5352024-06-17T17:22:35.863ZINFOphd-runner: test phd_tests::migrate::from_base::migration_from_base_and_back ... FAILED: Failed to get source VM migration state Caused by: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "4f0c715d-f28c-41bb-bf4c-601249d07904", "content-length": "84", "date": "Mon, 17 Jun 2024 17:22:35 GMT"}; value: Error { error_code: None, message: "Not Found", request_id: "4f0c715d-f28c-41bb-bf4c-601249d07904" } Stack backtrace: 0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.83/src/backtrace.rs:27:14 1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/result.rs:1964:27 2: phd_framework::test_vm::TestVm::get_migration_state::{{closure}} at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:574:12 3: phd_framework::lifecycle::<impl phd_framework::Framework>::lifecycle_test::{{closure}} at ./oxidecomputer/propolis/phd-tests/framework/src/lifecycle.rs:102:26 4: phd_tests::migrate::from_base::migration_from_base_and_back::{{closure}}::{{closure}} at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:81:10 5: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9 6: phd_tests::migrate::from_base::migration_from_base_and_back::{{closure}} at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:50:5 7: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/future/future.rs:123:9 8: phd_testcase::TestCase::run::{{closure}} at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32 9: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/macros/select.rs:524:49 10: <tokio::future::poll_fn::PollFn<F> as core::future::future::Future>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/future/poll_fn.rs:58:9 11: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}} at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:105:13 12: tokio::runtime::task::core::Core<T,S>::poll::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/core.rs:328:17 13: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/loom/std/unsafe_cell.rs:16:9 14: tokio::runtime::task::core::Core<T,S>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/core.rs:317:13 15: tokio::runtime::task::harness::poll_future::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:485:19 16: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/panic/unwind_safe.rs:272:9 17: std::panicking::try::do_call at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:559:40 18: __rust_try 19: std::panicking::try at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:523:19 20: std::panic::catch_unwind at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panic.rs:149:14 21: tokio::runtime::task::harness::poll_future at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:473:18 22: tokio::runtime::task::harness::Harness<T,S>::poll_inner at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:208:27 23: tokio::runtime::task::harness::Harness<T,S>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:153:15 24: tokio::runtime::task::raw::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/raw.rs:271:5 25: tokio::runtime::task::raw::RawTask::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/raw.rs:201:18 26: tokio::runtime::task::LocalNotified<S>::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/mod.rs:427:9 27: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:639:17 28: tokio::runtime::coop::with_budget at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/coop.rs:107:5 29: tokio::runtime::coop::budget at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/coop.rs:73:5 30: tokio::runtime::scheduler::multi_thread::worker::Context::run_task at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:575:9 31: tokio::runtime::scheduler::multi_thread::worker::Context::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:526:24 32: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:491:21 33: tokio::runtime::context::scoped::Scoped<T>::set at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/context/scoped.rs:40:9 34: tokio::runtime::context::set_scheduler::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/context.rs:176:26 35: std::thread::local::LocalKey<T>::try_with at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/thread/local.rs:286:12 36: std::thread::local::LocalKey<T>::with at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/thread/local.rs:262:9 37: tokio::runtime::context::set_scheduler at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/context.rs:176:9 38: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:486:9 39: tokio::runtime::context::runtime::enter_runtime at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/context/runtime.rs:65:16 40: tokio::runtime::scheduler::multi_thread::worker::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:478:5 41: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:447:45 42: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/blocking/task.rs:42:21 43: tokio::runtime::task::core::Core<T,S>::poll::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/core.rs:328:17 44: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/loom/std/unsafe_cell.rs:16:9 45: tokio::runtime::task::core::Core<T,S>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/core.rs:317:13 46: tokio::runtime::task::harness::poll_future::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:485:19 47: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/panic/unwind_safe.rs:272:9 48: std::panicking::try::do_call at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:559:40 49: __rust_try 50: std::panicking::try at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:523:19 51: std::panic::catch_unwind at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panic.rs:149:14 52: tokio::runtime::task::harness::poll_future at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:473:18 53: tokio::runtime::task::harness::Harness<T,S>::poll_inner at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:208:27 54: tokio::runtime::task::harness::Harness<T,S>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:153:15 55: tokio::runtime::task::raw::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/raw.rs:271:5 56: tokio::runtime::task::raw::RawTask::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/raw.rs:201:18 57: tokio::runtime::task::UnownedTask<S>::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/mod.rs:464:9 58: tokio::runtime::blocking::pool::Task::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/blocking/pool.rs:159:9 59: tokio::runtime::blocking::pool::Inner::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/blocking/pool.rs:513:17 60: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/blocking/pool.rs:471:13 61: std::sys_common::backtrace::__rust_begin_short_backtrace at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/sys_common/backtrace.rs:155:18 62: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}} at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/thread/mod.rs:542:17 63: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/panic/unwind_safe.rs:272:9 64: std::panicking::try::do_call at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:559:40 65: __rust_try 66: std::panicking::try at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:523:19 67: std::panic::catch_unwind at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panic.rs:149:14 68: std::thread::Builder::spawn_unchecked_::{{closure}} at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/thread/mod.rs:541:30 69: core::ops::function::FnOnce::call_once{{vtable.shim}} at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/ops/function.rs:250:5 70: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/alloc/src/boxed.rs:2022:9 71: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/alloc/src/boxed.rs:2022:9 72: std::sys::pal::unix::thread::Thread::new::thread_start at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/sys/pal/unix/thread.rs:108:17 73: _thrp_setup 74: <unknown> file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
5362024-06-17T17:22:35.863ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
5372024-06-17T17:22:35.863ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = 38fc43ab-be99-48ae-a32c-f808c4013068
5382024-06-17T17:22:35.881ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 135 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = 50a7ddca-5934-4e38-950d-f4c7532f7ceb
5392024-06-17T17:22:36.442ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::migration_from_base_and_back self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migration_from_base_and_back_lifecycle_0 vm_id = 38fc43ab-be99-48ae-a32c-f808c4013068
5402024-06-17T17:22:36.566ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs vm = migration_from_base_and_back_lifecycle_0 vm_id = 38fc43ab-be99-48ae-a32c-f808c4013068
5412024-06-17T17:22:36.566ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-7487e38f-f478-44b0-89dd-0cd0397a9a9d"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs verb = destroy vm = migration_from_base_and_back_lifecycle_0 vm_id = 38fc43ab-be99-48ae-a32c-f808c4013068
5422024-06-17T17:22:36.603ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs vm = migration_from_base_and_back_lifecycle_0 vm_id = 38fc43ab-be99-48ae-a32c-f808c4013068
5432024-06-17T17:22:36.603ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-903cd1c3-f965-4833-bcad-4bd7d9a11638"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs verb = destroy vm = migration_from_base_and_back_lifecycle_0 vm_id = 38fc43ab-be99-48ae-a32c-f808c4013068
5442024-06-17T17:22:36.632ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 886 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = 38fc43ab-be99-48ae-a32c-f808c4013068
5452024-06-17T17:22:36.632ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 49165 file = phd-tests/tests/src/migrate.rs line = 50 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_tests::migrate::from_base
5462024-06-17T17:22:36.632ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 768 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
5472024-06-17T17:22:36.632ZINFOphd-runner: Starting test phd_tests::migrate::from_base::serial_history file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
5482024-06-17T17:22:36.632ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
5492024-06-17T17:22:36.632ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
5502024-06-17T17:22:36.632ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 38 path = phd_tests::migrate::from_base::serial_history target = phd_tests::migrate::from_base
5512024-06-17T17:22:36.632ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
5522024-06-17T17:22:36.632ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
5532024-06-17T17:22:36.632ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
5542024-06-17T17:22:36.632ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs verb = list
5552024-06-17T17:22:36.650ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::from_base::serial_history stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 655M 1.80T 654M /phd-artifacts\n target = phd_framework::zfs
5562024-06-17T17:22:36.650ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-cd766608-dab3-4333-ba14-9204d66082a3"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs verb = snapshot
5572024-06-17T17:22:36.670ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-cd766608-dab3-4333-ba14-9204d66082a3", "phd-artifacts/phd-clone-f57f8557-c2f9-44be-bf8e-a494b2a47e72"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs verb = clone
5582024-06-17T17:22:36.693ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-f57f8557-c2f9-44be-bf8e-a494b2a47e72"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs verb = list
5592024-06-17T17:22:36.708ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::from_base::serial_history stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-f57f8557-c2f9-44be-bf8e-a494b2a47e72 0B 1.80T 654M /phd-artifacts/phd-clone-f57f8557-c2f9-44be-bf8e-a494b2a47e72\n target = phd_framework::zfs
5602024-06-17T17:22:36.709ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
5612024-06-17T17:22:36.709ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__BASE_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::migrate::from_base::serial_history spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-f57f8557-c2f9-44be-bf8e-a494b2a47e72/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_serial_history_base
5622024-06-17T17:22:36.709ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/c295723cb54591d799e99ef51a21003540f42749eb685954f43e7191fd8a9bc7/propolis-server target = phd_framework::artifacts::store
5632024-06-17T17:22:36.709ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_serial_history_base.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::serial_history server_addr = 127.0.0.1:9000 server_path = "/phd-artifacts/c295723cb54591d799e99ef51a21003540f42749eb685954f43e7191fd8a9bc7/propolis-server" target = phd_framework::test_vm::server
5642024-06-17T17:22:36.709ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::serial_history stderr_path = "/tmp/propolis-phd/migration_serial_history_base.stderr.log" stdout_path = "/tmp/propolis-phd/migration_serial_history_base.stdout.log" target = phd_framework::server_log_mode
5652024-06-17T17:22:36.719ZINFOphd-runner: [NEW - EVENT] Launched server with pid 944 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm::server
5662024-06-17T17:22:36.719ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
5672024-06-17T17:22:36.719ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 826a8175-659e-44d2-b9bb-3d4f97222120
5682024-06-17T17:22:36.720ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 826a8175-659e-44d2-b9bb-3d4f97222120
5692024-06-17T17:22:37.465ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
5702024-06-17T17:22:37.465ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 826a8175-659e-44d2-b9bb-3d4f97222120, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: d9378f7a-c89d-43dc-8ca4-c760a70f462e, silo_id: 65753176-3dca-4de3-97a5-0655810bc45e }, name: "phd-vm-826a8175-659e-44d2-b9bb-3d4f97222120", vcpus: 2 }, state: Creating } line = 382 path = phd_tests::migrate::from_base::serial_history self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-f57f8557-c2f9-44be-bf8e-a494b2a47e72/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 826a8175-659e-44d2-b9bb-3d4f97222120
5712024-06-17T17:22:37.465ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 745 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 826a8175-659e-44d2-b9bb-3d4f97222120
5722024-06-17T17:22:37.466ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 826a8175-659e-44d2-b9bb-3d4f97222120
5732024-06-17T17:22:37.466ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::migrate::from_base::serial_history state = Run target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 826a8175-659e-44d2-b9bb-3d4f97222120
5742024-06-17T17:22:37.466ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 826a8175-659e-44d2-b9bb-3d4f97222120
5752024-06-17T17:22:37.466ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
5762024-06-17T17:22:37.466ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 643 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm timeout_duration = 300s vm = migration_serial_history_base vm_id = 826a8175-659e-44d2-b9bb-3d4f97222120
5772024-06-17T17:22:37.466ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::from_base::serial_history step = WaitFor("localhost login: ") target = phd_framework::test_vm
5782024-06-17T17:22:37.466ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 826a8175-659e-44d2-b9bb-3d4f97222120
5792024-06-17T17:22:37.466ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_serial_history_base vm_id = 826a8175-659e-44d2-b9bb-3d4f97222120
5802024-06-17T17:22:41.703ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4236 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 826a8175-659e-44d2-b9bb-3d4f97222120
5812024-06-17T17:22:41.703ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::from_base::serial_history step = WriteStr("root") target = phd_framework::test_vm
5822024-06-17T17:22:41.703ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::from_base::serial_history step = WaitFor("localhost:~#") target = phd_framework::test_vm
5832024-06-17T17:22:41.703ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 826a8175-659e-44d2-b9bb-3d4f97222120
5842024-06-17T17:22:41.703ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_serial_history_base vm_id = 826a8175-659e-44d2-b9bb-3d4f97222120
5852024-06-17T17:22:41.719ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 15 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 826a8175-659e-44d2-b9bb-3d4f97222120
5862024-06-17T17:22:41.719ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 691 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
5872024-06-17T17:22:41.719ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4252 file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
5882024-06-17T17:22:41.719ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 826a8175-659e-44d2-b9bb-3d4f97222120
5892024-06-17T17:22:41.719ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_serial_history_base vm_id = 826a8175-659e-44d2-b9bb-3d4f97222120
5902024-06-17T17:22:41.730ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 826a8175-659e-44d2-b9bb-3d4f97222120
5912024-06-17T17:22:41.730ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 826a8175-659e-44d2-b9bb-3d4f97222120
5922024-06-17T17:22:41.730ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_serial_history_base vm_id = 826a8175-659e-44d2-b9bb-3d4f97222120
5932024-06-17T17:22:41.753ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 22 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 826a8175-659e-44d2-b9bb-3d4f97222120
5942024-06-17T17:22:41.758ZINFOphd-runner: [TEST - EVENT] migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 74 path = phd_tests::migrate::from_base::serial_history propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_serial_history_base
5952024-06-17T17:22:41.758ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
5962024-06-17T17:22:41.758ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::migrate::from_base::serial_history spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-f57f8557-c2f9-44be-bf8e-a494b2a47e72/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_serial_history_base_lifecycle_0
5972024-06-17T17:22:41.758ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
5982024-06-17T17:22:41.758ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_serial_history_base_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::serial_history server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
5992024-06-17T17:22:41.758ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::serial_history stderr_path = "/tmp/propolis-phd/migration_serial_history_base_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_serial_history_base_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
6002024-06-17T17:22:41.775ZINFOphd-runner: [NEW - EVENT] Launched server with pid 945 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm::server
6012024-06-17T17:22:41.776ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 18 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
6022024-06-17T17:22:41.776ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 826a8175-659e-44d2-b9bb-3d4f97222120 target = phd_framework::test_vm target_id = de1b1483-bb00-4590-bc1c-da6a5497435e
6032024-06-17T17:22:41.776ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 505 migration_id = 850bf0ac-fd61-429d-ae6c-aa63f36ea3b6 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 826a8175-659e-44d2-b9bb-3d4f97222120 target = phd_framework::test_vm target_id = de1b1483-bb00-4590-bc1c-da6a5497435e timeout_duration = 45s
6042024-06-17T17:22:41.776ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 826a8175-659e-44d2-b9bb-3d4f97222120 target = phd_framework::test_vm target_id = de1b1483-bb00-4590-bc1c-da6a5497435e vm = migration_serial_history_base_lifecycle_0 vm_id = de1b1483-bb00-4590-bc1c-da6a5497435e
6052024-06-17T17:22:41.777ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 826a8175-659e-44d2-b9bb-3d4f97222120 target = phd_framework::test_vm target_id = de1b1483-bb00-4590-bc1c-da6a5497435e vm = migration_serial_history_base_lifecycle_0 vm_id = de1b1483-bb00-4590-bc1c-da6a5497435e
6062024-06-17T17:22:42.188ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: de1b1483-bb00-4590-bc1c-da6a5497435e, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: d57580d1-e1ab-4588-80c8-46dac3a0d20f, silo_id: 8d8adbb1-c94d-4a1e-87f4-cae0d0fc8246 }, name: "phd-vm-de1b1483-bb00-4590-bc1c-da6a5497435e", vcpus: 2 }, state: Migrating } line = 382 path = phd_tests::migrate::from_base::serial_history self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-f57f8557-c2f9-44be-bf8e-a494b2a47e72/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migration_serial_history_base source_id = 826a8175-659e-44d2-b9bb-3d4f97222120 target = phd_framework::test_vm target_id = de1b1483-bb00-4590-bc1c-da6a5497435e vm = migration_serial_history_base_lifecycle_0 vm_id = de1b1483-bb00-4590-bc1c-da6a5497435e
6072024-06-17T17:22:42.188ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 411 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 826a8175-659e-44d2-b9bb-3d4f97222120 target = phd_framework::test_vm target_id = de1b1483-bb00-4590-bc1c-da6a5497435e vm = migration_serial_history_base_lifecycle_0 vm_id = de1b1483-bb00-4590-bc1c-da6a5497435e
6082024-06-17T17:22:42.188ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = 850bf0ac-fd61-429d-ae6c-aa63f36ea3b6 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 826a8175-659e-44d2-b9bb-3d4f97222120 target = phd_framework::test_vm target_id = de1b1483-bb00-4590-bc1c-da6a5497435e
6092024-06-17T17:22:45.937ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":7685}} target = phd_framework::serial
6102024-06-17T17:22:45.969ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 538 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 826a8175-659e-44d2-b9bb-3d4f97222120 target = phd_framework::test_vm target_id = de1b1483-bb00-4590-bc1c-da6a5497435e
6112024-06-17T17:22:45.969ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 3780 file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = 850bf0ac-fd61-429d-ae6c-aa63f36ea3b6 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 826a8175-659e-44d2-b9bb-3d4f97222120 target = phd_framework::test_vm target_id = de1b1483-bb00-4590-bc1c-da6a5497435e
6122024-06-17T17:22:45.969ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 4193 file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 826a8175-659e-44d2-b9bb-3d4f97222120 target = phd_framework::test_vm target_id = de1b1483-bb00-4590-bc1c-da6a5497435e
6132024-06-17T17:22:45.970ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base_lifecycle_0 vm_id = de1b1483-bb00-4590-bc1c-da6a5497435e
6142024-06-17T17:22:45.970ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 826a8175-659e-44d2-b9bb-3d4f97222120
6152024-06-17T17:22:45.971ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base_lifecycle_0 vm_id = de1b1483-bb00-4590-bc1c-da6a5497435e
6162024-06-17T17:22:45.971ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
6172024-06-17T17:22:45.971ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 8506 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
6182024-06-17T17:22:45.972ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::serial_history self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migration_serial_history_base vm_id = 826a8175-659e-44d2-b9bb-3d4f97222120
6192024-06-17T17:22:45.972ZINFOphd-runner: test phd_tests::migrate::from_base::serial_history ... FAILED: Failed to get source VM migration state Caused by: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "426103db-5739-44c7-b570-d7adcae012c4", "content-length": "84", "date": "Mon, 17 Jun 2024 17:22:45 GMT"}; value: Error { error_code: None, message: "Not Found", request_id: "426103db-5739-44c7-b570-d7adcae012c4" } Stack backtrace: 0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.83/src/backtrace.rs:27:14 1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/result.rs:1964:27 2: phd_framework::test_vm::TestVm::get_migration_state::{{closure}} at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:574:12 3: phd_framework::lifecycle::<impl phd_framework::Framework>::lifecycle_test::{{closure}} at ./oxidecomputer/propolis/phd-tests/framework/src/lifecycle.rs:102:26 4: phd_tests::migrate::run_serial_history_test::{{closure}} at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:379:6 5: phd_tests::migrate::from_base::serial_history::{{closure}}::{{closure}} at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:44:10 6: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9 7: phd_tests::migrate::from_base::serial_history::{{closure}} at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:38:5 8: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/future/future.rs:123:9 9: phd_testcase::TestCase::run::{{closure}} at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32 10: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/macros/select.rs:524:49 11: <tokio::future::poll_fn::PollFn<F> as core::future::future::Future>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/future/poll_fn.rs:58:9 12: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}} at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:105:13 13: tokio::runtime::task::core::Core<T,S>::poll::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/core.rs:328:17 14: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/loom/std/unsafe_cell.rs:16:9 15: tokio::runtime::task::core::Core<T,S>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/core.rs:317:13 16: tokio::runtime::task::harness::poll_future::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:485:19 17: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/panic/unwind_safe.rs:272:9 18: std::panicking::try::do_call at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:559:40 19: __rust_try 20: std::panicking::try at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:523:19 21: std::panic::catch_unwind at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panic.rs:149:14 22: tokio::runtime::task::harness::poll_future at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:473:18 23: tokio::runtime::task::harness::Harness<T,S>::poll_inner at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:208:27 24: tokio::runtime::task::harness::Harness<T,S>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:153:15 25: tokio::runtime::task::raw::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/raw.rs:271:5 26: tokio::runtime::task::raw::RawTask::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/raw.rs:201:18 27: tokio::runtime::task::LocalNotified<S>::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/mod.rs:427:9 28: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:639:17 29: tokio::runtime::coop::with_budget at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/coop.rs:107:5 30: tokio::runtime::coop::budget at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/coop.rs:73:5 31: tokio::runtime::scheduler::multi_thread::worker::Context::run_task at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:575:9 32: tokio::runtime::scheduler::multi_thread::worker::Context::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:526:24 33: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:491:21 34: tokio::runtime::context::scoped::Scoped<T>::set at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/context/scoped.rs:40:9 35: tokio::runtime::context::set_scheduler::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/context.rs:176:26 36: std::thread::local::LocalKey<T>::try_with at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/thread/local.rs:286:12 37: std::thread::local::LocalKey<T>::with at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/thread/local.rs:262:9 38: tokio::runtime::context::set_scheduler at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/context.rs:176:9 39: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:486:9 40: tokio::runtime::context::runtime::enter_runtime at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/context/runtime.rs:65:16 41: tokio::runtime::scheduler::multi_thread::worker::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:478:5 42: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:447:45 43: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/blocking/task.rs:42:21 44: tokio::runtime::task::core::Core<T,S>::poll::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/core.rs:328:17 45: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/loom/std/unsafe_cell.rs:16:9 46: tokio::runtime::task::core::Core<T,S>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/core.rs:317:13 47: tokio::runtime::task::harness::poll_future::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:485:19 48: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/panic/unwind_safe.rs:272:9 49: std::panicking::try::do_call at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:559:40 50: __rust_try 51: std::panicking::try at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:523:19 52: std::panic::catch_unwind at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panic.rs:149:14 53: tokio::runtime::task::harness::poll_future at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:473:18 54: tokio::runtime::task::harness::Harness<T,S>::poll_inner at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:208:27 55: tokio::runtime::task::harness::Harness<T,S>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:153:15 56: tokio::runtime::task::raw::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/raw.rs:271:5 57: tokio::runtime::task::raw::RawTask::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/raw.rs:201:18 58: tokio::runtime::task::UnownedTask<S>::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/mod.rs:464:9 59: tokio::runtime::blocking::pool::Task::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/blocking/pool.rs:159:9 60: tokio::runtime::blocking::pool::Inner::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/blocking/pool.rs:513:17 61: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/blocking/pool.rs:471:13 62: std::sys_common::backtrace::__rust_begin_short_backtrace at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/sys_common/backtrace.rs:155:18 63: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}} at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/thread/mod.rs:542:17 64: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/panic/unwind_safe.rs:272:9 65: std::panicking::try::do_call at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:559:40 66: __rust_try 67: std::panicking::try at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:523:19 68: std::panic::catch_unwind at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panic.rs:149:14 69: std::thread::Builder::spawn_unchecked_::{{closure}} at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/thread/mod.rs:541:30 70: core::ops::function::FnOnce::call_once{{vtable.shim}} at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/ops/function.rs:250:5 71: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/alloc/src/boxed.rs:2022:9 72: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/alloc/src/boxed.rs:2022:9 73: std::sys::pal::unix::thread::Thread::new::thread_start at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/sys/pal/unix/thread.rs:108:17 74: _thrp_setup 75: <unknown> file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
6202024-06-17T17:22:45.987ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
6212024-06-17T17:22:45.988ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::serial_history self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migration_serial_history_base_lifecycle_0 vm_id = de1b1483-bb00-4590-bc1c-da6a5497435e
6222024-06-17T17:22:46.108ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 138 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 826a8175-659e-44d2-b9bb-3d4f97222120
6232024-06-17T17:22:46.196ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs vm = migration_serial_history_base_lifecycle_0 vm_id = de1b1483-bb00-4590-bc1c-da6a5497435e
6242024-06-17T17:22:46.196ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-f57f8557-c2f9-44be-bf8e-a494b2a47e72"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs verb = destroy vm = migration_serial_history_base_lifecycle_0 vm_id = de1b1483-bb00-4590-bc1c-da6a5497435e
6252024-06-17T17:22:46.232ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs vm = migration_serial_history_base_lifecycle_0 vm_id = de1b1483-bb00-4590-bc1c-da6a5497435e
6262024-06-17T17:22:46.232ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-cd766608-dab3-4333-ba14-9204d66082a3"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs verb = destroy vm = migration_serial_history_base_lifecycle_0 vm_id = de1b1483-bb00-4590-bc1c-da6a5497435e
6272024-06-17T17:22:46.262ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 291 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base_lifecycle_0 vm_id = de1b1483-bb00-4590-bc1c-da6a5497435e
6282024-06-17T17:22:46.262ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 9629 file = phd-tests/tests/src/migrate.rs line = 38 path = phd_tests::migrate::from_base::serial_history target = phd_tests::migrate::from_base
6292024-06-17T17:22:46.262ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 274 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
6302024-06-17T17:22:46.262ZINFOphd-runner: Starting test phd_tests::migrate::from_base::can_migrate_from_base file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
6312024-06-17T17:22:46.262ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
6322024-06-17T17:22:46.262ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
6332024-06-17T17:22:46.262ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 32 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_tests::migrate::from_base
6342024-06-17T17:22:46.262ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
6352024-06-17T17:22:46.263ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
6362024-06-17T17:22:46.263ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
6372024-06-17T17:22:46.263ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs verb = list
6382024-06-17T17:22:46.284ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::from_base::can_migrate_from_base stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 655M 1.80T 654M /phd-artifacts\n target = phd_framework::zfs
6392024-06-17T17:22:46.284ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-85e267c0-63cf-4517-b08b-cbe7c6df2dcb"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs verb = snapshot
6402024-06-17T17:22:46.308ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-85e267c0-63cf-4517-b08b-cbe7c6df2dcb", "phd-artifacts/phd-clone-a5aaf367-369d-4067-a4d7-6a0daca12728"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs verb = clone
6412024-06-17T17:22:46.333ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-a5aaf367-369d-4067-a4d7-6a0daca12728"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs verb = list
6422024-06-17T17:22:46.349ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::from_base::can_migrate_from_base stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-a5aaf367-369d-4067-a4d7-6a0daca12728 0B 1.80T 654M /phd-artifacts/phd-clone-a5aaf367-369d-4067-a4d7-6a0daca12728\n target = phd_framework::zfs
6432024-06-17T17:22:46.350ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
6442024-06-17T17:22:46.350ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__BASE_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::migrate::from_base::can_migrate_from_base spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-a5aaf367-369d-4067-a4d7-6a0daca12728/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_from_base
6452024-06-17T17:22:46.350ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/c295723cb54591d799e99ef51a21003540f42749eb685954f43e7191fd8a9bc7/propolis-server target = phd_framework::artifacts::store
6462024-06-17T17:22:46.350ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_from_base.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::can_migrate_from_base server_addr = 127.0.0.1:9000 server_path = "/phd-artifacts/c295723cb54591d799e99ef51a21003540f42749eb685954f43e7191fd8a9bc7/propolis-server" target = phd_framework::test_vm::server
6472024-06-17T17:22:46.350ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::can_migrate_from_base stderr_path = "/tmp/propolis-phd/migration_from_base.stderr.log" stdout_path = "/tmp/propolis-phd/migration_from_base.stdout.log" target = phd_framework::server_log_mode
6482024-06-17T17:22:46.361ZINFOphd-runner: [NEW - EVENT] Launched server with pid 954 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm::server
6492024-06-17T17:22:46.361ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
6502024-06-17T17:22:46.361ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6512024-06-17T17:22:46.362ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6522024-06-17T17:22:46.932ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
6532024-06-17T17:22:46.932ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: ade77618-a9c0-40f9-a363-488214dcd57f, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 1468970a-488f-4fce-80da-4e17cb3e6ecc, silo_id: eed80349-f8c5-4120-bb22-8b25548706e5 }, name: "phd-vm-ade77618-a9c0-40f9-a363-488214dcd57f", vcpus: 2 }, state: Creating } line = 382 path = phd_tests::migrate::from_base::can_migrate_from_base self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-a5aaf367-369d-4067-a4d7-6a0daca12728/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6542024-06-17T17:22:46.932ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 570 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6552024-06-17T17:22:46.932ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6562024-06-17T17:22:46.932ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::migrate::from_base::can_migrate_from_base state = Run target = phd_framework::test_vm vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6572024-06-17T17:22:46.933ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6582024-06-17T17:22:46.933ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
6592024-06-17T17:22:46.933ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 643 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = 300s vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6602024-06-17T17:22:46.933ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::from_base::can_migrate_from_base step = WaitFor("localhost login: ") target = phd_framework::test_vm
6612024-06-17T17:22:46.933ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6622024-06-17T17:22:46.933ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6632024-06-17T17:22:51.149ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4215 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6642024-06-17T17:22:51.149ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::from_base::can_migrate_from_base step = WriteStr("root") target = phd_framework::test_vm
6652024-06-17T17:22:51.149ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::from_base::can_migrate_from_base step = WaitFor("localhost:~#") target = phd_framework::test_vm
6662024-06-17T17:22:51.149ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6672024-06-17T17:22:51.149ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6682024-06-17T17:22:51.165ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 15 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6692024-06-17T17:22:51.166ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 691 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
6702024-06-17T17:22:51.166ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4232 file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
6712024-06-17T17:22:51.166ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6722024-06-17T17:22:51.166ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6732024-06-17T17:22:51.176ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6742024-06-17T17:22:51.176ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6752024-06-17T17:22:51.176ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6762024-06-17T17:22:51.198ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 21 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6772024-06-17T17:22:51.198ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6782024-06-17T17:22:51.198ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6792024-06-17T17:22:51.209ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6802024-06-17T17:22:51.210ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6812024-06-17T17:22:51.210ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6822024-06-17T17:22:51.231ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 21 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6832024-06-17T17:22:51.231ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6842024-06-17T17:22:51.231ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6852024-06-17T17:22:51.243ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6862024-06-17T17:22:51.243ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6872024-06-17T17:22:51.243ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6882024-06-17T17:22:51.276ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
6892024-06-17T17:22:51.276ZINFOphd-runner: [TEST - EVENT] migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 74 path = phd_tests::migrate::from_base::can_migrate_from_base propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_from_base
6902024-06-17T17:22:51.276ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
6912024-06-17T17:22:51.276ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::migrate::from_base::can_migrate_from_base spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-a5aaf367-369d-4067-a4d7-6a0daca12728/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_from_base_lifecycle_0
6922024-06-17T17:22:51.276ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
6932024-06-17T17:22:51.276ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_from_base_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::can_migrate_from_base server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
6942024-06-17T17:22:51.277ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::can_migrate_from_base stderr_path = "/tmp/propolis-phd/migration_from_base_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_from_base_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
6952024-06-17T17:22:51.293ZINFOphd-runner: [NEW - EVENT] Launched server with pid 955 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm::server
6962024-06-17T17:22:51.294ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 17 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
6972024-06-17T17:22:51.294ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = ade77618-a9c0-40f9-a363-488214dcd57f target = phd_framework::test_vm target_id = b6305e2a-e4b6-4aaa-b3a7-43821bab160a
6982024-06-17T17:22:51.294ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 505 migration_id = 10cc7561-7d74-4bed-b8ac-7ec7076075a1 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = ade77618-a9c0-40f9-a363-488214dcd57f target = phd_framework::test_vm target_id = b6305e2a-e4b6-4aaa-b3a7-43821bab160a timeout_duration = 45s
6992024-06-17T17:22:51.294ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = ade77618-a9c0-40f9-a363-488214dcd57f target = phd_framework::test_vm target_id = b6305e2a-e4b6-4aaa-b3a7-43821bab160a vm = migration_from_base_lifecycle_0 vm_id = b6305e2a-e4b6-4aaa-b3a7-43821bab160a
7002024-06-17T17:22:51.295ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = ade77618-a9c0-40f9-a363-488214dcd57f target = phd_framework::test_vm target_id = b6305e2a-e4b6-4aaa-b3a7-43821bab160a vm = migration_from_base_lifecycle_0 vm_id = b6305e2a-e4b6-4aaa-b3a7-43821bab160a
7012024-06-17T17:22:51.829ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: b6305e2a-e4b6-4aaa-b3a7-43821bab160a, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 81ed7ef5-212c-4cf0-ada3-b67d118b6e11, silo_id: 4a5d4b66-0ad1-478c-9d6b-da1c28bb773d }, name: "phd-vm-b6305e2a-e4b6-4aaa-b3a7-43821bab160a", vcpus: 2 }, state: Migrating } line = 382 path = phd_tests::migrate::from_base::can_migrate_from_base self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-a5aaf367-369d-4067-a4d7-6a0daca12728/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migration_from_base source_id = ade77618-a9c0-40f9-a363-488214dcd57f target = phd_framework::test_vm target_id = b6305e2a-e4b6-4aaa-b3a7-43821bab160a vm = migration_from_base_lifecycle_0 vm_id = b6305e2a-e4b6-4aaa-b3a7-43821bab160a
7022024-06-17T17:22:51.830ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 535 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = ade77618-a9c0-40f9-a363-488214dcd57f target = phd_framework::test_vm target_id = b6305e2a-e4b6-4aaa-b3a7-43821bab160a vm = migration_from_base_lifecycle_0 vm_id = b6305e2a-e4b6-4aaa-b3a7-43821bab160a
7032024-06-17T17:22:51.830ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = 10cc7561-7d74-4bed-b8ac-7ec7076075a1 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = ade77618-a9c0-40f9-a363-488214dcd57f target = phd_framework::test_vm target_id = b6305e2a-e4b6-4aaa-b3a7-43821bab160a
7042024-06-17T17:22:55.582ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":7718}} target = phd_framework::serial
7052024-06-17T17:22:55.978ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 538 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = ade77618-a9c0-40f9-a363-488214dcd57f target = phd_framework::test_vm target_id = b6305e2a-e4b6-4aaa-b3a7-43821bab160a
7062024-06-17T17:22:55.979ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 4148 file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = 10cc7561-7d74-4bed-b8ac-7ec7076075a1 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = ade77618-a9c0-40f9-a363-488214dcd57f target = phd_framework::test_vm target_id = b6305e2a-e4b6-4aaa-b3a7-43821bab160a
7072024-06-17T17:22:55.979ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 4684 file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = ade77618-a9c0-40f9-a363-488214dcd57f target = phd_framework::test_vm target_id = b6305e2a-e4b6-4aaa-b3a7-43821bab160a
7082024-06-17T17:22:55.979ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = b6305e2a-e4b6-4aaa-b3a7-43821bab160a
7092024-06-17T17:22:55.979ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
7102024-06-17T17:22:55.980ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
7112024-06-17T17:22:55.980ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 9048 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
7122024-06-17T17:22:55.981ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = b6305e2a-e4b6-4aaa-b3a7-43821bab160a
7132024-06-17T17:22:55.981ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::can_migrate_from_base self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
7142024-06-17T17:22:55.981ZINFOphd-runner: test phd_tests::migrate::from_base::can_migrate_from_base ... FAILED: Failed to get source VM migration state Caused by: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "e2989dd5-db8c-48be-9816-9e6d84318fc1", "content-length": "84", "date": "Mon, 17 Jun 2024 17:22:55 GMT"}; value: Error { error_code: None, message: "Not Found", request_id: "e2989dd5-db8c-48be-9816-9e6d84318fc1" } Stack backtrace: 0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.83/src/backtrace.rs:27:14 1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/result.rs:1964:27 2: phd_framework::test_vm::TestVm::get_migration_state::{{closure}} at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:574:12 3: phd_framework::lifecycle::<impl phd_framework::Framework>::lifecycle_test::{{closure}} at ./oxidecomputer/propolis/phd-tests/framework/src/lifecycle.rs:102:26 4: phd_tests::migrate::run_smoke_test::{{closure}} at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:341:6 5: phd_tests::migrate::from_base::can_migrate_from_base::{{closure}}::{{closure}} at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:35:14 6: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9 7: phd_tests::migrate::from_base::can_migrate_from_base::{{closure}} at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:32:5 8: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/future/future.rs:123:9 9: phd_testcase::TestCase::run::{{closure}} at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32 10: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/macros/select.rs:524:49 11: <tokio::future::poll_fn::PollFn<F> as core::future::future::Future>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/future/poll_fn.rs:58:9 12: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}} at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:105:13 13: tokio::runtime::task::core::Core<T,S>::poll::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/core.rs:328:17 14: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/loom/std/unsafe_cell.rs:16:9 15: tokio::runtime::task::core::Core<T,S>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/core.rs:317:13 16: tokio::runtime::task::harness::poll_future::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:485:19 17: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/panic/unwind_safe.rs:272:9 18: std::panicking::try::do_call at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:559:40 19: __rust_try 20: std::panicking::try at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:523:19 21: std::panic::catch_unwind at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panic.rs:149:14 22: tokio::runtime::task::harness::poll_future at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:473:18 23: tokio::runtime::task::harness::Harness<T,S>::poll_inner at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:208:27 24: tokio::runtime::task::harness::Harness<T,S>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:153:15 25: tokio::runtime::task::raw::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/raw.rs:271:5 26: tokio::runtime::task::raw::RawTask::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/raw.rs:201:18 27: tokio::runtime::task::LocalNotified<S>::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/mod.rs:427:9 28: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:639:17 29: tokio::runtime::coop::with_budget at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/coop.rs:107:5 30: tokio::runtime::coop::budget at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/coop.rs:73:5 31: tokio::runtime::scheduler::multi_thread::worker::Context::run_task at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:575:9 32: tokio::runtime::scheduler::multi_thread::worker::Context::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:526:24 33: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:491:21 34: tokio::runtime::context::scoped::Scoped<T>::set at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/context/scoped.rs:40:9 35: tokio::runtime::context::set_scheduler::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/context.rs:176:26 36: std::thread::local::LocalKey<T>::try_with at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/thread/local.rs:286:12 37: std::thread::local::LocalKey<T>::with at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/thread/local.rs:262:9 38: tokio::runtime::context::set_scheduler at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/context.rs:176:9 39: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:486:9 40: tokio::runtime::context::runtime::enter_runtime at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/context/runtime.rs:65:16 41: tokio::runtime::scheduler::multi_thread::worker::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:478:5 42: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/scheduler/multi_thread/worker.rs:447:45 43: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/blocking/task.rs:42:21 44: tokio::runtime::task::core::Core<T,S>::poll::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/core.rs:328:17 45: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/loom/std/unsafe_cell.rs:16:9 46: tokio::runtime::task::core::Core<T,S>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/core.rs:317:13 47: tokio::runtime::task::harness::poll_future::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:485:19 48: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/panic/unwind_safe.rs:272:9 49: std::panicking::try::do_call at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:559:40 50: __rust_try 51: std::panicking::try at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:523:19 52: std::panic::catch_unwind at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panic.rs:149:14 53: tokio::runtime::task::harness::poll_future at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:473:18 54: tokio::runtime::task::harness::Harness<T,S>::poll_inner at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:208:27 55: tokio::runtime::task::harness::Harness<T,S>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/harness.rs:153:15 56: tokio::runtime::task::raw::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/raw.rs:271:5 57: tokio::runtime::task::raw::RawTask::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/raw.rs:201:18 58: tokio::runtime::task::UnownedTask<S>::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/task/mod.rs:464:9 59: tokio::runtime::blocking::pool::Task::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/blocking/pool.rs:159:9 60: tokio::runtime::blocking::pool::Inner::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/blocking/pool.rs:513:17 61: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.37.0/src/runtime/blocking/pool.rs:471:13 62: std::sys_common::backtrace::__rust_begin_short_backtrace at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/sys_common/backtrace.rs:155:18 63: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}} at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/thread/mod.rs:542:17 64: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/panic/unwind_safe.rs:272:9 65: std::panicking::try::do_call at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:559:40 66: __rust_try 67: std::panicking::try at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panicking.rs:523:19 68: std::panic::catch_unwind at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/panic.rs:149:14 69: std::thread::Builder::spawn_unchecked_::{{closure}} at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/thread/mod.rs:541:30 70: core::ops::function::FnOnce::call_once{{vtable.shim}} at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/core/src/ops/function.rs:250:5 71: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/alloc/src/boxed.rs:2022:9 72: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/alloc/src/boxed.rs:2022:9 73: std::sys::pal::unix::thread::Thread::new::thread_start at /rustc/129f3b9964af4d4a709d1383930ade12dfe7c081/library/std/src/sys/pal/unix/thread.rs:108:17 74: _thrp_setup 75: <unknown> file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
7152024-06-17T17:22:55.997ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
7162024-06-17T17:22:56.122ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 142 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = ade77618-a9c0-40f9-a363-488214dcd57f
7172024-06-17T17:22:56.617ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::can_migrate_from_base self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migration_from_base_lifecycle_0 vm_id = b6305e2a-e4b6-4aaa-b3a7-43821bab160a
7182024-06-17T17:22:56.749ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs vm = migration_from_base_lifecycle_0 vm_id = b6305e2a-e4b6-4aaa-b3a7-43821bab160a
7192024-06-17T17:22:56.749ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-a5aaf367-369d-4067-a4d7-6a0daca12728"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs verb = destroy vm = migration_from_base_lifecycle_0 vm_id = b6305e2a-e4b6-4aaa-b3a7-43821bab160a
7202024-06-17T17:22:56.783ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs vm = migration_from_base_lifecycle_0 vm_id = b6305e2a-e4b6-4aaa-b3a7-43821bab160a
7212024-06-17T17:22:56.783ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-85e267c0-63cf-4517-b08b-cbe7c6df2dcb"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs verb = destroy vm = migration_from_base_lifecycle_0 vm_id = b6305e2a-e4b6-4aaa-b3a7-43821bab160a
7222024-06-17T17:22:56.806ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 826 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = b6305e2a-e4b6-4aaa-b3a7-43821bab160a
7232024-06-17T17:22:56.806ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 10543 file = phd-tests/tests/src/migrate.rs line = 32 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_tests::migrate::from_base
7242024-06-17T17:22:56.806ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 808 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
7252024-06-17T17:22:56.806ZINFOphd-runner: Starting test phd_tests::server_state_machine::instance_reset_requires_running_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
7262024-06-17T17:22:56.806ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
7272024-06-17T17:22:56.806ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
7282024-06-17T17:22:56.806ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/server_state_machine.rs line = 83 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_tests::server_state_machine
7292024-06-17T17:22:56.806ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
7302024-06-17T17:22:56.807ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
7312024-06-17T17:22:56.807ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
7322024-06-17T17:22:56.807ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs verb = list
7332024-06-17T17:22:56.823ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_reset_requires_running_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 655M 1.80T 654M /phd-artifacts\n target = phd_framework::zfs
7342024-06-17T17:22:56.823ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-8db98f22-dd34-40de-9b6c-5bb3029b4811"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs verb = snapshot
7352024-06-17T17:22:56.842ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-8db98f22-dd34-40de-9b6c-5bb3029b4811", "phd-artifacts/phd-clone-e98cb3c7-e1e4-4905-9800-9072fb34ccad"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs verb = clone
7362024-06-17T17:22:56.863ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-e98cb3c7-e1e4-4905-9800-9072fb34ccad"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs verb = list
7372024-06-17T17:22:56.878ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_reset_requires_running_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-e98cb3c7-e1e4-4905-9800-9072fb34ccad 0B 1.80T 654M /phd-artifacts/phd-clone-e98cb3c7-e1e4-4905-9800-9072fb34ccad\n target = phd_framework::zfs
7382024-06-17T17:22:56.879ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm
7392024-06-17T17:22:56.879ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::server_state_machine::instance_reset_requires_running_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-e98cb3c7-e1e4-4905-9800-9072fb34ccad/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = instance_reset_requires_running_test
7402024-06-17T17:22:56.879ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
7412024-06-17T17:22:56.879ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/instance_reset_requires_running_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::server_state_machine::instance_reset_requires_running_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
7422024-06-17T17:22:56.879ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::server_state_machine::instance_reset_requires_running_test stderr_path = "/tmp/propolis-phd/instance_reset_requires_running_test.stderr.log" stdout_path = "/tmp/propolis-phd/instance_reset_requires_running_test.stdout.log" target = phd_framework::server_log_mode
7432024-06-17T17:22:56.890ZINFOphd-runner: [NEW - EVENT] Launched server with pid 964 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm::server
7442024-06-17T17:22:56.890ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm
7452024-06-17T17:22:56.890ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 3e23d191-3b3b-4a63-bd36-bf924e30ac61
7462024-06-17T17:22:56.890ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::server_state_machine::instance_reset_requires_running_test state = Reboot target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 3e23d191-3b3b-4a63-bd36-bf924e30ac61
7472024-06-17T17:22:56.891ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 3e23d191-3b3b-4a63-bd36-bf924e30ac61
7482024-06-17T17:22:56.891ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 3e23d191-3b3b-4a63-bd36-bf924e30ac61
7492024-06-17T17:22:56.891ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 3e23d191-3b3b-4a63-bd36-bf924e30ac61
7502024-06-17T17:22:57.694ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
7512024-06-17T17:22:57.695ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 3e23d191-3b3b-4a63-bd36-bf924e30ac61, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 6a3d5b65-f8bb-4f93-8105-96ecc8d25e92, silo_id: f3737c9a-a231-43ec-b4d0-a7ecf4acd5ac }, name: "phd-vm-3e23d191-3b3b-4a63-bd36-bf924e30ac61", vcpus: 2 }, state: Creating } line = 382 path = phd_tests::server_state_machine::instance_reset_requires_running_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-e98cb3c7-e1e4-4905-9800-9072fb34ccad/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 3e23d191-3b3b-4a63-bd36-bf924e30ac61
7522024-06-17T17:22:57.695ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 804 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 3e23d191-3b3b-4a63-bd36-bf924e30ac61
7532024-06-17T17:22:57.695ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 3e23d191-3b3b-4a63-bd36-bf924e30ac61
7542024-06-17T17:22:57.695ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::server_state_machine::instance_reset_requires_running_test state = Run target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 3e23d191-3b3b-4a63-bd36-bf924e30ac61
7552024-06-17T17:22:57.696ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 3e23d191-3b3b-4a63-bd36-bf924e30ac61
7562024-06-17T17:22:57.696ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 590 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 3e23d191-3b3b-4a63-bd36-bf924e30ac61
7572024-06-17T17:22:57.696ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running file = phd-tests/framework/src/test_vm/mod.rs line = 596 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 3e23d191-3b3b-4a63-bd36-bf924e30ac61
7582024-06-17T17:22:57.696ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 3e23d191-3b3b-4a63-bd36-bf924e30ac61
7592024-06-17T17:22:57.696ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 450 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 3e23d191-3b3b-4a63-bd36-bf924e30ac61
7602024-06-17T17:22:57.697ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 3e23d191-3b3b-4a63-bd36-bf924e30ac61
7612024-06-17T17:22:57.697ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 590 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 3e23d191-3b3b-4a63-bd36-bf924e30ac61
7622024-06-17T17:22:57.697ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 3e23d191-3b3b-4a63-bd36-bf924e30ac61
7632024-06-17T17:22:57.697ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
7642024-06-17T17:22:57.697ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 2 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
7652024-06-17T17:22:57.697ZINFOphd-runner: test phd_tests::server_state_machine::instance_reset_requires_running_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
7662024-06-17T17:22:57.697ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
7672024-06-17T17:22:57.698ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 3e23d191-3b3b-4a63-bd36-bf924e30ac61
7682024-06-17T17:22:58.257ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::server_state_machine::instance_reset_requires_running_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = instance_reset_requires_running_test vm_id = 3e23d191-3b3b-4a63-bd36-bf924e30ac61
7692024-06-17T17:22:58.368ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs vm = instance_reset_requires_running_test vm_id = 3e23d191-3b3b-4a63-bd36-bf924e30ac61
7702024-06-17T17:22:58.368ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-e98cb3c7-e1e4-4905-9800-9072fb34ccad"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs verb = destroy vm = instance_reset_requires_running_test vm_id = 3e23d191-3b3b-4a63-bd36-bf924e30ac61
7712024-06-17T17:22:58.403ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs vm = instance_reset_requires_running_test vm_id = 3e23d191-3b3b-4a63-bd36-bf924e30ac61
7722024-06-17T17:22:58.403ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-8db98f22-dd34-40de-9b6c-5bb3029b4811"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs verb = destroy vm = instance_reset_requires_running_test vm_id = 3e23d191-3b3b-4a63-bd36-bf924e30ac61
7732024-06-17T17:22:58.426ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 728 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 3e23d191-3b3b-4a63-bd36-bf924e30ac61
7742024-06-17T17:22:58.426ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 1619 file = phd-tests/tests/src/server_state_machine.rs line = 83 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_tests::server_state_machine
7752024-06-17T17:22:58.426ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 728 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
7762024-06-17T17:22:58.426ZINFOphd-runner: Starting test phd_tests::server_state_machine::instance_reset_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
7772024-06-17T17:22:58.426ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
7782024-06-17T17:22:58.426ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
7792024-06-17T17:22:58.426ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/server_state_machine.rs line = 52 path = phd_tests::server_state_machine::instance_reset_test target = phd_tests::server_state_machine
7802024-06-17T17:22:58.426ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
7812024-06-17T17:22:58.426ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
7822024-06-17T17:22:58.427ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
7832024-06-17T17:22:58.427ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs verb = list
7842024-06-17T17:22:58.442ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_reset_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 655M 1.80T 654M /phd-artifacts\n target = phd_framework::zfs
7852024-06-17T17:22:58.442ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-b4a805ed-5617-4f65-be78-f20a82b90b78"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs verb = snapshot
7862024-06-17T17:22:58.462ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-b4a805ed-5617-4f65-be78-f20a82b90b78", "phd-artifacts/phd-clone-9b1a85d7-bcec-4a0d-9fb1-4994fb112a30"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs verb = clone
7872024-06-17T17:22:58.485ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-9b1a85d7-bcec-4a0d-9fb1-4994fb112a30"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs verb = list
7882024-06-17T17:22:58.500ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_reset_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-9b1a85d7-bcec-4a0d-9fb1-4994fb112a30 0B 1.80T 654M /phd-artifacts/phd-clone-9b1a85d7-bcec-4a0d-9fb1-4994fb112a30\n target = phd_framework::zfs
7892024-06-17T17:22:58.501ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm
7902024-06-17T17:22:58.501ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::server_state_machine::instance_reset_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-9b1a85d7-bcec-4a0d-9fb1-4994fb112a30/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = instance_reset_returns_to_running_test
7912024-06-17T17:22:58.501ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
7922024-06-17T17:22:58.501ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/instance_reset_returns_to_running_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::server_state_machine::instance_reset_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
7932024-06-17T17:22:58.501ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::server_state_machine::instance_reset_test stderr_path = "/tmp/propolis-phd/instance_reset_returns_to_running_test.stderr.log" stdout_path = "/tmp/propolis-phd/instance_reset_returns_to_running_test.stdout.log" target = phd_framework::server_log_mode
7942024-06-17T17:22:58.510ZINFOphd-runner: [NEW - EVENT] Launched server with pid 972 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm::server
7952024-06-17T17:22:58.511ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm
7962024-06-17T17:22:58.511ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
7972024-06-17T17:22:58.511ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
7982024-06-17T17:22:58.511ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
7992024-06-17T17:22:58.511ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8002024-06-17T17:22:58.511ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8012024-06-17T17:22:59.237ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
8022024-06-17T17:22:59.237ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: a982cd27-af13-47ab-bce5-641e5dec291a, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 9bd106c2-698c-4221-bdb4-505120271f12, silo_id: 37cf4519-6164-4c4b-a843-758043e6bef0 }, name: "phd-vm-a982cd27-af13-47ab-bce5-641e5dec291a", vcpus: 2 }, state: Creating } line = 382 path = phd_tests::server_state_machine::instance_reset_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-9b1a85d7-bcec-4a0d-9fb1-4994fb112a30/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8032024-06-17T17:22:59.238ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 726 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8042024-06-17T17:22:59.238ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8052024-06-17T17:22:59.238ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::server_state_machine::instance_reset_test state = Run target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8062024-06-17T17:22:59.238ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8072024-06-17T17:22:59.238ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 590 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8082024-06-17T17:22:59.238ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running file = phd-tests/framework/src/test_vm/mod.rs line = 596 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8092024-06-17T17:22:59.238ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8102024-06-17T17:22:59.238ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 450 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8112024-06-17T17:22:59.239ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8122024-06-17T17:22:59.239ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 590 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8132024-06-17T17:22:59.239ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8142024-06-17T17:22:59.239ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8152024-06-17T17:22:59.240ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8162024-06-17T17:22:59.240ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 590 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8172024-06-17T17:22:59.240ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running file = phd-tests/framework/src/test_vm/mod.rs line = 596 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8182024-06-17T17:22:59.240ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8192024-06-17T17:22:59.240ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 450 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8202024-06-17T17:22:59.240ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8212024-06-17T17:22:59.820ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8222024-06-17T17:22:59.820ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 450 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8232024-06-17T17:22:59.821ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8242024-06-17T17:22:59.821ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 581 file = phd-tests/framework/src/test_vm/mod.rs line = 590 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8252024-06-17T17:22:59.821ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8262024-06-17T17:22:59.821ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8272024-06-17T17:22:59.821ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8282024-06-17T17:22:59.821ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8292024-06-17T17:22:59.822ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8302024-06-17T17:22:59.822ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8312024-06-17T17:22:59.822ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8322024-06-17T17:22:59.822ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8332024-06-17T17:22:59.823ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8342024-06-17T17:22:59.823ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8352024-06-17T17:22:59.823ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8362024-06-17T17:22:59.823ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8372024-06-17T17:22:59.823ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8382024-06-17T17:22:59.823ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8392024-06-17T17:22:59.824ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8402024-06-17T17:22:59.824ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8412024-06-17T17:22:59.824ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8422024-06-17T17:22:59.824ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8432024-06-17T17:22:59.824ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8442024-06-17T17:22:59.824ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8452024-06-17T17:22:59.825ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8462024-06-17T17:22:59.825ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8472024-06-17T17:22:59.825ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8482024-06-17T17:22:59.826ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8492024-06-17T17:22:59.826ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8502024-06-17T17:22:59.826ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8512024-06-17T17:22:59.826ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8522024-06-17T17:22:59.826ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8532024-06-17T17:22:59.826ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8542024-06-17T17:22:59.827ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8552024-06-17T17:22:59.827ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 590 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8562024-06-17T17:22:59.827ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running file = phd-tests/framework/src/test_vm/mod.rs line = 596 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8572024-06-17T17:22:59.827ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8582024-06-17T17:22:59.827ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 450 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8592024-06-17T17:22:59.827ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8602024-06-17T17:23:00.402ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8612024-06-17T17:23:00.402ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 450 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8622024-06-17T17:23:00.403ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8632024-06-17T17:23:00.403ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 575 file = phd-tests/framework/src/test_vm/mod.rs line = 590 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8642024-06-17T17:23:00.403ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8652024-06-17T17:23:00.403ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::server_state_machine::instance_reset_test state = Stop target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8662024-06-17T17:23:00.403ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8672024-06-17T17:23:00.403ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 590 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8682024-06-17T17:23:00.403ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 596 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8692024-06-17T17:23:00.403ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8702024-06-17T17:23:00.403ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 450 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8712024-06-17T17:23:00.404ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8722024-06-17T17:23:00.404ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 271 target = phd_framework::serial
8732024-06-17T17:23:00.404ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 1167 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
8742024-06-17T17:23:00.761ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8752024-06-17T17:23:00.762ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 450 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8762024-06-17T17:23:00.763ZINFOphd-runner: [GET - END] elapsed_milliseconds = 1 file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8772024-06-17T17:23:00.763ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 359 file = phd-tests/framework/src/test_vm/mod.rs line = 590 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8782024-06-17T17:23:00.763ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8792024-06-17T17:23:00.763ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8802024-06-17T17:23:00.763ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8812024-06-17T17:23:00.764ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8822024-06-17T17:23:00.764ZINFOphd-runner: test phd_tests::server_state_machine::instance_reset_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
8832024-06-17T17:23:00.764ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
8842024-06-17T17:23:00.764ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::server_state_machine::instance_reset_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8852024-06-17T17:23:00.897ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8862024-06-17T17:23:00.897ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-9b1a85d7-bcec-4a0d-9fb1-4994fb112a30"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs verb = destroy vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8872024-06-17T17:23:00.936ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8882024-06-17T17:23:00.936ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-b4a805ed-5617-4f65-be78-f20a82b90b78"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs verb = destroy vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8892024-06-17T17:23:00.959ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 194 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = a982cd27-af13-47ab-bce5-641e5dec291a
8902024-06-17T17:23:00.959ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 2532 file = phd-tests/tests/src/server_state_machine.rs line = 52 path = phd_tests::server_state_machine::instance_reset_test target = phd_tests::server_state_machine
8912024-06-17T17:23:00.959ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 194 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
8922024-06-17T17:23:00.959ZINFOphd-runner: Starting test phd_tests::server_state_machine::instance_stop_causes_destroy_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
8932024-06-17T17:23:00.959ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
8942024-06-17T17:23:00.959ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
8952024-06-17T17:23:00.959ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/server_state_machine.rs line = 28 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_tests::server_state_machine
8962024-06-17T17:23:00.959ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
8972024-06-17T17:23:00.960ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
8982024-06-17T17:23:00.960ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
8992024-06-17T17:23:00.960ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs verb = list
9002024-06-17T17:23:00.975ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 655M 1.80T 654M /phd-artifacts\n target = phd_framework::zfs
9012024-06-17T17:23:00.975ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-143e3321-d193-4f96-ad0a-8dc00a0b9e2b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs verb = snapshot
9022024-06-17T17:23:00.996ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-143e3321-d193-4f96-ad0a-8dc00a0b9e2b", "phd-artifacts/phd-clone-63839d91-6997-47c9-8c88-fd965e12e12f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs verb = clone
9032024-06-17T17:23:01.017ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-63839d91-6997-47c9-8c88-fd965e12e12f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs verb = list
9042024-06-17T17:23:01.034ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-63839d91-6997-47c9-8c88-fd965e12e12f 0B 1.80T 654M /phd-artifacts/phd-clone-63839d91-6997-47c9-8c88-fd965e12e12f\n target = phd_framework::zfs
9052024-06-17T17:23:01.035ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm
9062024-06-17T17:23:01.035ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-63839d91-6997-47c9-8c88-fd965e12e12f/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = instance_stop_causes_destroy_test
9072024-06-17T17:23:01.035ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
9082024-06-17T17:23:01.035ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/instance_stop_causes_destroy_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
9092024-06-17T17:23:01.035ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test stderr_path = "/tmp/propolis-phd/instance_stop_causes_destroy_test.stderr.log" stdout_path = "/tmp/propolis-phd/instance_stop_causes_destroy_test.stdout.log" target = phd_framework::server_log_mode
9102024-06-17T17:23:01.046ZINFOphd-runner: [NEW - EVENT] Launched server with pid 980 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm::server
9112024-06-17T17:23:01.047ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm
9122024-06-17T17:23:01.047ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9132024-06-17T17:23:01.047ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9142024-06-17T17:23:01.876ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
9152024-06-17T17:23:01.876ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 2db857d1-9351-4a5f-93b3-b322bd3d7dc7, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 32d76ecb-fb1a-4a43-b0a3-44b145d0a13d, silo_id: 422b97f7-cfe6-42c7-82b7-7ded3fb77dad }, name: "phd-vm-2db857d1-9351-4a5f-93b3-b322bd3d7dc7", vcpus: 2 }, state: Creating } line = 382 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-63839d91-6997-47c9-8c88-fd965e12e12f/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9162024-06-17T17:23:01.876ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 829 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9172024-06-17T17:23:01.876ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9182024-06-17T17:23:01.877ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test state = Run target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9192024-06-17T17:23:01.878ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 1 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9202024-06-17T17:23:01.878ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9212024-06-17T17:23:01.878ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test state = Stop target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9222024-06-17T17:23:01.878ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9232024-06-17T17:23:01.878ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 590 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9242024-06-17T17:23:01.878ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 596 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9252024-06-17T17:23:01.878ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9262024-06-17T17:23:01.878ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 450 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9272024-06-17T17:23:01.879ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9282024-06-17T17:23:01.879ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 271 target = phd_framework::serial
9292024-06-17T17:23:01.879ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 3 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
9302024-06-17T17:23:02.209ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9312024-06-17T17:23:02.210ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 450 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9322024-06-17T17:23:02.211ZINFOphd-runner: [GET - END] elapsed_milliseconds = 1 file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9332024-06-17T17:23:02.211ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 332 file = phd-tests/framework/src/test_vm/mod.rs line = 590 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9342024-06-17T17:23:02.211ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9352024-06-17T17:23:02.211ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test state = Run target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9362024-06-17T17:23:02.211ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9372024-06-17T17:23:02.211ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9382024-06-17T17:23:02.211ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test state = Stop target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9392024-06-17T17:23:02.212ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9402024-06-17T17:23:02.212ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9412024-06-17T17:23:02.212ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test state = Reboot target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9422024-06-17T17:23:02.213ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 1 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9432024-06-17T17:23:02.213ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9442024-06-17T17:23:02.213ZINFOphd-runner: test phd_tests::server_state_machine::instance_stop_causes_destroy_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
9452024-06-17T17:23:02.214ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
9462024-06-17T17:23:02.214ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9472024-06-17T17:23:02.344ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9482024-06-17T17:23:02.344ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-63839d91-6997-47c9-8c88-fd965e12e12f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs verb = destroy vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9492024-06-17T17:23:02.389ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9502024-06-17T17:23:02.389ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-143e3321-d193-4f96-ad0a-8dc00a0b9e2b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs verb = destroy vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9512024-06-17T17:23:02.420ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 206 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = 2db857d1-9351-4a5f-93b3-b322bd3d7dc7
9522024-06-17T17:23:02.420ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 1460 file = phd-tests/tests/src/server_state_machine.rs line = 28 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_tests::server_state_machine
9532024-06-17T17:23:02.420ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 206 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
9542024-06-17T17:23:02.420ZINFOphd-runner: Starting test phd_tests::server_state_machine::instance_start_stop_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
9552024-06-17T17:23:02.420ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
9562024-06-17T17:23:02.421ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
9572024-06-17T17:23:02.421ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/server_state_machine.rs line = 12 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_tests::server_state_machine
9582024-06-17T17:23:02.421ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
9592024-06-17T17:23:02.421ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
9602024-06-17T17:23:02.421ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
9612024-06-17T17:23:02.421ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs verb = list
9622024-06-17T17:23:02.443ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_start_stop_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 655M 1.80T 654M /phd-artifacts\n target = phd_framework::zfs
9632024-06-17T17:23:02.444ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-40f8bdf1-f17b-4d1d-b5e5-ebde23f5cfc1"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs verb = snapshot
9642024-06-17T17:23:02.467ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-40f8bdf1-f17b-4d1d-b5e5-ebde23f5cfc1", "phd-artifacts/phd-clone-84677209-82c4-42c8-b359-f2381e7961d2"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs verb = clone
9652024-06-17T17:23:02.492ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-84677209-82c4-42c8-b359-f2381e7961d2"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs verb = list
9662024-06-17T17:23:02.507ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_start_stop_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-84677209-82c4-42c8-b359-f2381e7961d2 0B 1.80T 654M /phd-artifacts/phd-clone-84677209-82c4-42c8-b359-f2381e7961d2\n target = phd_framework::zfs
9672024-06-17T17:23:02.508ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm
9682024-06-17T17:23:02.508ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::server_state_machine::instance_start_stop_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-84677209-82c4-42c8-b359-f2381e7961d2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = instance_ensure_running_test
9692024-06-17T17:23:02.508ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
9702024-06-17T17:23:02.508ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/instance_ensure_running_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::server_state_machine::instance_start_stop_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
9712024-06-17T17:23:02.508ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::server_state_machine::instance_start_stop_test stderr_path = "/tmp/propolis-phd/instance_ensure_running_test.stderr.log" stdout_path = "/tmp/propolis-phd/instance_ensure_running_test.stdout.log" target = phd_framework::server_log_mode
9722024-06-17T17:23:02.518ZINFOphd-runner: [NEW - EVENT] Launched server with pid 988 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm::server
9732024-06-17T17:23:02.518ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm
9742024-06-17T17:23:02.519ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
9752024-06-17T17:23:02.519ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
9762024-06-17T17:23:03.016ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
9772024-06-17T17:23:03.016ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: bbf3fe3c-8157-4528-8a69-bc574c5c4817, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: d5a0c6bb-617a-44bc-9c62-824387a75735, silo_id: 46daadad-3ed8-493a-b428-3ee3d15a3ab1 }, name: "phd-vm-bbf3fe3c-8157-4528-8a69-bc574c5c4817", vcpus: 2 }, state: Creating } line = 382 path = phd_tests::server_state_machine::instance_start_stop_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-84677209-82c4-42c8-b359-f2381e7961d2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
9782024-06-17T17:23:03.016ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 497 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
9792024-06-17T17:23:03.016ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
9802024-06-17T17:23:03.016ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 450 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
9812024-06-17T17:23:03.017ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
9822024-06-17T17:23:03.017ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
9832024-06-17T17:23:03.017ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::server_state_machine::instance_start_stop_test state = Run target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
9842024-06-17T17:23:03.018ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
9852024-06-17T17:23:03.018ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 590 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
9862024-06-17T17:23:03.018ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running file = phd-tests/framework/src/test_vm/mod.rs line = 596 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
9872024-06-17T17:23:03.018ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
9882024-06-17T17:23:03.018ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 450 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
9892024-06-17T17:23:03.019ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
9902024-06-17T17:23:03.019ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 590 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
9912024-06-17T17:23:03.019ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
9922024-06-17T17:23:03.019ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::server_state_machine::instance_start_stop_test state = Stop target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
9932024-06-17T17:23:03.019ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
9942024-06-17T17:23:03.019ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 590 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
9952024-06-17T17:23:03.019ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 596 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
9962024-06-17T17:23:03.019ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
9972024-06-17T17:23:03.019ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 450 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
9982024-06-17T17:23:03.020ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
9992024-06-17T17:23:03.020ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 271 target = phd_framework::serial
10002024-06-17T17:23:03.020ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 4 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
10012024-06-17T17:23:03.628ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
10022024-06-17T17:23:03.628ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 450 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
10032024-06-17T17:23:03.629ZINFOphd-runner: [GET - END] elapsed_milliseconds = 1 file = phd-tests/framework/src/test_vm/mod.rs line = 448 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
10042024-06-17T17:23:03.629ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 609 file = phd-tests/framework/src/test_vm/mod.rs line = 590 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
10052024-06-17T17:23:03.629ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
10062024-06-17T17:23:03.629ZINFOphd-runner: test phd_tests::server_state_machine::instance_start_stop_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
10072024-06-17T17:23:03.629ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
10082024-06-17T17:23:03.630ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::server_state_machine::instance_start_stop_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
10092024-06-17T17:23:03.771ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
10102024-06-17T17:23:03.771ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-84677209-82c4-42c8-b359-f2381e7961d2"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs verb = destroy vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
10112024-06-17T17:23:03.810ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
10122024-06-17T17:23:03.810ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-40f8bdf1-f17b-4d1d-b5e5-ebde23f5cfc1"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs verb = destroy vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
10132024-06-17T17:23:03.833ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 203 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = bbf3fe3c-8157-4528-8a69-bc574c5c4817
10142024-06-17T17:23:03.833ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 1411 file = phd-tests/tests/src/server_state_machine.rs line = 12 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_tests::server_state_machine
10152024-06-17T17:23:03.833ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 203 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
10162024-06-17T17:23:03.833ZINFOphd-runner: Starting test phd_tests::framework::multiline_serial_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
10172024-06-17T17:23:03.833ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
10182024-06-17T17:23:03.833ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
10192024-06-17T17:23:03.833ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/framework.rs line = 10 path = phd_tests::framework::multiline_serial_test target = phd_tests::framework
10202024-06-17T17:23:03.833ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
10212024-06-17T17:23:03.833ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
10222024-06-17T17:23:03.833ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
10232024-06-17T17:23:03.833ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs verb = list
10242024-06-17T17:23:03.850ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::framework::multiline_serial_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 655M 1.80T 654M /phd-artifacts\n target = phd_framework::zfs
10252024-06-17T17:23:03.850ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-179a1493-e626-45d1-83f6-b61f2a46c962"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs verb = snapshot
10262024-06-17T17:23:03.870ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-179a1493-e626-45d1-83f6-b61f2a46c962", "phd-artifacts/phd-clone-f31f577b-47ba-4da9-b9ab-5dcff3ca29c4"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs verb = clone
10272024-06-17T17:23:03.893ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-f31f577b-47ba-4da9-b9ab-5dcff3ca29c4"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs verb = list
10282024-06-17T17:23:03.909ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::framework::multiline_serial_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-f31f577b-47ba-4da9-b9ab-5dcff3ca29c4 0B 1.80T 654M /phd-artifacts/phd-clone-f31f577b-47ba-4da9-b9ab-5dcff3ca29c4\n target = phd_framework::zfs
10292024-06-17T17:23:03.909ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm
10302024-06-17T17:23:03.909ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::framework::multiline_serial_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-f31f577b-47ba-4da9-b9ab-5dcff3ca29c4/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = multiline_test
10312024-06-17T17:23:03.910ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
10322024-06-17T17:23:03.910ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/multiline_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::framework::multiline_serial_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
10332024-06-17T17:23:03.910ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::framework::multiline_serial_test stderr_path = "/tmp/propolis-phd/multiline_test.stderr.log" stdout_path = "/tmp/propolis-phd/multiline_test.stdout.log" target = phd_framework::server_log_mode
10342024-06-17T17:23:03.920ZINFOphd-runner: [NEW - EVENT] Launched server with pid 996 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm::server
10352024-06-17T17:23:03.920ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm
10362024-06-17T17:23:03.920ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10372024-06-17T17:23:03.921ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10382024-06-17T17:23:04.514ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
10392024-06-17T17:23:04.514ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 361dd9a7-53b8-4552-a207-bbfa6e6b0c46, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 9062d3c0-39fe-408c-85e5-675c04cda7f4, silo_id: 56f17237-19f6-4eaf-9ec3-746c707d4c09 }, name: "phd-vm-361dd9a7-53b8-4552-a207-bbfa6e6b0c46", vcpus: 2 }, state: Creating } line = 382 path = phd_tests::framework::multiline_serial_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-f31f577b-47ba-4da9-b9ab-5dcff3ca29c4/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10402024-06-17T17:23:04.515ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 594 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10412024-06-17T17:23:04.515ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10422024-06-17T17:23:04.515ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::framework::multiline_serial_test state = Run target = phd_framework::test_vm vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10432024-06-17T17:23:04.515ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10442024-06-17T17:23:04.515ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm
10452024-06-17T17:23:04.516ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 643 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm timeout_duration = 300s vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10462024-06-17T17:23:04.516ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::framework::multiline_serial_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
10472024-06-17T17:23:04.516ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10482024-06-17T17:23:04.516ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10492024-06-17T17:23:08.775ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4259 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10502024-06-17T17:23:08.775ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::framework::multiline_serial_test step = WriteStr("root") target = phd_framework::test_vm
10512024-06-17T17:23:08.775ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::framework::multiline_serial_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
10522024-06-17T17:23:08.776ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10532024-06-17T17:23:08.776ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10542024-06-17T17:23:08.792ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 15 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10552024-06-17T17:23:08.792ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 691 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm
10562024-06-17T17:23:08.792ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4276 file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm
10572024-06-17T17:23:08.792ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10582024-06-17T17:23:08.792ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10592024-06-17T17:23:08.825ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10602024-06-17T17:23:08.825ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10612024-06-17T17:23:08.825ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10622024-06-17T17:23:08.836ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10632024-06-17T17:23:08.836ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10642024-06-17T17:23:08.837ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
10652024-06-17T17:23:08.837ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 4323 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
10662024-06-17T17:23:08.837ZINFOphd-runner: test phd_tests::framework::multiline_serial_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
10672024-06-17T17:23:08.837ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
10682024-06-17T17:23:08.838ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10692024-06-17T17:23:09.526ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::framework::multiline_serial_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10702024-06-17T17:23:09.661ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10712024-06-17T17:23:09.662ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-f31f577b-47ba-4da9-b9ab-5dcff3ca29c4"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs verb = destroy vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10722024-06-17T17:23:09.697ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10732024-06-17T17:23:09.698ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-179a1493-e626-45d1-83f6-b61f2a46c962"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs verb = destroy vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10742024-06-17T17:23:09.721ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 884 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 361dd9a7-53b8-4552-a207-bbfa6e6b0c46
10752024-06-17T17:23:09.721ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 5887 file = phd-tests/tests/src/framework.rs line = 10 path = phd_tests::framework::multiline_serial_test target = phd_tests::framework
10762024-06-17T17:23:09.721ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 884 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
10772024-06-17T17:23:09.721ZINFOphd-runner: Starting test phd_tests::migrate::running_process::export_failure file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
10782024-06-17T17:23:09.721ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
10792024-06-17T17:23:09.721ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
10802024-06-17T17:23:09.721ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 172 path = phd_tests::migrate::running_process::export_failure target = phd_tests::migrate::running_process
10812024-06-17T17:23:09.721ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
10822024-06-17T17:23:09.722ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
10832024-06-17T17:23:09.722ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
10842024-06-17T17:23:09.722ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs verb = list
10852024-06-17T17:23:09.737ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::export_failure stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 656M 1.80T 654M /phd-artifacts\n target = phd_framework::zfs
10862024-06-17T17:23:09.737ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-7433ec4f-0a8b-4b97-816d-ef212f68b71b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs verb = snapshot
10872024-06-17T17:23:09.758ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-7433ec4f-0a8b-4b97-816d-ef212f68b71b", "phd-artifacts/phd-clone-a94aa8e3-2696-45f8-9e08-83821e33115c"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs verb = clone
10882024-06-17T17:23:09.778ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-a94aa8e3-2696-45f8-9e08-83821e33115c"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs verb = list
10892024-06-17T17:23:09.795ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::export_failure stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-a94aa8e3-2696-45f8-9e08-83821e33115c 0B 1.80T 654M /phd-artifacts/phd-clone-a94aa8e3-2696-45f8-9e08-83821e33115c\n target = phd_framework::zfs
10902024-06-17T17:23:09.795ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
10912024-06-17T17:23:09.795ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::migrate::running_process::export_failure spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-a94aa8e3-2696-45f8-9e08-83821e33115c/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process::export_failure_source
10922024-06-17T17:23:09.795ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
10932024-06-17T17:23:09.795ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::export_failure_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::export_failure server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
10942024-06-17T17:23:09.795ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::export_failure stderr_path = "/tmp/propolis-phd/migrate_running_process::export_failure_source.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::export_failure_source.stdout.log" target = phd_framework::server_log_mode
10952024-06-17T17:23:09.806ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1004 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm::server
10962024-06-17T17:23:09.806ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
10972024-06-17T17:23:09.807ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
10982024-06-17T17:23:09.807ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::migrate::running_process::export_failure spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-a94aa8e3-2696-45f8-9e08-83821e33115c/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process::export_failure_target1
10992024-06-17T17:23:09.807ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
11002024-06-17T17:23:09.807ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::export_failure server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
11012024-06-17T17:23:09.807ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::export_failure stderr_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target1.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target1.stdout.log" target = phd_framework::server_log_mode
11022024-06-17T17:23:09.816ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1005 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm::server
11032024-06-17T17:23:09.817ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
11042024-06-17T17:23:09.817ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
11052024-06-17T17:23:09.817ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::migrate::running_process::export_failure spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-a94aa8e3-2696-45f8-9e08-83821e33115c/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process::export_failure_target2
11062024-06-17T17:23:09.817ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
11072024-06-17T17:23:09.817ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target2.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::export_failure server_addr = 127.0.0.1:9004 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
11082024-06-17T17:23:09.817ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::export_failure stderr_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target2.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target2.stdout.log" target = phd_framework::server_log_mode
11092024-06-17T17:23:09.827ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1006 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm::server
11102024-06-17T17:23:09.828ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
11112024-06-17T17:23:09.828ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11122024-06-17T17:23:09.942ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
11132024-06-17T17:23:09.943ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: f3c9dd46-0798-4dff-ae63-9db45c27480b, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 56b1735b-edb8-4ba1-851d-6092517068dc, silo_id: 93633b18-97b6-4c77-83a6-d2b98d6d6f54 }, name: "phd-vm-f3c9dd46-0798-4dff-ae63-9db45c27480b", vcpus: 2 }, state: Creating } line = 382 path = phd_tests::migrate::running_process::export_failure self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-a94aa8e3-2696-45f8-9e08-83821e33115c/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11142024-06-17T17:23:09.943ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 115 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11152024-06-17T17:23:09.943ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11162024-06-17T17:23:09.943ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::migrate::running_process::export_failure state = Run target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11172024-06-17T17:23:09.944ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11182024-06-17T17:23:09.944ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
11192024-06-17T17:23:09.944ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 643 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = 300s vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11202024-06-17T17:23:09.944ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::running_process::export_failure step = WaitFor("localhost login: ") target = phd_framework::test_vm
11212024-06-17T17:23:09.944ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11222024-06-17T17:23:09.944ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11232024-06-17T17:23:14.158ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4213 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11242024-06-17T17:23:14.158ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::running_process::export_failure step = WriteStr("root") target = phd_framework::test_vm
11252024-06-17T17:23:14.158ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::running_process::export_failure step = WaitFor("localhost:~#") target = phd_framework::test_vm
11262024-06-17T17:23:14.158ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11272024-06-17T17:23:14.158ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11282024-06-17T17:23:14.174ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 16 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11292024-06-17T17:23:14.174ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 691 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
11302024-06-17T17:23:14.174ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4230 file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
11312024-06-17T17:23:14.175ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11322024-06-17T17:23:14.175ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11332024-06-17T17:23:14.263ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 88 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11342024-06-17T17:23:14.263ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11352024-06-17T17:23:14.263ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11362024-06-17T17:23:14.274ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11372024-06-17T17:23:14.274ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11382024-06-17T17:23:14.274ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11392024-06-17T17:23:14.285ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11402024-06-17T17:23:14.286ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11412024-06-17T17:23:14.286ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11422024-06-17T17:23:14.307ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 21 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11432024-06-17T17:23:14.307ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11442024-06-17T17:23:14.307ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11452024-06-17T17:23:14.318ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11462024-06-17T17:23:14.318ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11472024-06-17T17:23:14.318ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11482024-06-17T17:23:14.626ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 308 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11492024-06-17T17:23:14.626ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = f3c9dd46-0798-4dff-ae63-9db45c27480b target = phd_framework::test_vm target_id = deb5e594-f2d2-4923-b8b5-b915d33d5925
11502024-06-17T17:23:14.627ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 505 migration_id = bdf0d7c3-9a74-48dd-a902-5f9bff7241d2 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = f3c9dd46-0798-4dff-ae63-9db45c27480b target = phd_framework::test_vm target_id = deb5e594-f2d2-4923-b8b5-b915d33d5925 timeout_duration = 45s
11512024-06-17T17:23:14.627ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = f3c9dd46-0798-4dff-ae63-9db45c27480b target = phd_framework::test_vm target_id = deb5e594-f2d2-4923-b8b5-b915d33d5925 vm = migrate_running_process::export_failure_target1 vm_id = deb5e594-f2d2-4923-b8b5-b915d33d5925
11522024-06-17T17:23:14.735ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: deb5e594-f2d2-4923-b8b5-b915d33d5925, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 6e261260-31b2-4814-ab68-702e05e4e6c4, silo_id: 1f3c7ded-7c17-449c-8bd8-a68c64c240c6 }, name: "phd-vm-deb5e594-f2d2-4923-b8b5-b915d33d5925", vcpus: 2 }, state: Migrating } line = 382 path = phd_tests::migrate::running_process::export_failure self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-a94aa8e3-2696-45f8-9e08-83821e33115c/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migrate_running_process::export_failure_source source_id = f3c9dd46-0798-4dff-ae63-9db45c27480b target = phd_framework::test_vm target_id = deb5e594-f2d2-4923-b8b5-b915d33d5925 vm = migrate_running_process::export_failure_target1 vm_id = deb5e594-f2d2-4923-b8b5-b915d33d5925
11532024-06-17T17:23:14.735ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 108 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = f3c9dd46-0798-4dff-ae63-9db45c27480b target = phd_framework::test_vm target_id = deb5e594-f2d2-4923-b8b5-b915d33d5925 vm = migrate_running_process::export_failure_target1 vm_id = deb5e594-f2d2-4923-b8b5-b915d33d5925
11542024-06-17T17:23:14.735ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = bdf0d7c3-9a74-48dd-a902-5f9bff7241d2 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = f3c9dd46-0798-4dff-ae63-9db45c27480b target = phd_framework::test_vm target_id = deb5e594-f2d2-4923-b8b5-b915d33d5925
11552024-06-17T17:23:19.335ZINFOphd-runner: [MIGRATE_FROM - EVENT] Instance reported error during migration file = phd-tests/framework/src/test_vm/mod.rs line = 542 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = f3c9dd46-0798-4dff-ae63-9db45c27480b target = phd_framework::test_vm target_id = deb5e594-f2d2-4923-b8b5-b915d33d5925
11562024-06-17T17:23:19.335ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 4600 file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = bdf0d7c3-9a74-48dd-a902-5f9bff7241d2 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = f3c9dd46-0798-4dff-ae63-9db45c27480b target = phd_framework::test_vm target_id = deb5e594-f2d2-4923-b8b5-b915d33d5925
11572024-06-17T17:23:19.335ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 4708 file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = f3c9dd46-0798-4dff-ae63-9db45c27480b target = phd_framework::test_vm target_id = deb5e594-f2d2-4923-b8b5-b915d33d5925
11582024-06-17T17:23:19.335ZINFOphd-runner: [TEST - EVENT] first migration failed as expected error = live migration file = phd-tests/tests/src/migrate.rs line = 206 path = phd_tests::migrate::running_process::export_failure target = phd_tests::migrate::running_process
11592024-06-17T17:23:19.336ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = f3c9dd46-0798-4dff-ae63-9db45c27480b target = phd_framework::test_vm target_id = 7cf51b63-42ec-43ef-9fb2-7271caa674e0
11602024-06-17T17:23:19.336ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 505 migration_id = 8b927197-dd1b-4eb4-9e42-aa13c19e92d9 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = f3c9dd46-0798-4dff-ae63-9db45c27480b target = phd_framework::test_vm target_id = 7cf51b63-42ec-43ef-9fb2-7271caa674e0 timeout_duration = 45s
11612024-06-17T17:23:19.336ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = f3c9dd46-0798-4dff-ae63-9db45c27480b target = phd_framework::test_vm target_id = 7cf51b63-42ec-43ef-9fb2-7271caa674e0 vm = migrate_running_process::export_failure_target2 vm_id = 7cf51b63-42ec-43ef-9fb2-7271caa674e0
11622024-06-17T17:23:19.458ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 7cf51b63-42ec-43ef-9fb2-7271caa674e0, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 9b2c5146-ae52-4b9d-a31c-182bdd2c03be, silo_id: a91780f6-3fa3-48e9-9e52-8484b23cbfa6 }, name: "phd-vm-7cf51b63-42ec-43ef-9fb2-7271caa674e0", vcpus: 2 }, state: Migrating } line = 382 path = phd_tests::migrate::running_process::export_failure self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-a94aa8e3-2696-45f8-9e08-83821e33115c/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migrate_running_process::export_failure_source source_id = f3c9dd46-0798-4dff-ae63-9db45c27480b target = phd_framework::test_vm target_id = 7cf51b63-42ec-43ef-9fb2-7271caa674e0 vm = migrate_running_process::export_failure_target2 vm_id = 7cf51b63-42ec-43ef-9fb2-7271caa674e0
11632024-06-17T17:23:19.458ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 122 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = f3c9dd46-0798-4dff-ae63-9db45c27480b target = phd_framework::test_vm target_id = 7cf51b63-42ec-43ef-9fb2-7271caa674e0 vm = migrate_running_process::export_failure_target2 vm_id = 7cf51b63-42ec-43ef-9fb2-7271caa674e0
11642024-06-17T17:23:19.458ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = 8b927197-dd1b-4eb4-9e42-aa13c19e92d9 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = f3c9dd46-0798-4dff-ae63-9db45c27480b target = phd_framework::test_vm target_id = 7cf51b63-42ec-43ef-9fb2-7271caa674e0
11652024-06-17T17:23:23.216ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9004","from_start":9375}} target = phd_framework::serial
11662024-06-17T17:23:24.865ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 538 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = f3c9dd46-0798-4dff-ae63-9db45c27480b target = phd_framework::test_vm target_id = 7cf51b63-42ec-43ef-9fb2-7271caa674e0
11672024-06-17T17:23:24.865ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 5407 file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = 8b927197-dd1b-4eb4-9e42-aa13c19e92d9 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = f3c9dd46-0798-4dff-ae63-9db45c27480b target = phd_framework::test_vm target_id = 7cf51b63-42ec-43ef-9fb2-7271caa674e0
11682024-06-17T17:23:24.865ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 5529 file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = f3c9dd46-0798-4dff-ae63-9db45c27480b target = phd_framework::test_vm target_id = 7cf51b63-42ec-43ef-9fb2-7271caa674e0
11692024-06-17T17:23:24.865ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = 7cf51b63-42ec-43ef-9fb2-7271caa674e0
11702024-06-17T17:23:24.865ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::export_failure_target2 vm_id = 7cf51b63-42ec-43ef-9fb2-7271caa674e0
11712024-06-17T17:23:24.877ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = 7cf51b63-42ec-43ef-9fb2-7271caa674e0
11722024-06-17T17:23:24.877ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = 7cf51b63-42ec-43ef-9fb2-7271caa674e0
11732024-06-17T17:23:24.877ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::export_failure_target2 vm_id = 7cf51b63-42ec-43ef-9fb2-7271caa674e0
11742024-06-17T17:23:24.966ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 89 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = 7cf51b63-42ec-43ef-9fb2-7271caa674e0
11752024-06-17T17:23:24.966ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = 7cf51b63-42ec-43ef-9fb2-7271caa674e0
11762024-06-17T17:23:24.966ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target1 vm_id = deb5e594-f2d2-4923-b8b5-b915d33d5925
11772024-06-17T17:23:24.967ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11782024-06-17T17:23:24.967ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
11792024-06-17T17:23:24.967ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 15024 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
11802024-06-17T17:23:24.967ZINFOphd-runner: test phd_tests::migrate::running_process::export_failure ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
11812024-06-17T17:23:24.967ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
11822024-06-17T17:23:24.968ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = 7cf51b63-42ec-43ef-9fb2-7271caa674e0
11832024-06-17T17:23:24.968ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target1 vm_id = deb5e594-f2d2-4923-b8b5-b915d33d5925
11842024-06-17T17:23:24.968ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::export_failure self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11852024-06-17T17:23:25.100ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 133 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = f3c9dd46-0798-4dff-ae63-9db45c27480b
11862024-06-17T17:23:25.101ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::export_failure self.address = 127.0.0.1:9004 target = phd_framework::test_vm::server vm = migrate_running_process::export_failure_target2 vm_id = 7cf51b63-42ec-43ef-9fb2-7271caa674e0
11872024-06-17T17:23:25.233ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 266 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = 7cf51b63-42ec-43ef-9fb2-7271caa674e0
11882024-06-17T17:23:25.233ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::export_failure self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migrate_running_process::export_failure_target1 vm_id = deb5e594-f2d2-4923-b8b5-b915d33d5925
11892024-06-17T17:23:25.352ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs vm = migrate_running_process::export_failure_target1 vm_id = deb5e594-f2d2-4923-b8b5-b915d33d5925
11902024-06-17T17:23:25.352ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-a94aa8e3-2696-45f8-9e08-83821e33115c"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs verb = destroy vm = migrate_running_process::export_failure_target1 vm_id = deb5e594-f2d2-4923-b8b5-b915d33d5925
11912024-06-17T17:23:25.387ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs vm = migrate_running_process::export_failure_target1 vm_id = deb5e594-f2d2-4923-b8b5-b915d33d5925
11922024-06-17T17:23:25.387ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-7433ec4f-0a8b-4b97-816d-ef212f68b71b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs verb = destroy vm = migrate_running_process::export_failure_target1 vm_id = deb5e594-f2d2-4923-b8b5-b915d33d5925
11932024-06-17T17:23:25.411ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 444 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target1 vm_id = deb5e594-f2d2-4923-b8b5-b915d33d5925
11942024-06-17T17:23:25.411ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 15690 file = phd-tests/tests/src/migrate.rs line = 172 path = phd_tests::migrate::running_process::export_failure target = phd_tests::migrate::running_process
11952024-06-17T17:23:25.412ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 444 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
11962024-06-17T17:23:25.412ZINFOphd-runner: Starting test phd_tests::migrate::running_process::import_failure file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
11972024-06-17T17:23:25.412ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
11982024-06-17T17:23:25.412ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
11992024-06-17T17:23:25.412ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 120 path = phd_tests::migrate::running_process::import_failure target = phd_tests::migrate::running_process
12002024-06-17T17:23:25.412ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
12012024-06-17T17:23:25.412ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
12022024-06-17T17:23:25.412ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
12032024-06-17T17:23:25.412ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = list
12042024-06-17T17:23:25.428ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::import_failure stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 656M 1.80T 654M /phd-artifacts\n target = phd_framework::zfs
12052024-06-17T17:23:25.428ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-83c9096e-5e8c-4015-a22c-81f93cd28693"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = snapshot
12062024-06-17T17:23:25.449ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-83c9096e-5e8c-4015-a22c-81f93cd28693", "phd-artifacts/phd-clone-24bed39a-424c-4bc5-a3e8-cae8df531dd7"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = clone
12072024-06-17T17:23:25.470ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-24bed39a-424c-4bc5-a3e8-cae8df531dd7"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = list
12082024-06-17T17:23:25.486ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::import_failure stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-24bed39a-424c-4bc5-a3e8-cae8df531dd7 0B 1.80T 654M /phd-artifacts/phd-clone-24bed39a-424c-4bc5-a3e8-cae8df531dd7\n target = phd_framework::zfs
12092024-06-17T17:23:25.487ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
12102024-06-17T17:23:25.487ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::migrate::running_process::import_failure spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-24bed39a-424c-4bc5-a3e8-cae8df531dd7/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process::import_failure_source
12112024-06-17T17:23:25.487ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
12122024-06-17T17:23:25.487ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::import_failure_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::import_failure server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
12132024-06-17T17:23:25.487ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::import_failure stderr_path = "/tmp/propolis-phd/migrate_running_process::import_failure_source.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::import_failure_source.stdout.log" target = phd_framework::server_log_mode
12142024-06-17T17:23:25.497ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1016 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm::server
12152024-06-17T17:23:25.498ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
12162024-06-17T17:23:25.498ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
12172024-06-17T17:23:25.498ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
12182024-06-17T17:23:25.498ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
12192024-06-17T17:23:25.498ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = list
12202024-06-17T17:23:25.514ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::import_failure stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 656M 1.80T 654M /phd-artifacts\n target = phd_framework::zfs
12212024-06-17T17:23:25.515ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-09247205-9b47-4b47-9cd9-98794fd29e84"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = snapshot
12222024-06-17T17:23:25.536ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-09247205-9b47-4b47-9cd9-98794fd29e84", "phd-artifacts/phd-clone-db826108-c040-40c9-8f13-bfd2384b3c87"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = clone
12232024-06-17T17:23:25.558ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-db826108-c040-40c9-8f13-bfd2384b3c87"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = list
12242024-06-17T17:23:25.573ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::import_failure stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-db826108-c040-40c9-8f13-bfd2384b3c87 0B 1.80T 654M /phd-artifacts/phd-clone-db826108-c040-40c9-8f13-bfd2384b3c87\n target = phd_framework::zfs
12252024-06-17T17:23:25.573ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
12262024-06-17T17:23:25.573ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::migrate::running_process::import_failure spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-db826108-c040-40c9-8f13-bfd2384b3c87/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process::import_failure_target1
12272024-06-17T17:23:25.574ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
12282024-06-17T17:23:25.574ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::import_failure server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
12292024-06-17T17:23:25.574ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::import_failure stderr_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target1.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target1.stdout.log" target = phd_framework::server_log_mode
12302024-06-17T17:23:25.584ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1021 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm::server
12312024-06-17T17:23:25.585ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
12322024-06-17T17:23:25.585ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
12332024-06-17T17:23:25.585ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::migrate::running_process::import_failure spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-24bed39a-424c-4bc5-a3e8-cae8df531dd7/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process::import_failure_target2
12342024-06-17T17:23:25.585ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
12352024-06-17T17:23:25.585ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target2.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::import_failure server_addr = 127.0.0.1:9004 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
12362024-06-17T17:23:25.585ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::import_failure stderr_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target2.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target2.stdout.log" target = phd_framework::server_log_mode
12372024-06-17T17:23:25.596ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1022 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm::server
12382024-06-17T17:23:25.596ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
12392024-06-17T17:23:25.597ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12402024-06-17T17:23:25.722ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
12412024-06-17T17:23:25.723ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 917bf190-cd76-4f84-b98b-4175f26798ff, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: ddc7e152-ca1f-4ac8-ae19-28a561262ec5, silo_id: 79ae1ae8-1330-483a-80d8-3c51cfc55828 }, name: "phd-vm-917bf190-cd76-4f84-b98b-4175f26798ff", vcpus: 2 }, state: Creating } line = 382 path = phd_tests::migrate::running_process::import_failure self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-24bed39a-424c-4bc5-a3e8-cae8df531dd7/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12422024-06-17T17:23:25.723ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 126 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12432024-06-17T17:23:25.723ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12442024-06-17T17:23:25.723ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::migrate::running_process::import_failure state = Run target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12452024-06-17T17:23:25.724ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12462024-06-17T17:23:25.724ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
12472024-06-17T17:23:25.724ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 643 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = 300s vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12482024-06-17T17:23:25.724ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::running_process::import_failure step = WaitFor("localhost login: ") target = phd_framework::test_vm
12492024-06-17T17:23:25.724ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12502024-06-17T17:23:25.724ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12512024-06-17T17:23:29.950ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4226 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12522024-06-17T17:23:29.950ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::running_process::import_failure step = WriteStr("root") target = phd_framework::test_vm
12532024-06-17T17:23:29.950ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::running_process::import_failure step = WaitFor("localhost:~#") target = phd_framework::test_vm
12542024-06-17T17:23:29.950ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12552024-06-17T17:23:29.950ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12562024-06-17T17:23:29.966ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 15 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12572024-06-17T17:23:29.966ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 691 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
12582024-06-17T17:23:29.967ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4242 file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
12592024-06-17T17:23:29.967ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12602024-06-17T17:23:29.967ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12612024-06-17T17:23:30.055ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 88 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12622024-06-17T17:23:30.055ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12632024-06-17T17:23:30.055ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12642024-06-17T17:23:30.066ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12652024-06-17T17:23:30.066ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12662024-06-17T17:23:30.066ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12672024-06-17T17:23:30.076ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12682024-06-17T17:23:30.077ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12692024-06-17T17:23:30.077ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12702024-06-17T17:23:30.110ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12712024-06-17T17:23:30.110ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12722024-06-17T17:23:30.110ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12732024-06-17T17:23:30.120ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12742024-06-17T17:23:30.121ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12752024-06-17T17:23:30.121ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12762024-06-17T17:23:30.428ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 306 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
12772024-06-17T17:23:30.428ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 917bf190-cd76-4f84-b98b-4175f26798ff target = phd_framework::test_vm target_id = 3d52b786-544a-40ed-a7e0-097c2f23a90d
12782024-06-17T17:23:30.428ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 505 migration_id = 4d4746fd-4608-4873-8750-8c482f3d3507 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 917bf190-cd76-4f84-b98b-4175f26798ff target = phd_framework::test_vm target_id = 3d52b786-544a-40ed-a7e0-097c2f23a90d timeout_duration = 45s
12792024-06-17T17:23:30.428ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 917bf190-cd76-4f84-b98b-4175f26798ff target = phd_framework::test_vm target_id = 3d52b786-544a-40ed-a7e0-097c2f23a90d vm = migrate_running_process::import_failure_target1 vm_id = 3d52b786-544a-40ed-a7e0-097c2f23a90d
12802024-06-17T17:23:30.554ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 3d52b786-544a-40ed-a7e0-097c2f23a90d, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: f92779a2-e4ff-4c9d-bd71-8caa3dac65b6, silo_id: 304c8242-6749-4997-a377-c8a1e2a2826a }, name: "phd-vm-3d52b786-544a-40ed-a7e0-097c2f23a90d", vcpus: 2 }, state: Migrating } line = 382 path = phd_tests::migrate::running_process::import_failure self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-db826108-c040-40c9-8f13-bfd2384b3c87/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migrate_running_process::import_failure_source source_id = 917bf190-cd76-4f84-b98b-4175f26798ff target = phd_framework::test_vm target_id = 3d52b786-544a-40ed-a7e0-097c2f23a90d vm = migrate_running_process::import_failure_target1 vm_id = 3d52b786-544a-40ed-a7e0-097c2f23a90d
12812024-06-17T17:23:30.554ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 125 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 917bf190-cd76-4f84-b98b-4175f26798ff target = phd_framework::test_vm target_id = 3d52b786-544a-40ed-a7e0-097c2f23a90d vm = migrate_running_process::import_failure_target1 vm_id = 3d52b786-544a-40ed-a7e0-097c2f23a90d
12822024-06-17T17:23:30.554ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = 4d4746fd-4608-4873-8750-8c482f3d3507 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 917bf190-cd76-4f84-b98b-4175f26798ff target = phd_framework::test_vm target_id = 3d52b786-544a-40ed-a7e0-097c2f23a90d
12832024-06-17T17:23:34.598ZINFOphd-runner: [MIGRATE_FROM - EVENT] Instance reported error during migration file = phd-tests/framework/src/test_vm/mod.rs line = 542 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 917bf190-cd76-4f84-b98b-4175f26798ff target = phd_framework::test_vm target_id = 3d52b786-544a-40ed-a7e0-097c2f23a90d
12842024-06-17T17:23:34.599ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 4044 file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = 4d4746fd-4608-4873-8750-8c482f3d3507 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 917bf190-cd76-4f84-b98b-4175f26798ff target = phd_framework::test_vm target_id = 3d52b786-544a-40ed-a7e0-097c2f23a90d
12852024-06-17T17:23:34.599ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 4170 file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 917bf190-cd76-4f84-b98b-4175f26798ff target = phd_framework::test_vm target_id = 3d52b786-544a-40ed-a7e0-097c2f23a90d
12862024-06-17T17:23:34.599ZINFOphd-runner: [TEST - EVENT] first migration failed as expected error = live migration file = phd-tests/tests/src/migrate.rs line = 162 path = phd_tests::migrate::running_process::import_failure target = phd_tests::migrate::running_process
12872024-06-17T17:23:34.599ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 917bf190-cd76-4f84-b98b-4175f26798ff target = phd_framework::test_vm target_id = 4a23278a-1335-4bcf-aef9-9056f9e75247
12882024-06-17T17:23:34.599ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 505 migration_id = 17a66ca2-1925-48dc-a1bf-7b7c61f79629 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 917bf190-cd76-4f84-b98b-4175f26798ff target = phd_framework::test_vm target_id = 4a23278a-1335-4bcf-aef9-9056f9e75247 timeout_duration = 45s
12892024-06-17T17:23:34.599ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 917bf190-cd76-4f84-b98b-4175f26798ff target = phd_framework::test_vm target_id = 4a23278a-1335-4bcf-aef9-9056f9e75247 vm = migrate_running_process::import_failure_target2 vm_id = 4a23278a-1335-4bcf-aef9-9056f9e75247
12902024-06-17T17:23:34.718ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 4a23278a-1335-4bcf-aef9-9056f9e75247, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 832e4f48-1e29-4d40-923f-417d7e70f744, silo_id: a55c189f-b512-44c5-bc76-936de2c5c457 }, name: "phd-vm-4a23278a-1335-4bcf-aef9-9056f9e75247", vcpus: 2 }, state: Migrating } line = 382 path = phd_tests::migrate::running_process::import_failure self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-24bed39a-424c-4bc5-a3e8-cae8df531dd7/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migrate_running_process::import_failure_source source_id = 917bf190-cd76-4f84-b98b-4175f26798ff target = phd_framework::test_vm target_id = 4a23278a-1335-4bcf-aef9-9056f9e75247 vm = migrate_running_process::import_failure_target2 vm_id = 4a23278a-1335-4bcf-aef9-9056f9e75247
12912024-06-17T17:23:34.719ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 119 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 917bf190-cd76-4f84-b98b-4175f26798ff target = phd_framework::test_vm target_id = 4a23278a-1335-4bcf-aef9-9056f9e75247 vm = migrate_running_process::import_failure_target2 vm_id = 4a23278a-1335-4bcf-aef9-9056f9e75247
12922024-06-17T17:23:34.719ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = 17a66ca2-1925-48dc-a1bf-7b7c61f79629 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 917bf190-cd76-4f84-b98b-4175f26798ff target = phd_framework::test_vm target_id = 4a23278a-1335-4bcf-aef9-9056f9e75247
12932024-06-17T17:23:38.489ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9004","from_start":9375}} target = phd_framework::serial
12942024-06-17T17:23:38.845ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 538 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 917bf190-cd76-4f84-b98b-4175f26798ff target = phd_framework::test_vm target_id = 4a23278a-1335-4bcf-aef9-9056f9e75247
12952024-06-17T17:23:38.846ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 4126 file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = 17a66ca2-1925-48dc-a1bf-7b7c61f79629 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 917bf190-cd76-4f84-b98b-4175f26798ff target = phd_framework::test_vm target_id = 4a23278a-1335-4bcf-aef9-9056f9e75247
12962024-06-17T17:23:38.846ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 4246 file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 917bf190-cd76-4f84-b98b-4175f26798ff target = phd_framework::test_vm target_id = 4a23278a-1335-4bcf-aef9-9056f9e75247
12972024-06-17T17:23:38.846ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = 4a23278a-1335-4bcf-aef9-9056f9e75247
12982024-06-17T17:23:38.846ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::import_failure_target2 vm_id = 4a23278a-1335-4bcf-aef9-9056f9e75247
12992024-06-17T17:23:38.856ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = 4a23278a-1335-4bcf-aef9-9056f9e75247
13002024-06-17T17:23:38.857ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = 4a23278a-1335-4bcf-aef9-9056f9e75247
13012024-06-17T17:23:38.857ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::import_failure_target2 vm_id = 4a23278a-1335-4bcf-aef9-9056f9e75247
13022024-06-17T17:23:38.945ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 87 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = 4a23278a-1335-4bcf-aef9-9056f9e75247
13032024-06-17T17:23:38.945ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = 4a23278a-1335-4bcf-aef9-9056f9e75247
13042024-06-17T17:23:38.945ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target1 vm_id = 3d52b786-544a-40ed-a7e0-097c2f23a90d
13052024-06-17T17:23:38.945ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
13062024-06-17T17:23:38.945ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
13072024-06-17T17:23:38.945ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 13223 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
13082024-06-17T17:23:38.945ZINFOphd-runner: test phd_tests::migrate::running_process::import_failure ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
13092024-06-17T17:23:38.946ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
13102024-06-17T17:23:38.946ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = 4a23278a-1335-4bcf-aef9-9056f9e75247
13112024-06-17T17:23:38.947ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target1 vm_id = 3d52b786-544a-40ed-a7e0-097c2f23a90d
13122024-06-17T17:23:38.947ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::import_failure self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
13132024-06-17T17:23:39.086ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 140 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 917bf190-cd76-4f84-b98b-4175f26798ff
13142024-06-17T17:23:39.279ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::import_failure self.address = 127.0.0.1:9004 target = phd_framework::test_vm::server vm = migrate_running_process::import_failure_target2 vm_id = 4a23278a-1335-4bcf-aef9-9056f9e75247
13152024-06-17T17:23:39.413ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs vm = migrate_running_process::import_failure_target2 vm_id = 4a23278a-1335-4bcf-aef9-9056f9e75247
13162024-06-17T17:23:39.413ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-24bed39a-424c-4bc5-a3e8-cae8df531dd7"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = destroy vm = migrate_running_process::import_failure_target2 vm_id = 4a23278a-1335-4bcf-aef9-9056f9e75247
13172024-06-17T17:23:39.450ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs vm = migrate_running_process::import_failure_target2 vm_id = 4a23278a-1335-4bcf-aef9-9056f9e75247
13182024-06-17T17:23:39.450ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-83c9096e-5e8c-4015-a22c-81f93cd28693"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = destroy vm = migrate_running_process::import_failure_target2 vm_id = 4a23278a-1335-4bcf-aef9-9056f9e75247
13192024-06-17T17:23:39.476ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 530 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = 4a23278a-1335-4bcf-aef9-9056f9e75247
13202024-06-17T17:23:39.477ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::import_failure self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migrate_running_process::import_failure_target1 vm_id = 3d52b786-544a-40ed-a7e0-097c2f23a90d
13212024-06-17T17:23:39.613ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs vm = migrate_running_process::import_failure_target1 vm_id = 3d52b786-544a-40ed-a7e0-097c2f23a90d
13222024-06-17T17:23:39.613ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-db826108-c040-40c9-8f13-bfd2384b3c87"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = destroy vm = migrate_running_process::import_failure_target1 vm_id = 3d52b786-544a-40ed-a7e0-097c2f23a90d
13232024-06-17T17:23:39.650ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs vm = migrate_running_process::import_failure_target1 vm_id = 3d52b786-544a-40ed-a7e0-097c2f23a90d
13242024-06-17T17:23:39.650ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-09247205-9b47-4b47-9cd9-98794fd29e84"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = destroy vm = migrate_running_process::import_failure_target1 vm_id = 3d52b786-544a-40ed-a7e0-097c2f23a90d
13252024-06-17T17:23:39.682ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 736 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target1 vm_id = 3d52b786-544a-40ed-a7e0-097c2f23a90d
13262024-06-17T17:23:39.682ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 14269 file = phd-tests/tests/src/migrate.rs line = 120 path = phd_tests::migrate::running_process::import_failure target = phd_tests::migrate::running_process
13272024-06-17T17:23:39.682ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 736 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
13282024-06-17T17:23:39.682ZINFOphd-runner: Starting test phd_tests::migrate::running_process::migrate_running_process file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
13292024-06-17T17:23:39.682ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
13302024-06-17T17:23:39.682ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
13312024-06-17T17:23:39.682ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 100 path = phd_tests::migrate::running_process::migrate_running_process target = phd_tests::migrate::running_process
13322024-06-17T17:23:39.682ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
13332024-06-17T17:23:39.682ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
13342024-06-17T17:23:39.682ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
13352024-06-17T17:23:39.682ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs verb = list
13362024-06-17T17:23:39.699ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::migrate_running_process stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 656M 1.80T 654M /phd-artifacts\n target = phd_framework::zfs
13372024-06-17T17:23:39.699ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-1d1c1ade-65c7-499a-8038-5c8ff5a58137"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs verb = snapshot
13382024-06-17T17:23:39.719ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-1d1c1ade-65c7-499a-8038-5c8ff5a58137", "phd-artifacts/phd-clone-a49ae492-80de-44c2-b910-07b87780c369"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs verb = clone
13392024-06-17T17:23:39.745ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-a49ae492-80de-44c2-b910-07b87780c369"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs verb = list
13402024-06-17T17:23:39.760ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::migrate_running_process stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-a49ae492-80de-44c2-b910-07b87780c369 0B 1.80T 654M /phd-artifacts/phd-clone-a49ae492-80de-44c2-b910-07b87780c369\n target = phd_framework::zfs
13412024-06-17T17:23:39.760ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
13422024-06-17T17:23:39.760ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::migrate::running_process::migrate_running_process spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-a49ae492-80de-44c2-b910-07b87780c369/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process_source
13432024-06-17T17:23:39.760ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
13442024-06-17T17:23:39.761ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::migrate_running_process server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
13452024-06-17T17:23:39.761ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::migrate_running_process stderr_path = "/tmp/propolis-phd/migrate_running_process_source.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process_source.stdout.log" target = phd_framework::server_log_mode
13462024-06-17T17:23:39.771ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1034 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm::server
13472024-06-17T17:23:39.771ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
13482024-06-17T17:23:39.771ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
13492024-06-17T17:23:39.772ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::migrate::running_process::migrate_running_process spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-a49ae492-80de-44c2-b910-07b87780c369/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process_target
13502024-06-17T17:23:39.772ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
13512024-06-17T17:23:39.772ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process_target.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::migrate_running_process server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
13522024-06-17T17:23:39.772ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::migrate_running_process stderr_path = "/tmp/propolis-phd/migrate_running_process_target.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process_target.stdout.log" target = phd_framework::server_log_mode
13532024-06-17T17:23:39.783ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1035 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm::server
13542024-06-17T17:23:39.783ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
13552024-06-17T17:23:39.783ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13562024-06-17T17:23:39.784ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13572024-06-17T17:23:40.392ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
13582024-06-17T17:23:40.392ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: e30ecb9f-cf5d-47af-8258-b0a68b4a186c, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: c18ea80c-01e9-4a67-b383-6ff91ff50076, silo_id: 4c693571-b14a-4a8d-b144-9593a9f0c566 }, name: "phd-vm-e30ecb9f-cf5d-47af-8258-b0a68b4a186c", vcpus: 2 }, state: Creating } line = 382 path = phd_tests::migrate::running_process::migrate_running_process self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-a49ae492-80de-44c2-b910-07b87780c369/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13592024-06-17T17:23:40.393ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 609 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13602024-06-17T17:23:40.393ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13612024-06-17T17:23:40.393ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::migrate::running_process::migrate_running_process state = Run target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13622024-06-17T17:23:40.393ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13632024-06-17T17:23:40.393ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
13642024-06-17T17:23:40.393ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 643 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = 300s vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13652024-06-17T17:23:40.393ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::running_process::migrate_running_process step = WaitFor("localhost login: ") target = phd_framework::test_vm
13662024-06-17T17:23:40.393ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13672024-06-17T17:23:40.393ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13682024-06-17T17:23:44.622ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4228 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13692024-06-17T17:23:44.622ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::running_process::migrate_running_process step = WriteStr("root") target = phd_framework::test_vm
13702024-06-17T17:23:44.622ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::migrate::running_process::migrate_running_process step = WaitFor("localhost:~#") target = phd_framework::test_vm
13712024-06-17T17:23:44.623ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13722024-06-17T17:23:44.623ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13732024-06-17T17:23:44.637ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 14 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13742024-06-17T17:23:44.638ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 691 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
13752024-06-17T17:23:44.638ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4244 file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
13762024-06-17T17:23:44.638ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13772024-06-17T17:23:44.638ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13782024-06-17T17:23:44.717ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 79 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13792024-06-17T17:23:44.717ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13802024-06-17T17:23:44.718ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13812024-06-17T17:23:44.726ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 8 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13822024-06-17T17:23:44.726ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13832024-06-17T17:23:44.726ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13842024-06-17T17:23:44.737ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13852024-06-17T17:23:44.738ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13862024-06-17T17:23:44.738ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13872024-06-17T17:23:44.771ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13882024-06-17T17:23:44.771ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13892024-06-17T17:23:44.771ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13902024-06-17T17:23:44.781ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13912024-06-17T17:23:44.782ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13922024-06-17T17:23:44.782ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13932024-06-17T17:23:45.087ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 305 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
13942024-06-17T17:23:45.087ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c target = phd_framework::test_vm target_id = 8bed1c0e-0636-4056-b26c-f9b9df82ce2c
13952024-06-17T17:23:45.087ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 505 migration_id = e33cac36-34d5-4570-9a0a-e5a60fb359af path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c target = phd_framework::test_vm target_id = 8bed1c0e-0636-4056-b26c-f9b9df82ce2c timeout_duration = 45s
13962024-06-17T17:23:45.087ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c target = phd_framework::test_vm target_id = 8bed1c0e-0636-4056-b26c-f9b9df82ce2c vm = migrate_running_process_target vm_id = 8bed1c0e-0636-4056-b26c-f9b9df82ce2c
13972024-06-17T17:23:45.212ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 8bed1c0e-0636-4056-b26c-f9b9df82ce2c, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 5b2cc553-3325-4311-bb7d-6d6e24c46bf9, silo_id: 75c8ff8d-3a97-4246-abcb-6100e89386e2 }, name: "phd-vm-8bed1c0e-0636-4056-b26c-f9b9df82ce2c", vcpus: 2 }, state: Migrating } line = 382 path = phd_tests::migrate::running_process::migrate_running_process self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-a49ae492-80de-44c2-b910-07b87780c369/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migrate_running_process_source source_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c target = phd_framework::test_vm target_id = 8bed1c0e-0636-4056-b26c-f9b9df82ce2c vm = migrate_running_process_target vm_id = 8bed1c0e-0636-4056-b26c-f9b9df82ce2c
13982024-06-17T17:23:45.212ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 124 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c target = phd_framework::test_vm target_id = 8bed1c0e-0636-4056-b26c-f9b9df82ce2c vm = migrate_running_process_target vm_id = 8bed1c0e-0636-4056-b26c-f9b9df82ce2c
13992024-06-17T17:23:45.212ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = e33cac36-34d5-4570-9a0a-e5a60fb359af path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c target = phd_framework::test_vm target_id = 8bed1c0e-0636-4056-b26c-f9b9df82ce2c
14002024-06-17T17:23:48.975ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":9375}} target = phd_framework::serial
14012024-06-17T17:23:50.887ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 538 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c target = phd_framework::test_vm target_id = 8bed1c0e-0636-4056-b26c-f9b9df82ce2c
14022024-06-17T17:23:50.887ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 5674 file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = e33cac36-34d5-4570-9a0a-e5a60fb359af path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c target = phd_framework::test_vm target_id = 8bed1c0e-0636-4056-b26c-f9b9df82ce2c
14032024-06-17T17:23:50.887ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 5799 file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c target = phd_framework::test_vm target_id = 8bed1c0e-0636-4056-b26c-f9b9df82ce2c
14042024-06-17T17:23:50.887ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 8bed1c0e-0636-4056-b26c-f9b9df82ce2c
14052024-06-17T17:23:50.887ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process_target vm_id = 8bed1c0e-0636-4056-b26c-f9b9df82ce2c
14062024-06-17T17:23:50.899ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 8bed1c0e-0636-4056-b26c-f9b9df82ce2c
14072024-06-17T17:23:50.899ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 8bed1c0e-0636-4056-b26c-f9b9df82ce2c
14082024-06-17T17:23:50.899ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process_target vm_id = 8bed1c0e-0636-4056-b26c-f9b9df82ce2c
14092024-06-17T17:23:50.987ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 87 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 8bed1c0e-0636-4056-b26c-f9b9df82ce2c
14102024-06-17T17:23:50.987ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 8bed1c0e-0636-4056-b26c-f9b9df82ce2c
14112024-06-17T17:23:50.987ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
14122024-06-17T17:23:50.987ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
14132024-06-17T17:23:50.987ZINFOphd-runner: test phd_tests::migrate::running_process::migrate_running_process ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
14142024-06-17T17:23:50.987ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 10595 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
14152024-06-17T17:23:50.987ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
14162024-06-17T17:23:50.988ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::migrate_running_process self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
14172024-06-17T17:23:51.128ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 141 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e30ecb9f-cf5d-47af-8258-b0a68b4a186c
14182024-06-17T17:23:51.129ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 8bed1c0e-0636-4056-b26c-f9b9df82ce2c
14192024-06-17T17:23:51.814ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::migrate_running_process self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migrate_running_process_target vm_id = 8bed1c0e-0636-4056-b26c-f9b9df82ce2c
14202024-06-17T17:23:51.951ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs vm = migrate_running_process_target vm_id = 8bed1c0e-0636-4056-b26c-f9b9df82ce2c
14212024-06-17T17:23:51.951ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-a49ae492-80de-44c2-b910-07b87780c369"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs verb = destroy vm = migrate_running_process_target vm_id = 8bed1c0e-0636-4056-b26c-f9b9df82ce2c
14222024-06-17T17:23:51.984ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs vm = migrate_running_process_target vm_id = 8bed1c0e-0636-4056-b26c-f9b9df82ce2c
14232024-06-17T17:23:51.984ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-1d1c1ade-65c7-499a-8038-5c8ff5a58137"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs verb = destroy vm = migrate_running_process_target vm_id = 8bed1c0e-0636-4056-b26c-f9b9df82ce2c
14242024-06-17T17:23:52.008ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 1020 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 8bed1c0e-0636-4056-b26c-f9b9df82ce2c
14252024-06-17T17:23:52.008ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 12325 file = phd-tests/tests/src/migrate.rs line = 100 path = phd_tests::migrate::running_process::migrate_running_process target = phd_tests::migrate::running_process
14262024-06-17T17:23:52.008ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 1020 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
14272024-06-17T17:23:52.008ZINFOphd-runner: Starting test phd_tests::crucible::migrate::load_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
14282024-06-17T17:23:52.008ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
14292024-06-17T17:23:52.008ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
14302024-06-17T17:23:52.008ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/crucible/migrate.rs line = 39 path = phd_tests::crucible::migrate::load_test target = phd_tests::crucible::migrate
14312024-06-17T17:23:52.008ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
14322024-06-17T17:23:52.008ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
14332024-06-17T17:23:52.008ZDEBGphd-runner: [TEST - EVENT] checking for existing copy of artifact file = phd-tests/framework/src/artifacts/store.rs line = 89 maybe_path = /phd-artifacts/77b42b3dd10cdfd7a9b9d016f5a679df2b72cd8cd56fa69a7ea626e1109a944a/crucible-nightly.tar.gz path = phd_tests::crucible::migrate::load_test target = phd_framework::artifacts::store
14342024-06-17T17:23:52.009ZDEBGphd-runner: [TEST - EVENT] Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 215 path = phd_tests::crucible::migrate::load_test target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/a3b920bde8a26cbdd7b14d21e452be6351cf009c/crucible-nightly.tar.gz
14352024-06-17T17:24:08.466ZDEBGphd-runner: [TEST - EVENT] Extracting artifact from tarball extracted_path = /phd-artifacts/77b42b3dd10cdfd7a9b9d016f5a679df2b72cd8cd56fa69a7ea626e1109a944a/crucible-downstairs file = phd-tests/framework/src/artifacts/store.rs line = 162 path = phd_tests::crucible::migrate::load_test target = phd_framework::artifacts::store untar_path = target/release/crucible-downstairs
14362024-06-17T17:24:08.466ZDEBGphd-runner: [TEST - EVENT] Extracting gzipped tarball... file = phd-tests/framework/src/artifacts/store.rs line = 518 path = phd_tests::crucible::migrate::load_test target = phd_framework::artifacts::store
14372024-06-17T17:24:14.950ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
14382024-06-17T17:24:14.950ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9000", "--encrypted", "--uuid", "dfcf4904-dd23-4bf1-8140-3392c1679e5f", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
14392024-06-17T17:24:15.033ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::migrate::load_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:14.992651385Z","hostname":"buskin","pid":1040}\n{"msg":"UUID: dfcf4904-dd23-4bf1-8140-3392c1679e5f","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:15.025036425Z","hostname":"buskin","pid":1040}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:15.025053155Z","hostname":"buskin","pid":1040}\n target = phd_framework::disk::crucible
14402024-06-17T17:24:15.033ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9001", "--encrypted", "--uuid", "dfcf4904-dd23-4bf1-8140-3392c1679e5f", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
14412024-06-17T17:24:15.101ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::migrate::load_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:15.058366278Z","hostname":"buskin","pid":1041}\n{"msg":"UUID: dfcf4904-dd23-4bf1-8140-3392c1679e5f","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:15.092827748Z","hostname":"buskin","pid":1041}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:15.092838638Z","hostname":"buskin","pid":1041}\n target = phd_framework::disk::crucible
14422024-06-17T17:24:15.101ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9002", "--encrypted", "--uuid", "dfcf4904-dd23-4bf1-8140-3392c1679e5f", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
14432024-06-17T17:24:15.162ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::migrate::load_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:15.120226604Z","hostname":"buskin","pid":1042}\n{"msg":"UUID: dfcf4904-dd23-4bf1-8140-3392c1679e5f","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:15.153706749Z","hostname":"buskin","pid":1042}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:15.15371709Z","hostname":"buskin","pid":1042}\n target = phd_framework::disk::crucible
14442024-06-17T17:24:15.162ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::load_test stderr_path = "/tmp/propolis-phd/crucible_dfcf4904-dd23-4bf1-8140-3392c1679e5f_9000.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_dfcf4904-dd23-4bf1-8140-3392c1679e5f_9000.stdout.log" target = phd_framework::server_log_mode
14452024-06-17T17:24:15.162ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
14462024-06-17T17:24:15.162ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
14472024-06-17T17:24:15.172ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::load_test stderr_path = "/tmp/propolis-phd/crucible_dfcf4904-dd23-4bf1-8140-3392c1679e5f_9001.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_dfcf4904-dd23-4bf1-8140-3392c1679e5f_9001.stdout.log" target = phd_framework::server_log_mode
14482024-06-17T17:24:15.173ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
14492024-06-17T17:24:15.173ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
14502024-06-17T17:24:15.183ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::load_test stderr_path = "/tmp/propolis-phd/crucible_dfcf4904-dd23-4bf1-8140-3392c1679e5f_9002.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_dfcf4904-dd23-4bf1-8140-3392c1679e5f_9002.stdout.log" target = phd_framework::server_log_mode
14512024-06-17T17:24:15.183ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
14522024-06-17T17:24:15.183ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
14532024-06-17T17:24:15.194ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
14542024-06-17T17:24:15.195ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::crucible::migrate::load_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"dfcf4904-dd23-4bf1-8140-3392c1679e5f\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"fbd43558-9822-4cd4-b913-e7dd7ffdf701\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"d31c7b32-0285-414a-973b-f30a23f493db\\",\\"key\\":\\"WdU0iqzH5qRa08p9zWCX55L5IL1mb0pn/aEgdanNWtY=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = crucible_load_test_source
14552024-06-17T17:24:15.195ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
14562024-06-17T17:24:15.195ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_load_test_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::migrate::load_test server_addr = 127.0.0.1:9003 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
14572024-06-17T17:24:15.195ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::load_test stderr_path = "/tmp/propolis-phd/crucible_load_test_source.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_load_test_source.stdout.log" target = phd_framework::server_log_mode
14582024-06-17T17:24:15.206ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1046 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm::server
14592024-06-17T17:24:15.206ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
14602024-06-17T17:24:15.206ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
14612024-06-17T17:24:15.207ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
14622024-06-17T17:24:15.869ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
14632024-06-17T17:24:15.870ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 4c4ae647-87f1-4cd9-97c7-6670c8964d86, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: fae8c6fc-e009-4459-8989-584e221b3efb, silo_id: 0c4034ad-9906-497a-b3da-87204a1863dc }, name: "phd-vm-4c4ae647-87f1-4cd9-97c7-6670c8964d86", vcpus: 2 }, state: Creating } line = 382 path = phd_tests::crucible::migrate::load_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"dfcf4904-dd23-4bf1-8140-3392c1679e5f\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"fbd43558-9822-4cd4-b913-e7dd7ffdf701\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"d31c7b32-0285-414a-973b-f30a23f493db\\",\\"key\\":\\"WdU0iqzH5qRa08p9zWCX55L5IL1mb0pn/aEgdanNWtY=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
14642024-06-17T17:24:15.870ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 663 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
14652024-06-17T17:24:15.870ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
14662024-06-17T17:24:15.870ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::crucible::migrate::load_test state = Run target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
14672024-06-17T17:24:15.871ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
14682024-06-17T17:24:15.871ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
14692024-06-17T17:24:15.871ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 643 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = 300s vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
14702024-06-17T17:24:15.871ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::crucible::migrate::load_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
14712024-06-17T17:24:15.871ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
14722024-06-17T17:24:15.871ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
14732024-06-17T17:24:20.786ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4914 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
14742024-06-17T17:24:20.786ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::crucible::migrate::load_test step = WriteStr("root") target = phd_framework::test_vm
14752024-06-17T17:24:20.786ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::crucible::migrate::load_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
14762024-06-17T17:24:20.787ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
14772024-06-17T17:24:20.787ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
14782024-06-17T17:24:20.801ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 14 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
14792024-06-17T17:24:20.802ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 691 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
14802024-06-17T17:24:20.802ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4930 file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
14812024-06-17T17:24:20.802ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
14822024-06-17T17:24:20.802ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::crucible::migrate::load_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"dfcf4904-dd23-4bf1-8140-3392c1679e5f\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"afe760b6-0752-4363-9ef9-308688653d94\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":2,\\"opts\\":{\\"id\\":\\"5f3c7f97-35ce-43e2-b381-2c14962f1992\\",\\"key\\":\\"WdU0iqzH5qRa08p9zWCX55L5IL1mb0pn/aEgdanNWtY=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = crucible_load_test_target
14832024-06-17T17:24:20.802ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
14842024-06-17T17:24:20.802ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_load_test_target.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::migrate::load_test server_addr = 127.0.0.1:9005 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
14852024-06-17T17:24:20.802ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::load_test stderr_path = "/tmp/propolis-phd/crucible_load_test_target.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_load_test_target.stdout.log" target = phd_framework::server_log_mode
14862024-06-17T17:24:20.820ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1047 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm::server
14872024-06-17T17:24:20.821ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 18 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
14882024-06-17T17:24:20.821ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
14892024-06-17T17:24:20.821ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
14902024-06-17T17:24:20.834ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 13 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
14912024-06-17T17:24:20.835ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
14922024-06-17T17:24:20.835ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
14932024-06-17T17:24:21.064ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 229 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
14942024-06-17T17:24:21.064ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
14952024-06-17T17:24:21.065ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
14962024-06-17T17:24:21.075ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
14972024-06-17T17:24:21.075ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
14982024-06-17T17:24:21.075ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
14992024-06-17T17:24:21.342ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 266 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
15002024-06-17T17:24:21.342ZINFOphd-runner: [TEST - EVENT] Generated SHA256 checksum: dff64157052bc858ee3d12189624a8590dea90ad0ea258ce78cad98bda2e6f28 file = phd-tests/tests/src/crucible/migrate.rs line = 72 path = phd_tests::crucible::migrate::load_test target = phd_tests::crucible::migrate
15012024-06-17T17:24:21.342ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
15022024-06-17T17:24:21.342ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
15032024-06-17T17:24:21.352ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
15042024-06-17T17:24:21.353ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
15052024-06-17T17:24:21.353ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
15062024-06-17T17:24:21.385ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
15072024-06-17T17:24:21.386ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86 target = phd_framework::test_vm target_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15082024-06-17T17:24:21.386ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9003 file = phd-tests/framework/src/test_vm/mod.rs line = 505 migration_id = f8f173d1-29ef-4330-bc3d-126f5eaa0fea path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86 target = phd_framework::test_vm target_id = 7c8902bd-717d-4d2b-b220-da53181e28f1 timeout_duration = 45s
15092024-06-17T17:24:21.386ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86 target = phd_framework::test_vm target_id = 7c8902bd-717d-4d2b-b220-da53181e28f1 vm = crucible_load_test_target vm_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15102024-06-17T17:24:21.505ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 7c8902bd-717d-4d2b-b220-da53181e28f1, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 27aad8f9-d79e-4da7-ac4b-0de8c319f46b, silo_id: 0593edc4-d093-4dd9-93f5-7defa6f4fd10 }, name: "phd-vm-7c8902bd-717d-4d2b-b220-da53181e28f1", vcpus: 2 }, state: Migrating } line = 382 path = phd_tests::crucible::migrate::load_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"dfcf4904-dd23-4bf1-8140-3392c1679e5f\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"afe760b6-0752-4363-9ef9-308688653d94\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":2,\\"opts\\":{\\"id\\":\\"5f3c7f97-35ce-43e2-b381-2c14962f1992\\",\\"key\\":\\"WdU0iqzH5qRa08p9zWCX55L5IL1mb0pn/aEgdanNWtY=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = crucible_load_test_source source_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86 target = phd_framework::test_vm target_id = 7c8902bd-717d-4d2b-b220-da53181e28f1 vm = crucible_load_test_target vm_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15112024-06-17T17:24:21.505ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 119 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86 target = phd_framework::test_vm target_id = 7c8902bd-717d-4d2b-b220-da53181e28f1 vm = crucible_load_test_target vm_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15122024-06-17T17:24:21.506ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = f8f173d1-29ef-4330-bc3d-126f5eaa0fea path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86 target = phd_framework::test_vm target_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15132024-06-17T17:24:27.376ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9005","from_start":7920}} target = phd_framework::serial
15142024-06-17T17:24:29.250ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 538 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86 target = phd_framework::test_vm target_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15152024-06-17T17:24:29.250ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 7744 file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = f8f173d1-29ef-4330-bc3d-126f5eaa0fea path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86 target = phd_framework::test_vm target_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15162024-06-17T17:24:29.250ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 7864 file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86 target = phd_framework::test_vm target_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15172024-06-17T17:24:29.250ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15182024-06-17T17:24:29.250ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_load_test_target vm_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15192024-06-17T17:24:29.262ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15202024-06-17T17:24:29.262ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15212024-06-17T17:24:29.262ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_load_test_target vm_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15222024-06-17T17:24:29.295ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15232024-06-17T17:24:29.295ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15242024-06-17T17:24:29.295ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_load_test_target vm_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15252024-06-17T17:24:29.306ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15262024-06-17T17:24:29.306ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15272024-06-17T17:24:29.306ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_load_test_target vm_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15282024-06-17T17:24:29.575ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 268 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15292024-06-17T17:24:29.575ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15302024-06-17T17:24:29.575ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
15312024-06-17T17:24:29.576ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
15322024-06-17T17:24:29.576ZINFOphd-runner: test phd_tests::crucible::migrate::load_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
15332024-06-17T17:24:29.576ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 13706 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
15342024-06-17T17:24:29.576ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
15352024-06-17T17:24:29.577ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15362024-06-17T17:24:29.577ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::migrate::load_test self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
15372024-06-17T17:24:29.710ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 134 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 4c4ae647-87f1-4cd9-97c7-6670c8964d86
15382024-06-17T17:24:29.711ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::migrate::load_test self.address = 127.0.0.1:9005 target = phd_framework::test_vm::server vm = crucible_load_test_target vm_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15392024-06-17T17:24:29.825ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::migrate::load_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: "/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9000" } } target = phd_framework::disk::crucible vm = crucible_load_test_target vm_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15402024-06-17T17:24:29.837ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::migrate::load_test self.path = "/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9000" target = phd_framework::disk::crucible vm = crucible_load_test_target vm_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15412024-06-17T17:24:29.848ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::migrate::load_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: "/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9001" } } target = phd_framework::disk::crucible vm = crucible_load_test_target vm_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15422024-06-17T17:24:29.860ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::migrate::load_test self.path = "/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9001" target = phd_framework::disk::crucible vm = crucible_load_test_target vm_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15432024-06-17T17:24:29.870ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::migrate::load_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: "/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9002" } } target = phd_framework::disk::crucible vm = crucible_load_test_target vm_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15442024-06-17T17:24:29.881ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::migrate::load_test self.path = "/tmp/propolis-phd/dfcf4904-dd23-4bf1-8140-3392c1679e5f_9002" target = phd_framework::disk::crucible vm = crucible_load_test_target vm_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15452024-06-17T17:24:29.891ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 315 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 7c8902bd-717d-4d2b-b220-da53181e28f1
15462024-06-17T17:24:29.892ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 37883 file = phd-tests/tests/src/crucible/migrate.rs line = 39 path = phd_tests::crucible::migrate::load_test target = phd_tests::crucible::migrate
15472024-06-17T17:24:29.892ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 315 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
15482024-06-17T17:24:29.892ZINFOphd-runner: Starting test phd_tests::crucible::migrate::smoke_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
15492024-06-17T17:24:29.892ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
15502024-06-17T17:24:29.892ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
15512024-06-17T17:24:29.892ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/crucible/migrate.rs line = 10 path = phd_tests::crucible::migrate::smoke_test target = phd_tests::crucible::migrate
15522024-06-17T17:24:29.892ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
15532024-06-17T17:24:29.893ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
15542024-06-17T17:24:29.893ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/77b42b3dd10cdfd7a9b9d016f5a679df2b72cd8cd56fa69a7ea626e1109a944a/crucible-downstairs target = phd_framework::artifacts::store
15552024-06-17T17:24:29.893ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
15562024-06-17T17:24:29.893ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9000", "--encrypted", "--uuid", "b34d10ce-66b6-4d13-bbc3-513054fd3d5e", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15572024-06-17T17:24:29.955ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::migrate::smoke_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:29.914592665Z","hostname":"buskin","pid":1050}\n{"msg":"UUID: b34d10ce-66b6-4d13-bbc3-513054fd3d5e","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:29.94804504Z","hostname":"buskin","pid":1050}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:29.94805762Z","hostname":"buskin","pid":1050}\n target = phd_framework::disk::crucible
15582024-06-17T17:24:29.955ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9001", "--encrypted", "--uuid", "b34d10ce-66b6-4d13-bbc3-513054fd3d5e", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15592024-06-17T17:24:30.022ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::migrate::smoke_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:29.980732743Z","hostname":"buskin","pid":1051}\n{"msg":"UUID: b34d10ce-66b6-4d13-bbc3-513054fd3d5e","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:30.014551244Z","hostname":"buskin","pid":1051}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:30.014561174Z","hostname":"buskin","pid":1051}\n target = phd_framework::disk::crucible
15602024-06-17T17:24:30.022ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9002", "--encrypted", "--uuid", "b34d10ce-66b6-4d13-bbc3-513054fd3d5e", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15612024-06-17T17:24:30.087ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::migrate::smoke_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:30.045700505Z","hostname":"buskin","pid":1052}\n{"msg":"UUID: b34d10ce-66b6-4d13-bbc3-513054fd3d5e","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:30.079112369Z","hostname":"buskin","pid":1052}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:30.07913008Z","hostname":"buskin","pid":1052}\n target = phd_framework::disk::crucible
15622024-06-17T17:24:30.087ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::smoke_test stderr_path = "/tmp/propolis-phd/crucible_b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9000.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9000.stdout.log" target = phd_framework::server_log_mode
15632024-06-17T17:24:30.087ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15642024-06-17T17:24:30.087ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15652024-06-17T17:24:30.097ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::smoke_test stderr_path = "/tmp/propolis-phd/crucible_b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9001.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9001.stdout.log" target = phd_framework::server_log_mode
15662024-06-17T17:24:30.098ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15672024-06-17T17:24:30.098ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15682024-06-17T17:24:30.108ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::smoke_test stderr_path = "/tmp/propolis-phd/crucible_b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9002.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9002.stdout.log" target = phd_framework::server_log_mode
15692024-06-17T17:24:30.108ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15702024-06-17T17:24:30.108ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15712024-06-17T17:24:30.118ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
15722024-06-17T17:24:30.118ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::crucible::migrate::smoke_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"b34d10ce-66b6-4d13-bbc3-513054fd3d5e\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"f061e23d-9264-493d-b37f-851229435cf2\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"57a55523-b784-4383-9746-5a5904baf5b4\\",\\"key\\":\\"9d4Vn0zs2d1KZO9J6vPUl0+MmE8fdjDM0pjOFi9KDPg=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = crucible_migrate_smoke_source
15732024-06-17T17:24:30.118ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
15742024-06-17T17:24:30.119ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_migrate_smoke_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::migrate::smoke_test server_addr = 127.0.0.1:9003 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
15752024-06-17T17:24:30.119ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::smoke_test stderr_path = "/tmp/propolis-phd/crucible_migrate_smoke_source.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_migrate_smoke_source.stdout.log" target = phd_framework::server_log_mode
15762024-06-17T17:24:30.130ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1056 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm::server
15772024-06-17T17:24:30.131ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 12 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
15782024-06-17T17:24:30.131ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
15792024-06-17T17:24:30.131ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
15802024-06-17T17:24:30.825ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
15812024-06-17T17:24:30.826ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 7da4fba6-de60-42d6-89bb-d507e2760e04, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 8b984118-50e0-4e81-85fc-9446759625f6, silo_id: 818b3760-1268-4184-9bd9-22b33e7e8fd9 }, name: "phd-vm-7da4fba6-de60-42d6-89bb-d507e2760e04", vcpus: 2 }, state: Creating } line = 382 path = phd_tests::crucible::migrate::smoke_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"b34d10ce-66b6-4d13-bbc3-513054fd3d5e\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"f061e23d-9264-493d-b37f-851229435cf2\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"57a55523-b784-4383-9746-5a5904baf5b4\\",\\"key\\":\\"9d4Vn0zs2d1KZO9J6vPUl0+MmE8fdjDM0pjOFi9KDPg=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
15822024-06-17T17:24:30.826ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 695 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
15832024-06-17T17:24:30.826ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
15842024-06-17T17:24:30.826ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::crucible::migrate::smoke_test state = Run target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
15852024-06-17T17:24:30.827ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
15862024-06-17T17:24:30.827ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
15872024-06-17T17:24:30.827ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 643 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = 300s vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
15882024-06-17T17:24:30.827ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::crucible::migrate::smoke_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
15892024-06-17T17:24:30.827ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
15902024-06-17T17:24:30.827ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
15912024-06-17T17:24:35.784ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4956 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
15922024-06-17T17:24:35.784ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::crucible::migrate::smoke_test step = WriteStr("root") target = phd_framework::test_vm
15932024-06-17T17:24:35.784ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::crucible::migrate::smoke_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
15942024-06-17T17:24:35.784ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
15952024-06-17T17:24:35.784ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
15962024-06-17T17:24:35.799ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 14 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
15972024-06-17T17:24:35.799ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 691 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
15982024-06-17T17:24:35.799ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4972 file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
15992024-06-17T17:24:35.800ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
16002024-06-17T17:24:35.800ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
16012024-06-17T17:24:35.810ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
16022024-06-17T17:24:35.810ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
16032024-06-17T17:24:35.811ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
16042024-06-17T17:24:35.843ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
16052024-06-17T17:24:35.843ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
16062024-06-17T17:24:35.843ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
16072024-06-17T17:24:35.854ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
16082024-06-17T17:24:35.854ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
16092024-06-17T17:24:35.854ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
16102024-06-17T17:24:35.887ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
16112024-06-17T17:24:35.887ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
16122024-06-17T17:24:35.887ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
16132024-06-17T17:24:35.898ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
16142024-06-17T17:24:35.898ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
16152024-06-17T17:24:35.898ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
16162024-06-17T17:24:35.931ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
16172024-06-17T17:24:35.931ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
16182024-06-17T17:24:35.931ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::crucible::migrate::smoke_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"b34d10ce-66b6-4d13-bbc3-513054fd3d5e\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"e4f4d0a7-8761-49ad-99a5-64560d4e8223\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":2,\\"opts\\":{\\"id\\":\\"64858513-a30a-4b27-9fdd-02a1ca5e1a40\\",\\"key\\":\\"9d4Vn0zs2d1KZO9J6vPUl0+MmE8fdjDM0pjOFi9KDPg=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = crucible_migrate_smoke_target
16192024-06-17T17:24:35.931ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
16202024-06-17T17:24:35.932ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_migrate_smoke_target.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::migrate::smoke_test server_addr = 127.0.0.1:9005 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
16212024-06-17T17:24:35.932ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::smoke_test stderr_path = "/tmp/propolis-phd/crucible_migrate_smoke_target.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_migrate_smoke_target.stdout.log" target = phd_framework::server_log_mode
16222024-06-17T17:24:35.950ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1057 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm::server
16232024-06-17T17:24:35.950ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
16242024-06-17T17:24:35.950ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = 7da4fba6-de60-42d6-89bb-d507e2760e04 target = phd_framework::test_vm target_id = cd557c0a-6092-402d-aba7-e14a2fc971b3
16252024-06-17T17:24:35.951ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9003 file = phd-tests/framework/src/test_vm/mod.rs line = 505 migration_id = da45ff5e-e3f4-4138-b6f4-faeff137f0c3 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = 7da4fba6-de60-42d6-89bb-d507e2760e04 target = phd_framework::test_vm target_id = cd557c0a-6092-402d-aba7-e14a2fc971b3 timeout_duration = 45s
16262024-06-17T17:24:35.951ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = 7da4fba6-de60-42d6-89bb-d507e2760e04 target = phd_framework::test_vm target_id = cd557c0a-6092-402d-aba7-e14a2fc971b3 vm = crucible_migrate_smoke_target vm_id = cd557c0a-6092-402d-aba7-e14a2fc971b3
16272024-06-17T17:24:35.951ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9005/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = 7da4fba6-de60-42d6-89bb-d507e2760e04 target = phd_framework::test_vm target_id = cd557c0a-6092-402d-aba7-e14a2fc971b3 vm = crucible_migrate_smoke_target vm_id = cd557c0a-6092-402d-aba7-e14a2fc971b3
16282024-06-17T17:24:36.736ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: cd557c0a-6092-402d-aba7-e14a2fc971b3, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 6d6ae200-3b4c-4668-b622-96c45f880e3e, silo_id: f22b4ebc-bf6d-4bff-9ff1-51532616e483 }, name: "phd-vm-cd557c0a-6092-402d-aba7-e14a2fc971b3", vcpus: 2 }, state: Migrating } line = 382 path = phd_tests::crucible::migrate::smoke_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"b34d10ce-66b6-4d13-bbc3-513054fd3d5e\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"e4f4d0a7-8761-49ad-99a5-64560d4e8223\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":2,\\"opts\\":{\\"id\\":\\"64858513-a30a-4b27-9fdd-02a1ca5e1a40\\",\\"key\\":\\"9d4Vn0zs2d1KZO9J6vPUl0+MmE8fdjDM0pjOFi9KDPg=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = crucible_migrate_smoke_source source_id = 7da4fba6-de60-42d6-89bb-d507e2760e04 target = phd_framework::test_vm target_id = cd557c0a-6092-402d-aba7-e14a2fc971b3 vm = crucible_migrate_smoke_target vm_id = cd557c0a-6092-402d-aba7-e14a2fc971b3
16292024-06-17T17:24:36.737ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 785 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = 7da4fba6-de60-42d6-89bb-d507e2760e04 target = phd_framework::test_vm target_id = cd557c0a-6092-402d-aba7-e14a2fc971b3 vm = crucible_migrate_smoke_target vm_id = cd557c0a-6092-402d-aba7-e14a2fc971b3
16302024-06-17T17:24:36.737ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = da45ff5e-e3f4-4138-b6f4-faeff137f0c3 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = 7da4fba6-de60-42d6-89bb-d507e2760e04 target = phd_framework::test_vm target_id = cd557c0a-6092-402d-aba7-e14a2fc971b3
16312024-06-17T17:24:40.511ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9005","from_start":7718}} target = phd_framework::serial
16322024-06-17T17:24:41.009ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 538 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = 7da4fba6-de60-42d6-89bb-d507e2760e04 target = phd_framework::test_vm target_id = cd557c0a-6092-402d-aba7-e14a2fc971b3
16332024-06-17T17:24:41.009ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 4272 file = phd-tests/framework/src/test_vm/mod.rs line = 525 migration_id = da45ff5e-e3f4-4138-b6f4-faeff137f0c3 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = 7da4fba6-de60-42d6-89bb-d507e2760e04 target = phd_framework::test_vm target_id = cd557c0a-6092-402d-aba7-e14a2fc971b3
16342024-06-17T17:24:41.009ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 5058 file = phd-tests/framework/src/test_vm/mod.rs line = 472 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = 7da4fba6-de60-42d6-89bb-d507e2760e04 target = phd_framework::test_vm target_id = cd557c0a-6092-402d-aba7-e14a2fc971b3
16352024-06-17T17:24:41.009ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = cd557c0a-6092-402d-aba7-e14a2fc971b3
16362024-06-17T17:24:41.009ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_migrate_smoke_target vm_id = cd557c0a-6092-402d-aba7-e14a2fc971b3
16372024-06-17T17:24:42.093ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 1083 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = cd557c0a-6092-402d-aba7-e14a2fc971b3
16382024-06-17T17:24:42.093ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = cd557c0a-6092-402d-aba7-e14a2fc971b3
16392024-06-17T17:24:42.093ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_migrate_smoke_target vm_id = cd557c0a-6092-402d-aba7-e14a2fc971b3
16402024-06-17T17:24:42.126ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 33 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = cd557c0a-6092-402d-aba7-e14a2fc971b3
16412024-06-17T17:24:42.127ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = cd557c0a-6092-402d-aba7-e14a2fc971b3
16422024-06-17T17:24:42.127ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
16432024-06-17T17:24:42.127ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
16442024-06-17T17:24:42.127ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 11301 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
16452024-06-17T17:24:42.127ZINFOphd-runner: test phd_tests::crucible::migrate::smoke_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
16462024-06-17T17:24:42.127ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
16472024-06-17T17:24:42.129ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = cd557c0a-6092-402d-aba7-e14a2fc971b3
16482024-06-17T17:24:42.129ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::migrate::smoke_test self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
16492024-06-17T17:24:42.257ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 129 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 7da4fba6-de60-42d6-89bb-d507e2760e04
16502024-06-17T17:24:42.258ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::migrate::smoke_test self.address = 127.0.0.1:9005 target = phd_framework::test_vm::server vm = crucible_migrate_smoke_target vm_id = cd557c0a-6092-402d-aba7-e14a2fc971b3
16512024-06-17T17:24:42.396ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::migrate::smoke_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: "/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9000" } } target = phd_framework::disk::crucible vm = crucible_migrate_smoke_target vm_id = cd557c0a-6092-402d-aba7-e14a2fc971b3
16522024-06-17T17:24:42.407ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::migrate::smoke_test self.path = "/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9000" target = phd_framework::disk::crucible vm = crucible_migrate_smoke_target vm_id = cd557c0a-6092-402d-aba7-e14a2fc971b3
16532024-06-17T17:24:42.418ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::migrate::smoke_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: "/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9001" } } target = phd_framework::disk::crucible vm = crucible_migrate_smoke_target vm_id = cd557c0a-6092-402d-aba7-e14a2fc971b3
16542024-06-17T17:24:42.428ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::migrate::smoke_test self.path = "/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9001" target = phd_framework::disk::crucible vm = crucible_migrate_smoke_target vm_id = cd557c0a-6092-402d-aba7-e14a2fc971b3
16552024-06-17T17:24:42.439ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::migrate::smoke_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: "/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9002" } } target = phd_framework::disk::crucible vm = crucible_migrate_smoke_target vm_id = cd557c0a-6092-402d-aba7-e14a2fc971b3
16562024-06-17T17:24:42.450ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::migrate::smoke_test self.path = "/tmp/propolis-phd/b34d10ce-66b6-4d13-bbc3-513054fd3d5e_9002" target = phd_framework::disk::crucible vm = crucible_migrate_smoke_target vm_id = cd557c0a-6092-402d-aba7-e14a2fc971b3
16572024-06-17T17:24:42.461ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 334 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = cd557c0a-6092-402d-aba7-e14a2fc971b3
16582024-06-17T17:24:42.461ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 12569 file = phd-tests/tests/src/crucible/migrate.rs line = 10 path = phd_tests::crucible::migrate::smoke_test target = phd_tests::crucible::migrate
16592024-06-17T17:24:42.462ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 334 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
16602024-06-17T17:24:42.462ZINFOphd-runner: Starting test phd_tests::hw::lspci_lifecycle_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
16612024-06-17T17:24:42.462ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
16622024-06-17T17:24:42.462ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
16632024-06-17T17:24:42.462ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/hw.rs line = 8 path = phd_tests::hw::lspci_lifecycle_test target = phd_tests::hw
16642024-06-17T17:24:42.462ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
16652024-06-17T17:24:42.462ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
16662024-06-17T17:24:42.462ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
16672024-06-17T17:24:42.462ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs verb = list
16682024-06-17T17:24:42.486ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::hw::lspci_lifecycle_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 794M 1.80T 792M /phd-artifacts\n target = phd_framework::zfs
16692024-06-17T17:24:42.486ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-a031d1e0-0649-4dbb-bc25-7097fc5b1072"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs verb = snapshot
16702024-06-17T17:24:42.511ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-a031d1e0-0649-4dbb-bc25-7097fc5b1072", "phd-artifacts/phd-clone-89aeafc7-c955-4d43-b60e-ba0d832b6a77"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs verb = clone
16712024-06-17T17:24:42.538ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-89aeafc7-c955-4d43-b60e-ba0d832b6a77"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs verb = list
16722024-06-17T17:24:42.555ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::hw::lspci_lifecycle_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-89aeafc7-c955-4d43-b60e-ba0d832b6a77 0B 1.80T 792M /phd-artifacts/phd-clone-89aeafc7-c955-4d43-b60e-ba0d832b6a77\n target = phd_framework::zfs
16732024-06-17T17:24:42.556ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
16742024-06-17T17:24:42.556ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::hw::lspci_lifecycle_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-89aeafc7-c955-4d43-b60e-ba0d832b6a77/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = lspci_lifecycle_test
16752024-06-17T17:24:42.556ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
16762024-06-17T17:24:42.556ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/lspci_lifecycle_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::hw::lspci_lifecycle_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
16772024-06-17T17:24:42.556ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::hw::lspci_lifecycle_test stderr_path = "/tmp/propolis-phd/lspci_lifecycle_test.stderr.log" stdout_path = "/tmp/propolis-phd/lspci_lifecycle_test.stdout.log" target = phd_framework::server_log_mode
16782024-06-17T17:24:42.566ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1064 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm::server
16792024-06-17T17:24:42.566ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
16802024-06-17T17:24:42.566ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
16812024-06-17T17:24:42.567ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
16822024-06-17T17:24:43.324ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
16832024-06-17T17:24:43.325ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 9614511d-7dd1-4d12-aa41-6fd37fa817e9, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: c2e73a7a-6260-4731-8bb2-3d48529db905, silo_id: bc36a8f4-a401-4b5e-a70f-c9d634900eff }, name: "phd-vm-9614511d-7dd1-4d12-aa41-6fd37fa817e9", vcpus: 2 }, state: Creating } line = 382 path = phd_tests::hw::lspci_lifecycle_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-89aeafc7-c955-4d43-b60e-ba0d832b6a77/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
16842024-06-17T17:24:43.325ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 758 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
16852024-06-17T17:24:43.325ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
16862024-06-17T17:24:43.325ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::hw::lspci_lifecycle_test state = Run target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
16872024-06-17T17:24:43.326ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
16882024-06-17T17:24:43.326ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
16892024-06-17T17:24:43.326ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 643 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = 300s vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
16902024-06-17T17:24:43.326ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::hw::lspci_lifecycle_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
16912024-06-17T17:24:43.326ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
16922024-06-17T17:24:43.326ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
16932024-06-17T17:24:47.532ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4205 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
16942024-06-17T17:24:47.532ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::hw::lspci_lifecycle_test step = WriteStr("root") target = phd_framework::test_vm
16952024-06-17T17:24:47.532ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::hw::lspci_lifecycle_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
16962024-06-17T17:24:47.532ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
16972024-06-17T17:24:47.532ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
16982024-06-17T17:24:47.547ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 14 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
16992024-06-17T17:24:47.547ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 691 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
17002024-06-17T17:24:47.547ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4221 file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
17012024-06-17T17:24:47.548ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
17022024-06-17T17:24:47.548ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
17032024-06-17T17:24:47.558ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
17042024-06-17T17:24:47.558ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
17052024-06-17T17:24:47.558ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
17062024-06-17T17:24:47.580ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 21 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
17072024-06-17T17:24:47.580ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
17082024-06-17T17:24:47.580ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
17092024-06-17T17:24:47.591ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
17102024-06-17T17:24:47.591ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
17112024-06-17T17:24:47.591ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
17122024-06-17T17:24:47.624ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
17132024-06-17T17:24:47.624ZINFOphd-runner: [TEST - EVENT] stopping and starting VM for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 58 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::lifecycle vm_name = lspci_lifecycle_test
17142024-06-17T17:24:47.624ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
17152024-06-17T17:24:47.624ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::hw::lspci_lifecycle_test state = Stop target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
17162024-06-17T17:24:47.625ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 1 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
17172024-06-17T17:24:47.625ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
17182024-06-17T17:24:47.625ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::hw::lspci_lifecycle_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-89aeafc7-c955-4d43-b60e-ba0d832b6a77/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = lspci_lifecycle_test_lifecycle_0
17192024-06-17T17:24:47.625ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
17202024-06-17T17:24:47.625ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::hw::lspci_lifecycle_test server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
17212024-06-17T17:24:47.625ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::hw::lspci_lifecycle_test stderr_path = "/tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
17222024-06-17T17:24:47.644ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1065 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm::server
17232024-06-17T17:24:47.645ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
17242024-06-17T17:24:47.645ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17252024-06-17T17:24:47.645ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17262024-06-17T17:24:47.646ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 271 target = phd_framework::serial
17272024-06-17T17:24:47.646ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 4321 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
17282024-06-17T17:24:48.247ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
17292024-06-17T17:24:48.247ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: a16f2c20-ae08-4b96-a7e9-464e83293098, silo_id: f81d63c9-fe36-4353-8327-31c172af8957 }, name: "phd-vm-b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6", vcpus: 2 }, state: Creating } line = 382 path = phd_tests::hw::lspci_lifecycle_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-89aeafc7-c955-4d43-b60e-ba0d832b6a77/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17302024-06-17T17:24:48.247ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 602 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17312024-06-17T17:24:48.248ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17322024-06-17T17:24:48.248ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::hw::lspci_lifecycle_test state = Run target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17332024-06-17T17:24:48.248ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17342024-06-17T17:24:48.248ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
17352024-06-17T17:24:48.248ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 643 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = 300s vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17362024-06-17T17:24:48.248ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::hw::lspci_lifecycle_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
17372024-06-17T17:24:48.248ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17382024-06-17T17:24:48.248ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17392024-06-17T17:24:52.445ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4196 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17402024-06-17T17:24:52.445ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::hw::lspci_lifecycle_test step = WriteStr("root") target = phd_framework::test_vm
17412024-06-17T17:24:52.445ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::hw::lspci_lifecycle_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
17422024-06-17T17:24:52.445ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17432024-06-17T17:24:52.445ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17442024-06-17T17:24:52.459ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 13 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17452024-06-17T17:24:52.459ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 691 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
17462024-06-17T17:24:52.459ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4210 file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
17472024-06-17T17:24:52.459ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
17482024-06-17T17:24:52.459ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17492024-06-17T17:24:52.460ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17502024-06-17T17:24:52.461ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::hw::lspci_lifecycle_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
17512024-06-17T17:24:52.597ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 137 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 9614511d-7dd1-4d12-aa41-6fd37fa817e9
17522024-06-17T17:24:52.598ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 138 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17532024-06-17T17:24:52.598ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17542024-06-17T17:24:52.598ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17552024-06-17T17:24:52.620ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 22 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17562024-06-17T17:24:52.620ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17572024-06-17T17:24:52.620ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17582024-06-17T17:24:52.632ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17592024-06-17T17:24:52.632ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17602024-06-17T17:24:52.632ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17612024-06-17T17:24:52.654ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 21 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17622024-06-17T17:24:52.654ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17632024-06-17T17:24:52.654ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
17642024-06-17T17:24:52.654ZINFOphd-runner: test phd_tests::hw::lspci_lifecycle_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
17652024-06-17T17:24:52.654ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 4407 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
17662024-06-17T17:24:52.654ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
17672024-06-17T17:24:52.655ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17682024-06-17T17:24:53.152ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::hw::lspci_lifecycle_test self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17692024-06-17T17:24:53.285ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17702024-06-17T17:24:53.285ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-89aeafc7-c955-4d43-b60e-ba0d832b6a77"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs verb = destroy vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17712024-06-17T17:24:53.314ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17722024-06-17T17:24:53.314ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-a031d1e0-0649-4dbb-bc25-7097fc5b1072"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs verb = destroy vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17732024-06-17T17:24:53.337ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 682 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = b8efadcc-e3c3-426d-bbdb-ea5b8525cfa6
17742024-06-17T17:24:53.337ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 10874 file = phd-tests/tests/src/hw.rs line = 8 path = phd_tests::hw::lspci_lifecycle_test target = phd_tests::hw
17752024-06-17T17:24:53.337ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 682 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
17762024-06-17T17:24:53.337ZINFOphd-runner: Starting test phd_tests::crucible::smoke::shutdown_persistence_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
17772024-06-17T17:24:53.337ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
17782024-06-17T17:24:53.337ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
17792024-06-17T17:24:53.337ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/crucible/smoke.rs line = 46 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_tests::crucible::smoke
17802024-06-17T17:24:53.337ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
17812024-06-17T17:24:53.338ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
17822024-06-17T17:24:53.338ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/77b42b3dd10cdfd7a9b9d016f5a679df2b72cd8cd56fa69a7ea626e1109a944a/crucible-downstairs target = phd_framework::artifacts::store
17832024-06-17T17:24:53.338ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
17842024-06-17T17:24:53.338ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9000", "--encrypted", "--uuid", "84c03cb9-6763-4b98-857a-1f5b8ce1cf7e", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
17852024-06-17T17:24:53.397ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::shutdown_persistence_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:53.35612963Z","hostname":"buskin","pid":1070}\n{"msg":"UUID: 84c03cb9-6763-4b98-857a-1f5b8ce1cf7e","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:53.389088898Z","hostname":"buskin","pid":1070}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:53.389105768Z","hostname":"buskin","pid":1070}\n target = phd_framework::disk::crucible
17862024-06-17T17:24:53.397ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9001", "--encrypted", "--uuid", "84c03cb9-6763-4b98-857a-1f5b8ce1cf7e", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
17872024-06-17T17:24:53.457ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::shutdown_persistence_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:53.416160199Z","hostname":"buskin","pid":1071}\n{"msg":"UUID: 84c03cb9-6763-4b98-857a-1f5b8ce1cf7e","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:53.44937771Z","hostname":"buskin","pid":1071}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:53.44939298Z","hostname":"buskin","pid":1071}\n target = phd_framework::disk::crucible
17882024-06-17T17:24:53.457ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9002", "--encrypted", "--uuid", "84c03cb9-6763-4b98-857a-1f5b8ce1cf7e", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
17892024-06-17T17:24:53.516ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::shutdown_persistence_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:53.476073055Z","hostname":"buskin","pid":1072}\n{"msg":"UUID: 84c03cb9-6763-4b98-857a-1f5b8ce1cf7e","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:53.508719139Z","hostname":"buskin","pid":1072}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:53.508735769Z","hostname":"buskin","pid":1072}\n target = phd_framework::disk::crucible
17902024-06-17T17:24:53.517ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::shutdown_persistence_test stderr_path = "/tmp/propolis-phd/crucible_84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9000.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9000.stdout.log" target = phd_framework::server_log_mode
17912024-06-17T17:24:53.517ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
17922024-06-17T17:24:53.517ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
17932024-06-17T17:24:53.528ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::shutdown_persistence_test stderr_path = "/tmp/propolis-phd/crucible_84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9001.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9001.stdout.log" target = phd_framework::server_log_mode
17942024-06-17T17:24:53.528ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
17952024-06-17T17:24:53.528ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
17962024-06-17T17:24:53.538ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::shutdown_persistence_test stderr_path = "/tmp/propolis-phd/crucible_84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9002.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9002.stdout.log" target = phd_framework::server_log_mode
17972024-06-17T17:24:53.539ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
17982024-06-17T17:24:53.539ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
17992024-06-17T17:24:53.550ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::test_vm
18002024-06-17T17:24:53.550ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::crucible::smoke::shutdown_persistence_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"84c03cb9-6763-4b98-857a-1f5b8ce1cf7e\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"51691edd-7f79-4e7a-85b7-34ca39ae7dac\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"61874e58-f856-4cab-9ddb-e00403bcef05\\",\\"key\\":\\"zxPiGzkSbK9cwvLzaZKF3RXkkfLjA/51kbiXrQDjxT0=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = crucible_shutdown_persistence_test
18012024-06-17T17:24:53.550ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
18022024-06-17T17:24:53.550ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_shutdown_persistence_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::smoke::shutdown_persistence_test server_addr = 127.0.0.1:9003 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
18032024-06-17T17:24:53.550ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::shutdown_persistence_test stderr_path = "/tmp/propolis-phd/crucible_shutdown_persistence_test.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_shutdown_persistence_test.stdout.log" target = phd_framework::server_log_mode
18042024-06-17T17:24:53.561ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1076 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::test_vm::server
18052024-06-17T17:24:53.561ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::test_vm
18062024-06-17T17:24:53.562ZDEBGphd-runner: [TEST - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::smoke::shutdown_persistence_test self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server
18072024-06-17T17:24:53.579ZINFOphd-runner: [TEST - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::shutdown_persistence_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: "/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9000" } } target = phd_framework::disk::crucible
18082024-06-17T17:24:53.590ZINFOphd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::shutdown_persistence_test self.path = "/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9000" target = phd_framework::disk::crucible
18092024-06-17T17:24:53.597ZINFOphd-runner: [TEST - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::shutdown_persistence_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: "/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9001" } } target = phd_framework::disk::crucible
18102024-06-17T17:24:53.606ZINFOphd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::shutdown_persistence_test self.path = "/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9001" target = phd_framework::disk::crucible
18112024-06-17T17:24:53.614ZINFOphd-runner: [TEST - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::shutdown_persistence_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: "/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9002" } } target = phd_framework::disk::crucible
18122024-06-17T17:24:53.622ZINFOphd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::shutdown_persistence_test self.path = "/tmp/propolis-phd/84c03cb9-6763-4b98-857a-1f5b8ce1cf7e_9002" target = phd_framework::disk::crucible
18132024-06-17T17:24:53.630ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 292 file = phd-tests/tests/src/crucible/smoke.rs line = 46 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_tests::crucible::smoke
18142024-06-17T17:24:53.630ZINFOphd-runner: test phd_tests::crucible::smoke::shutdown_persistence_test ... skipped: Can't run data persistence test on a guest with a read-only file system file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
18152024-06-17T17:24:53.630ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
18162024-06-17T17:24:53.630ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
18172024-06-17T17:24:53.630ZINFOphd-runner: Starting test phd_tests::crucible::smoke::guest_reboot_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
18182024-06-17T17:24:53.630ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
18192024-06-17T17:24:53.630ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
18202024-06-17T17:24:53.630ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/crucible/smoke.rs line = 31 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_tests::crucible::smoke
18212024-06-17T17:24:53.631ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
18222024-06-17T17:24:53.631ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
18232024-06-17T17:24:53.631ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/77b42b3dd10cdfd7a9b9d016f5a679df2b72cd8cd56fa69a7ea626e1109a944a/crucible-downstairs target = phd_framework::artifacts::store
18242024-06-17T17:24:53.631ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
18252024-06-17T17:24:53.631ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9000", "--encrypted", "--uuid", "ad50154c-ac52-4be4-a970-612e2242e24c", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::disk::crucible
18262024-06-17T17:24:53.696ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::guest_reboot_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:53.652319304Z","hostname":"buskin","pid":1078}\n{"msg":"UUID: ad50154c-ac52-4be4-a970-612e2242e24c","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:53.686730914Z","hostname":"buskin","pid":1078}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:53.686747754Z","hostname":"buskin","pid":1078}\n target = phd_framework::disk::crucible
18272024-06-17T17:24:53.696ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9001", "--encrypted", "--uuid", "ad50154c-ac52-4be4-a970-612e2242e24c", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::disk::crucible
18282024-06-17T17:24:53.758ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::guest_reboot_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:53.717022692Z","hostname":"buskin","pid":1079}\n{"msg":"UUID: ad50154c-ac52-4be4-a970-612e2242e24c","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:53.749744406Z","hostname":"buskin","pid":1079}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:53.749761157Z","hostname":"buskin","pid":1079}\n target = phd_framework::disk::crucible
18292024-06-17T17:24:53.758ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9002", "--encrypted", "--uuid", "ad50154c-ac52-4be4-a970-612e2242e24c", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::disk::crucible
18302024-06-17T17:24:53.817ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::guest_reboot_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:53.776888658Z","hostname":"buskin","pid":1080}\n{"msg":"UUID: ad50154c-ac52-4be4-a970-612e2242e24c","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:53.80875383Z","hostname":"buskin","pid":1080}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:24:53.8087645Z","hostname":"buskin","pid":1080}\n target = phd_framework::disk::crucible
18312024-06-17T17:24:53.817ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::guest_reboot_test stderr_path = "/tmp/propolis-phd/crucible_ad50154c-ac52-4be4-a970-612e2242e24c_9000.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_ad50154c-ac52-4be4-a970-612e2242e24c_9000.stdout.log" target = phd_framework::server_log_mode
18322024-06-17T17:24:53.817ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::disk::crucible
18332024-06-17T17:24:53.817ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::disk::crucible
18342024-06-17T17:24:53.828ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::guest_reboot_test stderr_path = "/tmp/propolis-phd/crucible_ad50154c-ac52-4be4-a970-612e2242e24c_9001.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_ad50154c-ac52-4be4-a970-612e2242e24c_9001.stdout.log" target = phd_framework::server_log_mode
18352024-06-17T17:24:53.828ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::disk::crucible
18362024-06-17T17:24:53.828ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::disk::crucible
18372024-06-17T17:24:53.839ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::guest_reboot_test stderr_path = "/tmp/propolis-phd/crucible_ad50154c-ac52-4be4-a970-612e2242e24c_9002.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_ad50154c-ac52-4be4-a970-612e2242e24c_9002.stdout.log" target = phd_framework::server_log_mode
18382024-06-17T17:24:53.839ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::disk::crucible
18392024-06-17T17:24:53.839ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::disk::crucible
18402024-06-17T17:24:53.851ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm
18412024-06-17T17:24:53.851ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::crucible::smoke::guest_reboot_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"ad50154c-ac52-4be4-a970-612e2242e24c\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"3ff32bd2-379e-433d-a238-9bbee76ce605\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"2e704cc6-500a-464e-8919-e7cfc4cdd30c\\",\\"key\\":\\"jqXPcHk18BU+o5HuJ2t7q1m22pZBX1RDaS+uvUJU+w4=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = crucible_guest_reboot_test
18422024-06-17T17:24:53.851ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
18432024-06-17T17:24:53.851ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_guest_reboot_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::smoke::guest_reboot_test server_addr = 127.0.0.1:9003 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
18442024-06-17T17:24:53.851ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::guest_reboot_test stderr_path = "/tmp/propolis-phd/crucible_guest_reboot_test.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_guest_reboot_test.stdout.log" target = phd_framework::server_log_mode
18452024-06-17T17:24:53.861ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1084 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm::server
18462024-06-17T17:24:53.861ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm
18472024-06-17T17:24:53.861ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18482024-06-17T17:24:53.862ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18492024-06-17T17:24:54.567ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
18502024-06-17T17:24:54.568ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 1093bb98-3743-427a-a73f-7d36bea8d148, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: cd425a0e-6731-4bdc-bd87-253945bfe8a1, silo_id: be55e7ec-5c01-46a1-bc7b-330b2b23adc4 }, name: "phd-vm-1093bb98-3743-427a-a73f-7d36bea8d148", vcpus: 2 }, state: Creating } line = 382 path = phd_tests::crucible::smoke::guest_reboot_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"ad50154c-ac52-4be4-a970-612e2242e24c\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"3ff32bd2-379e-433d-a238-9bbee76ce605\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"2e704cc6-500a-464e-8919-e7cfc4cdd30c\\",\\"key\\":\\"jqXPcHk18BU+o5HuJ2t7q1m22pZBX1RDaS+uvUJU+w4=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18512024-06-17T17:24:54.568ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 706 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18522024-06-17T17:24:54.568ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18532024-06-17T17:24:54.568ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::crucible::smoke::guest_reboot_test state = Run target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18542024-06-17T17:24:54.569ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18552024-06-17T17:24:54.569ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm
18562024-06-17T17:24:54.569ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 643 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm timeout_duration = 300s vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18572024-06-17T17:24:54.569ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::crucible::smoke::guest_reboot_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
18582024-06-17T17:24:54.569ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18592024-06-17T17:24:54.569ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18602024-06-17T17:24:59.490ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4921 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18612024-06-17T17:24:59.490ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::crucible::smoke::guest_reboot_test step = WriteStr("root") target = phd_framework::test_vm
18622024-06-17T17:24:59.490ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::crucible::smoke::guest_reboot_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
18632024-06-17T17:24:59.490ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18642024-06-17T17:24:59.491ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18652024-06-17T17:24:59.506ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 15 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18662024-06-17T17:24:59.506ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 691 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm
18672024-06-17T17:24:59.506ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4937 file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm
18682024-06-17T17:24:59.506ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm
18692024-06-17T17:24:59.506ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 643 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm timeout_duration = 300s vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18702024-06-17T17:24:59.506ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::crucible::smoke::guest_reboot_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
18712024-06-17T17:24:59.506ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18722024-06-17T17:24:59.506ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18732024-06-17T17:25:06.697ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 7190 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18742024-06-17T17:25:06.697ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::crucible::smoke::guest_reboot_test step = WriteStr("root") target = phd_framework::test_vm
18752024-06-17T17:25:06.697ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::crucible::smoke::guest_reboot_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
18762024-06-17T17:25:06.697ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18772024-06-17T17:25:06.698ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18782024-06-17T17:25:06.713ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 14 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18792024-06-17T17:25:06.713ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 691 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm
18802024-06-17T17:25:06.713ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 7206 file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm
18812024-06-17T17:25:06.713ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18822024-06-17T17:25:06.713ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
18832024-06-17T17:25:06.713ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 12145 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
18842024-06-17T17:25:06.713ZINFOphd-runner: test phd_tests::crucible::smoke::guest_reboot_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
18852024-06-17T17:25:06.713ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
18862024-06-17T17:25:06.714ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18872024-06-17T17:25:07.011ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::smoke::guest_reboot_test self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18882024-06-17T17:25:07.155ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::guest_reboot_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: "/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9000" } } target = phd_framework::disk::crucible vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18892024-06-17T17:25:07.169ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::guest_reboot_test self.path = "/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9000" target = phd_framework::disk::crucible vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18902024-06-17T17:25:07.181ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::guest_reboot_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: "/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9001" } } target = phd_framework::disk::crucible vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18912024-06-17T17:25:07.192ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::guest_reboot_test self.path = "/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9001" target = phd_framework::disk::crucible vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18922024-06-17T17:25:07.202ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::guest_reboot_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: "/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9002" } } target = phd_framework::disk::crucible vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18932024-06-17T17:25:07.214ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::guest_reboot_test self.path = "/tmp/propolis-phd/ad50154c-ac52-4be4-a970-612e2242e24c_9002" target = phd_framework::disk::crucible vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18942024-06-17T17:25:07.225ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 512 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 1093bb98-3743-427a-a73f-7d36bea8d148
18952024-06-17T17:25:07.225ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 13594 file = phd-tests/tests/src/crucible/smoke.rs line = 31 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_tests::crucible::smoke
18962024-06-17T17:25:07.226ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 512 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
18972024-06-17T17:25:07.226ZINFOphd-runner: Starting test phd_tests::crucible::smoke::api_reboot_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
18982024-06-17T17:25:07.226ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
18992024-06-17T17:25:07.226ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
19002024-06-17T17:25:07.226ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/crucible/smoke.rs line = 19 path = phd_tests::crucible::smoke::api_reboot_test target = phd_tests::crucible::smoke
19012024-06-17T17:25:07.226ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
19022024-06-17T17:25:07.226ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
19032024-06-17T17:25:07.227ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/77b42b3dd10cdfd7a9b9d016f5a679df2b72cd8cd56fa69a7ea626e1109a944a/crucible-downstairs target = phd_framework::artifacts::store
19042024-06-17T17:25:07.227ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
19052024-06-17T17:25:07.227ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9000", "--encrypted", "--uuid", "c96af347-5ee4-4f8f-8843-b53924dff2f6", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::disk::crucible
19062024-06-17T17:25:07.297ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::api_reboot_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:25:07.253542893Z","hostname":"buskin","pid":1086}\n{"msg":"UUID: c96af347-5ee4-4f8f-8843-b53924dff2f6","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:25:07.288323658Z","hostname":"buskin","pid":1086}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:25:07.288339218Z","hostname":"buskin","pid":1086}\n target = phd_framework::disk::crucible
19072024-06-17T17:25:07.297ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9001", "--encrypted", "--uuid", "c96af347-5ee4-4f8f-8843-b53924dff2f6", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::disk::crucible
19082024-06-17T17:25:07.359ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::api_reboot_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:25:07.317055164Z","hostname":"buskin","pid":1087}\n{"msg":"UUID: c96af347-5ee4-4f8f-8843-b53924dff2f6","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:25:07.350792083Z","hostname":"buskin","pid":1087}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:25:07.350806233Z","hostname":"buskin","pid":1087}\n target = phd_framework::disk::crucible
19092024-06-17T17:25:07.359ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9002", "--encrypted", "--uuid", "c96af347-5ee4-4f8f-8843-b53924dff2f6", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::disk::crucible
19102024-06-17T17:25:07.421ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::api_reboot_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:25:07.377865014Z","hostname":"buskin","pid":1088}\n{"msg":"UUID: c96af347-5ee4-4f8f-8843-b53924dff2f6","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:25:07.412498986Z","hostname":"buskin","pid":1088}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:25:07.412517157Z","hostname":"buskin","pid":1088}\n target = phd_framework::disk::crucible
19112024-06-17T17:25:07.421ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::api_reboot_test stderr_path = "/tmp/propolis-phd/crucible_c96af347-5ee4-4f8f-8843-b53924dff2f6_9000.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_c96af347-5ee4-4f8f-8843-b53924dff2f6_9000.stdout.log" target = phd_framework::server_log_mode
19122024-06-17T17:25:07.421ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::disk::crucible
19132024-06-17T17:25:07.421ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::disk::crucible
19142024-06-17T17:25:07.432ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::api_reboot_test stderr_path = "/tmp/propolis-phd/crucible_c96af347-5ee4-4f8f-8843-b53924dff2f6_9001.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_c96af347-5ee4-4f8f-8843-b53924dff2f6_9001.stdout.log" target = phd_framework::server_log_mode
19152024-06-17T17:25:07.432ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::disk::crucible
19162024-06-17T17:25:07.432ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::disk::crucible
19172024-06-17T17:25:07.442ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::api_reboot_test stderr_path = "/tmp/propolis-phd/crucible_c96af347-5ee4-4f8f-8843-b53924dff2f6_9002.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_c96af347-5ee4-4f8f-8843-b53924dff2f6_9002.stdout.log" target = phd_framework::server_log_mode
19182024-06-17T17:25:07.442ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::disk::crucible
19192024-06-17T17:25:07.442ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::disk::crucible
19202024-06-17T17:25:07.452ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm
19212024-06-17T17:25:07.452ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::crucible::smoke::api_reboot_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"c96af347-5ee4-4f8f-8843-b53924dff2f6\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"30b49d69-1b56-4c66-87e9-f9f8c4d95774\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"aba9e2ad-7452-4dc4-b871-dc18cf4b13a7\\",\\"key\\":\\"OVBo8yaqPUnJSsT8AgosPyIRw9CWvecCfjqYKytZKaQ=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = crucible_guest_reboot_test
19222024-06-17T17:25:07.452ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
19232024-06-17T17:25:07.452ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_guest_reboot_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::smoke::api_reboot_test server_addr = 127.0.0.1:9003 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
19242024-06-17T17:25:07.452ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::api_reboot_test stderr_path = "/tmp/propolis-phd/crucible_guest_reboot_test.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_guest_reboot_test.stdout.log" target = phd_framework::server_log_mode
19252024-06-17T17:25:07.463ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1092 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm::server
19262024-06-17T17:25:07.463ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm
19272024-06-17T17:25:07.463ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19282024-06-17T17:25:07.464ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19292024-06-17T17:25:08.211ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
19302024-06-17T17:25:08.212ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: fe74a31f-40e1-45fc-a071-a8d8f9822b2f, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: de05ee03-5076-41f9-a24e-9686709426fe, silo_id: a492717e-f91c-41c8-849c-30bdbbb353a5 }, name: "phd-vm-fe74a31f-40e1-45fc-a071-a8d8f9822b2f", vcpus: 2 }, state: Creating } line = 382 path = phd_tests::crucible::smoke::api_reboot_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"c96af347-5ee4-4f8f-8843-b53924dff2f6\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"30b49d69-1b56-4c66-87e9-f9f8c4d95774\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"aba9e2ad-7452-4dc4-b871-dc18cf4b13a7\\",\\"key\\":\\"OVBo8yaqPUnJSsT8AgosPyIRw9CWvecCfjqYKytZKaQ=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19312024-06-17T17:25:08.212ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 748 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19322024-06-17T17:25:08.212ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19332024-06-17T17:25:08.212ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::crucible::smoke::api_reboot_test state = Run target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19342024-06-17T17:25:08.213ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19352024-06-17T17:25:08.213ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm
19362024-06-17T17:25:08.213ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 643 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm timeout_duration = 300s vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19372024-06-17T17:25:08.213ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::crucible::smoke::api_reboot_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
19382024-06-17T17:25:08.213ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19392024-06-17T17:25:08.213ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19402024-06-17T17:25:13.175ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4961 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19412024-06-17T17:25:13.175ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::crucible::smoke::api_reboot_test step = WriteStr("root") target = phd_framework::test_vm
19422024-06-17T17:25:13.175ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::crucible::smoke::api_reboot_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
19432024-06-17T17:25:13.175ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19442024-06-17T17:25:13.175ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19452024-06-17T17:25:13.190ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 14 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19462024-06-17T17:25:13.190ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 691 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm
19472024-06-17T17:25:13.190ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4977 file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm
19482024-06-17T17:25:13.190ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19492024-06-17T17:25:13.190ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::crucible::smoke::api_reboot_test state = Reboot target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19502024-06-17T17:25:13.191ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19512024-06-17T17:25:13.191ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm
19522024-06-17T17:25:13.191ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 643 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm timeout_duration = 300s vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19532024-06-17T17:25:13.191ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::crucible::smoke::api_reboot_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
19542024-06-17T17:25:13.191ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19552024-06-17T17:25:13.191ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19562024-06-17T17:25:17.943ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4751 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19572024-06-17T17:25:17.943ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::crucible::smoke::api_reboot_test step = WriteStr("root") target = phd_framework::test_vm
19582024-06-17T17:25:17.943ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::crucible::smoke::api_reboot_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
19592024-06-17T17:25:17.943ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19602024-06-17T17:25:17.943ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19612024-06-17T17:25:17.958ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 14 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19622024-06-17T17:25:17.958ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 691 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm
19632024-06-17T17:25:17.958ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4766 file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm
19642024-06-17T17:25:17.958ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19652024-06-17T17:25:17.958ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
19662024-06-17T17:25:17.958ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 9747 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
19672024-06-17T17:25:17.958ZINFOphd-runner: test phd_tests::crucible::smoke::api_reboot_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
19682024-06-17T17:25:17.958ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
19692024-06-17T17:25:17.959ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19702024-06-17T17:25:18.252ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::smoke::api_reboot_test self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19712024-06-17T17:25:18.393ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::api_reboot_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: "/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9000" } } target = phd_framework::disk::crucible vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19722024-06-17T17:25:18.405ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::api_reboot_test self.path = "/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9000" target = phd_framework::disk::crucible vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19732024-06-17T17:25:18.417ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::api_reboot_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: "/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9001" } } target = phd_framework::disk::crucible vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19742024-06-17T17:25:18.429ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::api_reboot_test self.path = "/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9001" target = phd_framework::disk::crucible vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19752024-06-17T17:25:18.440ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::api_reboot_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: "/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9002" } } target = phd_framework::disk::crucible vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19762024-06-17T17:25:18.451ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::api_reboot_test self.path = "/tmp/propolis-phd/c96af347-5ee4-4f8f-8843-b53924dff2f6_9002" target = phd_framework::disk::crucible vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19772024-06-17T17:25:18.461ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 503 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = fe74a31f-40e1-45fc-a071-a8d8f9822b2f
19782024-06-17T17:25:18.461ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 11235 file = phd-tests/tests/src/crucible/smoke.rs line = 19 path = phd_tests::crucible::smoke::api_reboot_test target = phd_tests::crucible::smoke
19792024-06-17T17:25:18.462ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 503 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
19802024-06-17T17:25:18.462ZINFOphd-runner: Starting test phd_tests::crucible::smoke::boot_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
19812024-06-17T17:25:18.462ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
19822024-06-17T17:25:18.462ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
19832024-06-17T17:25:18.462ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/crucible/smoke.rs line = 10 path = phd_tests::crucible::smoke::boot_test target = phd_tests::crucible::smoke
19842024-06-17T17:25:18.462ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
19852024-06-17T17:25:18.462ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
19862024-06-17T17:25:18.462ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/77b42b3dd10cdfd7a9b9d016f5a679df2b72cd8cd56fa69a7ea626e1109a944a/crucible-downstairs target = phd_framework::artifacts::store
19872024-06-17T17:25:18.462ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
19882024-06-17T17:25:18.462ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9000", "--encrypted", "--uuid", "a31624de-3794-4be0-88b9-845894e7df71", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
19892024-06-17T17:25:18.530ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::boot_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:25:18.487997068Z","hostname":"buskin","pid":1094}\n{"msg":"UUID: a31624de-3794-4be0-88b9-845894e7df71","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:25:18.52193631Z","hostname":"buskin","pid":1094}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:25:18.52195493Z","hostname":"buskin","pid":1094}\n target = phd_framework::disk::crucible
19902024-06-17T17:25:18.530ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9001", "--encrypted", "--uuid", "a31624de-3794-4be0-88b9-845894e7df71", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
19912024-06-17T17:25:18.593ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::boot_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:25:18.550453412Z","hostname":"buskin","pid":1095}\n{"msg":"UUID: a31624de-3794-4be0-88b9-845894e7df71","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:25:18.584788451Z","hostname":"buskin","pid":1095}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:25:18.584805121Z","hostname":"buskin","pid":1095}\n target = phd_framework::disk::crucible
19922024-06-17T17:25:18.593ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9002", "--encrypted", "--uuid", "a31624de-3794-4be0-88b9-845894e7df71", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
19932024-06-17T17:25:18.654ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::boot_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:25:18.612018554Z","hostname":"buskin","pid":1096}\n{"msg":"UUID: a31624de-3794-4be0-88b9-845894e7df71","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:25:18.645425818Z","hostname":"buskin","pid":1096}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-06-17T17:25:18.645441958Z","hostname":"buskin","pid":1096}\n target = phd_framework::disk::crucible
19942024-06-17T17:25:18.654ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::boot_test stderr_path = "/tmp/propolis-phd/crucible_a31624de-3794-4be0-88b9-845894e7df71_9000.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_a31624de-3794-4be0-88b9-845894e7df71_9000.stdout.log" target = phd_framework::server_log_mode
19952024-06-17T17:25:18.654ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
19962024-06-17T17:25:18.654ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
19972024-06-17T17:25:18.665ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::boot_test stderr_path = "/tmp/propolis-phd/crucible_a31624de-3794-4be0-88b9-845894e7df71_9001.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_a31624de-3794-4be0-88b9-845894e7df71_9001.stdout.log" target = phd_framework::server_log_mode
19982024-06-17T17:25:18.665ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
19992024-06-17T17:25:18.665ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
20002024-06-17T17:25:18.676ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::boot_test stderr_path = "/tmp/propolis-phd/crucible_a31624de-3794-4be0-88b9-845894e7df71_9002.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_a31624de-3794-4be0-88b9-845894e7df71_9002.stdout.log" target = phd_framework::server_log_mode
20012024-06-17T17:25:18.676ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
20022024-06-17T17:25:18.676ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
20032024-06-17T17:25:18.687ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm
20042024-06-17T17:25:18.687ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::crucible::smoke::boot_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"a31624de-3794-4be0-88b9-845894e7df71\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"bb49b466-ca60-42b5-bac5-c359c470a78f\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"3299510b-3f64-4ab5-bfe9-30b06e1023b1\\",\\"key\\":\\"BqxYnhl+Rik1eUuQo8+nbMlma9YJYwrzAWkfCzEUS1U=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = crucible_boot_test
20052024-06-17T17:25:18.687ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
20062024-06-17T17:25:18.688ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_boot_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::smoke::boot_test server_addr = 127.0.0.1:9003 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
20072024-06-17T17:25:18.688ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::boot_test stderr_path = "/tmp/propolis-phd/crucible_boot_test.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_boot_test.stdout.log" target = phd_framework::server_log_mode
20082024-06-17T17:25:18.699ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1100 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm::server
20092024-06-17T17:25:18.699ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 12 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm
20102024-06-17T17:25:18.699ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 3a459ccc-a36a-45f0-9bba-c9726ada1f00
20112024-06-17T17:25:18.700ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 3a459ccc-a36a-45f0-9bba-c9726ada1f00
20122024-06-17T17:25:19.103ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
20132024-06-17T17:25:19.103ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 3a459ccc-a36a-45f0-9bba-c9726ada1f00, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: da134b1e-b8a7-4ea0-b538-0fb12eb264dc, silo_id: e8fa74cf-18a5-4028-af5a-72a2387a6da0 }, name: "phd-vm-3a459ccc-a36a-45f0-9bba-c9726ada1f00", vcpus: 2 }, state: Creating } line = 382 path = phd_tests::crucible::smoke::boot_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"a31624de-3794-4be0-88b9-845894e7df71\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"bb49b466-ca60-42b5-bac5-c359c470a78f\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"3299510b-3f64-4ab5-bfe9-30b06e1023b1\\",\\"key\\":\\"BqxYnhl+Rik1eUuQo8+nbMlma9YJYwrzAWkfCzEUS1U=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = crucible_boot_test vm_id = 3a459ccc-a36a-45f0-9bba-c9726ada1f00
20142024-06-17T17:25:19.103ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 403 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 3a459ccc-a36a-45f0-9bba-c9726ada1f00
20152024-06-17T17:25:19.104ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 3a459ccc-a36a-45f0-9bba-c9726ada1f00
20162024-06-17T17:25:19.104ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::crucible::smoke::boot_test state = Run target = phd_framework::test_vm vm = crucible_boot_test vm_id = 3a459ccc-a36a-45f0-9bba-c9726ada1f00
20172024-06-17T17:25:19.104ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 3a459ccc-a36a-45f0-9bba-c9726ada1f00
20182024-06-17T17:25:19.104ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm
20192024-06-17T17:25:19.104ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 643 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm timeout_duration = 300s vm = crucible_boot_test vm_id = 3a459ccc-a36a-45f0-9bba-c9726ada1f00
20202024-06-17T17:25:19.104ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::crucible::smoke::boot_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
20212024-06-17T17:25:19.104ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 3a459ccc-a36a-45f0-9bba-c9726ada1f00
20222024-06-17T17:25:19.104ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_boot_test vm_id = 3a459ccc-a36a-45f0-9bba-c9726ada1f00
20232024-06-17T17:25:24.024ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4919 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 3a459ccc-a36a-45f0-9bba-c9726ada1f00
20242024-06-17T17:25:24.024ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::crucible::smoke::boot_test step = WriteStr("root") target = phd_framework::test_vm
20252024-06-17T17:25:24.024ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::crucible::smoke::boot_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
20262024-06-17T17:25:24.024ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 3a459ccc-a36a-45f0-9bba-c9726ada1f00
20272024-06-17T17:25:24.025ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_boot_test vm_id = 3a459ccc-a36a-45f0-9bba-c9726ada1f00
20282024-06-17T17:25:24.041ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 15 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 3a459ccc-a36a-45f0-9bba-c9726ada1f00
20292024-06-17T17:25:24.041ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 691 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm
20302024-06-17T17:25:24.041ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4936 file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm
20312024-06-17T17:25:24.041ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 3a459ccc-a36a-45f0-9bba-c9726ada1f00
20322024-06-17T17:25:24.041ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
20332024-06-17T17:25:24.041ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 4938 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
20342024-06-17T17:25:24.041ZINFOphd-runner: test phd_tests::crucible::smoke::boot_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
20352024-06-17T17:25:24.041ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
20362024-06-17T17:25:24.042ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 3a459ccc-a36a-45f0-9bba-c9726ada1f00
20372024-06-17T17:25:24.533ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::smoke::boot_test self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server vm = crucible_boot_test vm_id = 3a459ccc-a36a-45f0-9bba-c9726ada1f00
20382024-06-17T17:25:24.670ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::boot_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: "/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9000" } } target = phd_framework::disk::crucible vm = crucible_boot_test vm_id = 3a459ccc-a36a-45f0-9bba-c9726ada1f00
20392024-06-17T17:25:24.682ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::boot_test self.path = "/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9000" target = phd_framework::disk::crucible vm = crucible_boot_test vm_id = 3a459ccc-a36a-45f0-9bba-c9726ada1f00
20402024-06-17T17:25:24.694ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::boot_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: "/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9001" } } target = phd_framework::disk::crucible vm = crucible_boot_test vm_id = 3a459ccc-a36a-45f0-9bba-c9726ada1f00
20412024-06-17T17:25:24.706ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::boot_test self.path = "/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9001" target = phd_framework::disk::crucible vm = crucible_boot_test vm_id = 3a459ccc-a36a-45f0-9bba-c9726ada1f00
20422024-06-17T17:25:24.716ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::boot_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: "/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9002" } } target = phd_framework::disk::crucible vm = crucible_boot_test vm_id = 3a459ccc-a36a-45f0-9bba-c9726ada1f00
20432024-06-17T17:25:24.727ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::boot_test self.path = "/tmp/propolis-phd/a31624de-3794-4be0-88b9-845894e7df71_9002" target = phd_framework::disk::crucible vm = crucible_boot_test vm_id = 3a459ccc-a36a-45f0-9bba-c9726ada1f00
20442024-06-17T17:25:24.738ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 696 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 3a459ccc-a36a-45f0-9bba-c9726ada1f00
20452024-06-17T17:25:24.738ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 6275 file = phd-tests/tests/src/crucible/smoke.rs line = 10 path = phd_tests::crucible::smoke::boot_test target = phd_tests::crucible::smoke
20462024-06-17T17:25:24.738ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 696 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
20472024-06-17T17:25:24.738ZINFOphd-runner: Starting test phd_tests::smoke::instance_spec_get_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
20482024-06-17T17:25:24.738ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
20492024-06-17T17:25:24.738ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
20502024-06-17T17:25:24.738ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/smoke.rs line = 39 path = phd_tests::smoke::instance_spec_get_test target = phd_tests::smoke
20512024-06-17T17:25:24.739ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
20522024-06-17T17:25:24.739ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
20532024-06-17T17:25:24.739ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
20542024-06-17T17:25:24.739ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs verb = list
20552024-06-17T17:25:24.763ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::smoke::instance_spec_get_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 793M 1.80T 792M /phd-artifacts\n target = phd_framework::zfs
20562024-06-17T17:25:24.763ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-fbb50af1-5dd2-4d9c-8955-e803734ff621"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs verb = snapshot
20572024-06-17T17:25:24.790ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-fbb50af1-5dd2-4d9c-8955-e803734ff621", "phd-artifacts/phd-clone-061ca27b-a56d-4be8-bf88-bd4b05473ac6"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs verb = clone
20582024-06-17T17:25:24.816ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-061ca27b-a56d-4be8-bf88-bd4b05473ac6"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs verb = list
20592024-06-17T17:25:24.834ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::smoke::instance_spec_get_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-061ca27b-a56d-4be8-bf88-bd4b05473ac6 0B 1.80T 792M /phd-artifacts/phd-clone-061ca27b-a56d-4be8-bf88-bd4b05473ac6\n target = phd_framework::zfs
20602024-06-17T17:25:24.834ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm
20612024-06-17T17:25:24.835ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::smoke::instance_spec_get_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-061ca27b-a56d-4be8-bf88-bd4b05473ac6/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 3072 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = instance_spec_test
20622024-06-17T17:25:24.835ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
20632024-06-17T17:25:24.835ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/instance_spec_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::smoke::instance_spec_get_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
20642024-06-17T17:25:24.835ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::smoke::instance_spec_get_test stderr_path = "/tmp/propolis-phd/instance_spec_test.stderr.log" stdout_path = "/tmp/propolis-phd/instance_spec_test.stdout.log" target = phd_framework::server_log_mode
20652024-06-17T17:25:24.846ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1106 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm::server
20662024-06-17T17:25:24.847ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 12 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm
20672024-06-17T17:25:24.847ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 82dc94e9-94a8-4ea3-96fb-6c12fbabdb98
20682024-06-17T17:25:24.847ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 82dc94e9-94a8-4ea3-96fb-6c12fbabdb98
20692024-06-17T17:25:25.922ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
20702024-06-17T17:25:25.923ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 82dc94e9-94a8-4ea3-96fb-6c12fbabdb98, image_id: 00000000-0000-0000-0000-000000000000, memory: 3072, metadata: InstanceMetadata { project_id: 98e3bb6c-3456-4e96-8c64-aba968c4680a, silo_id: bb47b327-1375-430e-b952-3e58f5c2c184 }, name: "phd-vm-82dc94e9-94a8-4ea3-96fb-6c12fbabdb98", vcpus: 4 }, state: Creating } line = 382 path = phd_tests::smoke::instance_spec_get_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-061ca27b-a56d-4be8-bf88-bd4b05473ac6/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 3072 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = instance_spec_test vm_id = 82dc94e9-94a8-4ea3-96fb-6c12fbabdb98
20712024-06-17T17:25:25.923ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 1075 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 82dc94e9-94a8-4ea3-96fb-6c12fbabdb98
20722024-06-17T17:25:25.923ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 82dc94e9-94a8-4ea3-96fb-6c12fbabdb98
20732024-06-17T17:25:25.923ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::smoke::instance_spec_get_test state = Run target = phd_framework::test_vm vm = instance_spec_test vm_id = 82dc94e9-94a8-4ea3-96fb-6c12fbabdb98
20742024-06-17T17:25:25.924ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 82dc94e9-94a8-4ea3-96fb-6c12fbabdb98
20752024-06-17T17:25:25.924ZINFOphd-runner: [GET_SPEC - START] file = phd-tests/framework/src/test_vm/mod.rs line = 459 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 82dc94e9-94a8-4ea3-96fb-6c12fbabdb98
20762024-06-17T17:25:25.924ZINFOphd-runner: [GET_SPEC - EVENT] Sending instance spec get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 461 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 82dc94e9-94a8-4ea3-96fb-6c12fbabdb98
20772024-06-17T17:25:25.924ZINFOphd-runner: [GET_SPEC - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 459 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 82dc94e9-94a8-4ea3-96fb-6c12fbabdb98
20782024-06-17T17:25:25.925ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 82dc94e9-94a8-4ea3-96fb-6c12fbabdb98
20792024-06-17T17:25:25.925ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
20802024-06-17T17:25:25.925ZINFOphd-runner: test phd_tests::smoke::instance_spec_get_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
20812024-06-17T17:25:25.925ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 3 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
20822024-06-17T17:25:25.925ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
20832024-06-17T17:25:25.925ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 82dc94e9-94a8-4ea3-96fb-6c12fbabdb98
20842024-06-17T17:25:26.441ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::smoke::instance_spec_get_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = instance_spec_test vm_id = 82dc94e9-94a8-4ea3-96fb-6c12fbabdb98
20852024-06-17T17:25:26.993ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs vm = instance_spec_test vm_id = 82dc94e9-94a8-4ea3-96fb-6c12fbabdb98
20862024-06-17T17:25:26.993ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-061ca27b-a56d-4be8-bf88-bd4b05473ac6"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs verb = destroy vm = instance_spec_test vm_id = 82dc94e9-94a8-4ea3-96fb-6c12fbabdb98
20872024-06-17T17:25:27.034ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs vm = instance_spec_test vm_id = 82dc94e9-94a8-4ea3-96fb-6c12fbabdb98
20882024-06-17T17:25:27.035ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-fbb50af1-5dd2-4d9c-8955-e803734ff621"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs verb = destroy vm = instance_spec_test vm_id = 82dc94e9-94a8-4ea3-96fb-6c12fbabdb98
20892024-06-17T17:25:27.058ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 1133 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 82dc94e9-94a8-4ea3-96fb-6c12fbabdb98
20902024-06-17T17:25:27.058ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 2319 file = phd-tests/tests/src/smoke.rs line = 39 path = phd_tests::smoke::instance_spec_get_test target = phd_tests::smoke
20912024-06-17T17:25:27.058ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 1133 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
20922024-06-17T17:25:27.058ZINFOphd-runner: Starting test phd_tests::smoke::guest_reboot_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
20932024-06-17T17:25:27.058ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
20942024-06-17T17:25:27.058ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
20952024-06-17T17:25:27.059ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/smoke.rs line = 27 path = phd_tests::smoke::guest_reboot_test target = phd_tests::smoke
20962024-06-17T17:25:27.059ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
20972024-06-17T17:25:27.059ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
20982024-06-17T17:25:27.059ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
20992024-06-17T17:25:27.059ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::guest_reboot_test target = phd_framework::zfs verb = list
21002024-06-17T17:25:27.074ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::smoke::guest_reboot_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 793M 1.80T 792M /phd-artifacts\n target = phd_framework::zfs
21012024-06-17T17:25:27.075ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-9afb9adb-8860-45c0-bc63-4cb19a3ecf63"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::guest_reboot_test target = phd_framework::zfs verb = snapshot
21022024-06-17T17:25:27.095ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-9afb9adb-8860-45c0-bc63-4cb19a3ecf63", "phd-artifacts/phd-clone-ad581a0a-aafb-47ce-bea8-4255a1bcde3a"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::guest_reboot_test target = phd_framework::zfs verb = clone
21032024-06-17T17:25:27.116ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-ad581a0a-aafb-47ce-bea8-4255a1bcde3a"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::guest_reboot_test target = phd_framework::zfs verb = list
21042024-06-17T17:25:27.131ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::smoke::guest_reboot_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-ad581a0a-aafb-47ce-bea8-4255a1bcde3a 0B 1.80T 792M /phd-artifacts/phd-clone-ad581a0a-aafb-47ce-bea8-4255a1bcde3a\n target = phd_framework::zfs
21052024-06-17T17:25:27.131ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm
21062024-06-17T17:25:27.132ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::smoke::guest_reboot_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-ad581a0a-aafb-47ce-bea8-4255a1bcde3a/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = guest_reboot_test
21072024-06-17T17:25:27.132ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
21082024-06-17T17:25:27.132ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/guest_reboot_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::smoke::guest_reboot_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
21092024-06-17T17:25:27.132ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::smoke::guest_reboot_test stderr_path = "/tmp/propolis-phd/guest_reboot_test.stderr.log" stdout_path = "/tmp/propolis-phd/guest_reboot_test.stdout.log" target = phd_framework::server_log_mode
21102024-06-17T17:25:27.142ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1114 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm::server
21112024-06-17T17:25:27.143ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm
21122024-06-17T17:25:27.143ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21132024-06-17T17:25:27.143ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21142024-06-17T17:25:27.586ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
21152024-06-17T17:25:27.586ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 248c6119-2572-422f-92fb-de0b197bd5fe, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 3b9069c6-93ae-4e47-9b79-49a736e593cb, silo_id: 9b652e47-3ea5-4ff8-9ad4-57ddfe04be6a }, name: "phd-vm-248c6119-2572-422f-92fb-de0b197bd5fe", vcpus: 2 }, state: Creating } line = 382 path = phd_tests::smoke::guest_reboot_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-ad581a0a-aafb-47ce-bea8-4255a1bcde3a/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21162024-06-17T17:25:27.587ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 443 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21172024-06-17T17:25:27.587ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21182024-06-17T17:25:27.587ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::smoke::guest_reboot_test state = Run target = phd_framework::test_vm vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21192024-06-17T17:25:27.588ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 1 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21202024-06-17T17:25:27.588ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm
21212024-06-17T17:25:27.588ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 643 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm timeout_duration = 300s vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21222024-06-17T17:25:27.588ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::smoke::guest_reboot_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
21232024-06-17T17:25:27.588ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21242024-06-17T17:25:27.588ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21252024-06-17T17:25:31.803ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4214 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21262024-06-17T17:25:31.803ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::smoke::guest_reboot_test step = WriteStr("root") target = phd_framework::test_vm
21272024-06-17T17:25:31.803ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::smoke::guest_reboot_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
21282024-06-17T17:25:31.803ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21292024-06-17T17:25:31.803ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21302024-06-17T17:25:31.817ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 13 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21312024-06-17T17:25:31.817ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 691 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm
21322024-06-17T17:25:31.817ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4229 file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm
21332024-06-17T17:25:31.817ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm
21342024-06-17T17:25:31.818ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 643 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm timeout_duration = 300s vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21352024-06-17T17:25:31.818ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::smoke::guest_reboot_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
21362024-06-17T17:25:31.818ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21372024-06-17T17:25:31.818ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21382024-06-17T17:25:38.343ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 6525 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21392024-06-17T17:25:38.343ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::smoke::guest_reboot_test step = WriteStr("root") target = phd_framework::test_vm
21402024-06-17T17:25:38.343ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::smoke::guest_reboot_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
21412024-06-17T17:25:38.343ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21422024-06-17T17:25:38.343ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21432024-06-17T17:25:38.358ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 14 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21442024-06-17T17:25:38.358ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 691 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm
21452024-06-17T17:25:38.358ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 6540 file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm
21462024-06-17T17:25:38.358ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21472024-06-17T17:25:38.358ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
21482024-06-17T17:25:38.359ZINFOphd-runner: test phd_tests::smoke::guest_reboot_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
21492024-06-17T17:25:38.359ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 10772 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
21502024-06-17T17:25:38.359ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
21512024-06-17T17:25:38.360ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21522024-06-17T17:25:38.935ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::smoke::guest_reboot_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21532024-06-17T17:25:39.073ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::smoke::guest_reboot_test target = phd_framework::zfs vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21542024-06-17T17:25:39.073ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-ad581a0a-aafb-47ce-bea8-4255a1bcde3a"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::guest_reboot_test target = phd_framework::zfs verb = destroy vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21552024-06-17T17:25:39.113ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::smoke::guest_reboot_test target = phd_framework::zfs vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21562024-06-17T17:25:39.113ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-9afb9adb-8860-45c0-bc63-4cb19a3ecf63"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::guest_reboot_test target = phd_framework::zfs verb = destroy vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21572024-06-17T17:25:39.144ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 785 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 248c6119-2572-422f-92fb-de0b197bd5fe
21582024-06-17T17:25:39.144ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 12085 file = phd-tests/tests/src/smoke.rs line = 27 path = phd_tests::smoke::guest_reboot_test target = phd_tests::smoke
21592024-06-17T17:25:39.144ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 785 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
21602024-06-17T17:25:39.144ZINFOphd-runner: Starting test phd_tests::smoke::api_reboot_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
21612024-06-17T17:25:39.144ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
21622024-06-17T17:25:39.144ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
21632024-06-17T17:25:39.144ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/smoke.rs line = 18 path = phd_tests::smoke::api_reboot_test target = phd_tests::smoke
21642024-06-17T17:25:39.145ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
21652024-06-17T17:25:39.145ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
21662024-06-17T17:25:39.145ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
21672024-06-17T17:25:39.145ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::api_reboot_test target = phd_framework::zfs verb = list
21682024-06-17T17:25:39.163ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::smoke::api_reboot_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 793M 1.80T 792M /phd-artifacts\n target = phd_framework::zfs
21692024-06-17T17:25:39.163ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-51052e76-1463-43bd-9295-fecf326fdbc5"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::api_reboot_test target = phd_framework::zfs verb = snapshot
21702024-06-17T17:25:39.185ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-51052e76-1463-43bd-9295-fecf326fdbc5", "phd-artifacts/phd-clone-08b0a3fe-870c-42f2-ade7-f369bfd19039"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::api_reboot_test target = phd_framework::zfs verb = clone
21712024-06-17T17:25:39.208ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-08b0a3fe-870c-42f2-ade7-f369bfd19039"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::api_reboot_test target = phd_framework::zfs verb = list
21722024-06-17T17:25:39.224ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::smoke::api_reboot_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-08b0a3fe-870c-42f2-ade7-f369bfd19039 0B 1.80T 792M /phd-artifacts/phd-clone-08b0a3fe-870c-42f2-ade7-f369bfd19039\n target = phd_framework::zfs
21732024-06-17T17:25:39.224ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm
21742024-06-17T17:25:39.225ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::smoke::api_reboot_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-08b0a3fe-870c-42f2-ade7-f369bfd19039/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = api_reboot_test
21752024-06-17T17:25:39.225ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
21762024-06-17T17:25:39.225ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/api_reboot_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::smoke::api_reboot_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
21772024-06-17T17:25:39.225ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::smoke::api_reboot_test stderr_path = "/tmp/propolis-phd/api_reboot_test.stderr.log" stdout_path = "/tmp/propolis-phd/api_reboot_test.stdout.log" target = phd_framework::server_log_mode
21782024-06-17T17:25:39.235ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1122 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm::server
21792024-06-17T17:25:39.236ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm
21802024-06-17T17:25:39.236ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
21812024-06-17T17:25:39.237ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
21822024-06-17T17:25:40.087ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
21832024-06-17T17:25:40.087ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 69e51bdc-bfeb-430b-9ac2-20ea24181dee, silo_id: 3e741584-f979-496f-8f3c-107f07aed278 }, name: "phd-vm-79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0", vcpus: 2 }, state: Creating } line = 382 path = phd_tests::smoke::api_reboot_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-08b0a3fe-870c-42f2-ade7-f369bfd19039/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
21842024-06-17T17:25:40.087ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 850 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
21852024-06-17T17:25:40.087ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
21862024-06-17T17:25:40.087ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::smoke::api_reboot_test state = Run target = phd_framework::test_vm vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
21872024-06-17T17:25:40.088ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
21882024-06-17T17:25:40.088ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm
21892024-06-17T17:25:40.088ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 643 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm timeout_duration = 300s vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
21902024-06-17T17:25:40.088ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::smoke::api_reboot_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
21912024-06-17T17:25:40.088ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
21922024-06-17T17:25:40.088ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
21932024-06-17T17:25:44.317ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4229 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
21942024-06-17T17:25:44.317ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::smoke::api_reboot_test step = WriteStr("root") target = phd_framework::test_vm
21952024-06-17T17:25:44.317ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::smoke::api_reboot_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
21962024-06-17T17:25:44.317ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
21972024-06-17T17:25:44.317ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
21982024-06-17T17:25:44.332ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 14 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
21992024-06-17T17:25:44.333ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 691 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm
22002024-06-17T17:25:44.333ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4244 file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm
22012024-06-17T17:25:44.333ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
22022024-06-17T17:25:44.333ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::smoke::api_reboot_test state = Reboot target = phd_framework::test_vm vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
22032024-06-17T17:25:44.333ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
22042024-06-17T17:25:44.333ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm
22052024-06-17T17:25:44.334ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 643 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm timeout_duration = 300s vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
22062024-06-17T17:25:44.334ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::smoke::api_reboot_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
22072024-06-17T17:25:44.334ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
22082024-06-17T17:25:44.334ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
22092024-06-17T17:25:48.444ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4110 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
22102024-06-17T17:25:48.444ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::smoke::api_reboot_test step = WriteStr("root") target = phd_framework::test_vm
22112024-06-17T17:25:48.445ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::smoke::api_reboot_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
22122024-06-17T17:25:48.445ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
22132024-06-17T17:25:48.445ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
22142024-06-17T17:25:48.459ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 13 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
22152024-06-17T17:25:48.459ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 691 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm
22162024-06-17T17:25:48.459ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4125 file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm
22172024-06-17T17:25:48.459ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
22182024-06-17T17:25:48.459ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
22192024-06-17T17:25:48.459ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 8372 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
22202024-06-17T17:25:48.459ZINFOphd-runner: test phd_tests::smoke::api_reboot_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
22212024-06-17T17:25:48.459ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
22222024-06-17T17:25:48.460ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
22232024-06-17T17:25:49.179ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::smoke::api_reboot_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
22242024-06-17T17:25:49.317ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::smoke::api_reboot_test target = phd_framework::zfs vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
22252024-06-17T17:25:49.317ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-08b0a3fe-870c-42f2-ade7-f369bfd19039"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::api_reboot_test target = phd_framework::zfs verb = destroy vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
22262024-06-17T17:25:49.351ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::smoke::api_reboot_test target = phd_framework::zfs vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
22272024-06-17T17:25:49.351ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-51052e76-1463-43bd-9295-fecf326fdbc5"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::api_reboot_test target = phd_framework::zfs verb = destroy vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
22282024-06-17T17:25:49.378ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 918 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 79bb0379-a6b9-4db6-b0af-0e0c7b5d4fe0
22292024-06-17T17:25:49.378ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 10233 file = phd-tests/tests/src/smoke.rs line = 18 path = phd_tests::smoke::api_reboot_test target = phd_tests::smoke
22302024-06-17T17:25:49.378ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 918 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
22312024-06-17T17:25:49.378ZINFOphd-runner: Starting test phd_tests::smoke::nproc_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
22322024-06-17T17:25:49.378ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
22332024-06-17T17:25:49.378ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
22342024-06-17T17:25:49.378ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/smoke.rs line = 7 path = phd_tests::smoke::nproc_test target = phd_tests::smoke
22352024-06-17T17:25:49.379ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
22362024-06-17T17:25:49.379ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
22372024-06-17T17:25:49.379ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
22382024-06-17T17:25:49.379ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::nproc_test target = phd_framework::zfs verb = list
22392024-06-17T17:25:49.396ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::smoke::nproc_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 793M 1.80T 792M /phd-artifacts\n target = phd_framework::zfs
22402024-06-17T17:25:49.396ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-c0c35796-2b8b-45f8-be03-514396556b3f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::nproc_test target = phd_framework::zfs verb = snapshot
22412024-06-17T17:25:49.415ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-c0c35796-2b8b-45f8-be03-514396556b3f", "phd-artifacts/phd-clone-f6689590-f854-4cbf-8737-9f1cb1bf7971"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::nproc_test target = phd_framework::zfs verb = clone
22422024-06-17T17:25:49.439ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-f6689590-f854-4cbf-8737-9f1cb1bf7971"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::nproc_test target = phd_framework::zfs verb = list
22432024-06-17T17:25:49.458ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::smoke::nproc_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-f6689590-f854-4cbf-8737-9f1cb1bf7971 0B 1.80T 792M /phd-artifacts/phd-clone-f6689590-f854-4cbf-8737-9f1cb1bf7971\n target = phd_framework::zfs
22442024-06-17T17:25:49.458ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm
22452024-06-17T17:25:49.458ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 187 path = phd_tests::smoke::nproc_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-f6689590-f854-4cbf-8737-9f1cb1bf7971/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 6, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = nproc_test
22462024-06-17T17:25:49.458ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
22472024-06-17T17:25:49.458ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/nproc_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::smoke::nproc_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
22482024-06-17T17:25:49.458ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::smoke::nproc_test stderr_path = "/tmp/propolis-phd/nproc_test.stderr.log" stdout_path = "/tmp/propolis-phd/nproc_test.stdout.log" target = phd_framework::server_log_mode
22492024-06-17T17:25:49.471ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1130 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm::server
22502024-06-17T17:25:49.471ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 13 file = phd-tests/framework/src/test_vm/mod.rs line = 177 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm
22512024-06-17T17:25:49.471ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22522024-06-17T17:25:49.472ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 326 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22532024-06-17T17:25:50.162ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
22542024-06-17T17:25:50.163ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 85f1cdc9-f9ab-421c-8c78-dd0aacb02406, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: b92863fa-a307-4a66-bc4e-ed183e06a176, silo_id: 314d7bb4-45c3-4a47-a1de-48d1be1c8258 }, name: "phd-vm-85f1cdc9-f9ab-421c-8c78-dd0aacb02406", vcpus: 6 }, state: Creating } line = 382 path = phd_tests::smoke::nproc_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-f6689590-f854-4cbf-8737-9f1cb1bf7971/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 6, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22552024-06-17T17:25:50.163ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 691 file = phd-tests/framework/src/test_vm/mod.rs line = 273 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22562024-06-17T17:25:50.163ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22572024-06-17T17:25:50.163ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 443 path = phd_tests::smoke::nproc_test state = Run target = phd_framework::test_vm vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22582024-06-17T17:25:50.164ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 438 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22592024-06-17T17:25:50.164ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm
22602024-06-17T17:25:50.164ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 643 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm timeout_duration = 300s vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22612024-06-17T17:25:50.164ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::smoke::nproc_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
22622024-06-17T17:25:50.164ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22632024-06-17T17:25:50.164ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22642024-06-17T17:25:55.095ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4930 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22652024-06-17T17:25:55.095ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::smoke::nproc_test step = WriteStr("root") target = phd_framework::test_vm
22662024-06-17T17:25:55.095ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 651 path = phd_tests::smoke::nproc_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
22672024-06-17T17:25:55.095ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22682024-06-17T17:25:55.095ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22692024-06-17T17:25:55.109ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 13 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22702024-06-17T17:25:55.109ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 691 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm
22712024-06-17T17:25:55.109ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4945 file = phd-tests/framework/src/test_vm/mod.rs line = 694 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm
22722024-06-17T17:25:55.109ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22732024-06-17T17:25:55.110ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22742024-06-17T17:25:55.120ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22752024-06-17T17:25:55.120ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22762024-06-17T17:25:55.120ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 716 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22772024-06-17T17:25:55.153ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 709 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22782024-06-17T17:25:55.153ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22792024-06-17T17:25:55.153ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
22802024-06-17T17:25:55.153ZINFOphd-runner: test phd_tests::smoke::nproc_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
22812024-06-17T17:25:55.153ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 4990 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
22822024-06-17T17:25:55.153ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
22832024-06-17T17:25:55.154ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 972 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22842024-06-17T17:25:55.529ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::smoke::nproc_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22852024-06-17T17:25:55.668ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::smoke::nproc_test target = phd_framework::zfs vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22862024-06-17T17:25:55.668ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-f6689590-f854-4cbf-8737-9f1cb1bf7971"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::nproc_test target = phd_framework::zfs verb = destroy vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22872024-06-17T17:25:55.703ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::smoke::nproc_test target = phd_framework::zfs vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22882024-06-17T17:25:55.703ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-c0c35796-2b8b-45f8-be03-514396556b3f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::nproc_test target = phd_framework::zfs verb = destroy vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22892024-06-17T17:25:55.731ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 577 file = phd-tests/framework/src/test_vm/mod.rs line = 949 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 85f1cdc9-f9ab-421c-8c78-dd0aacb02406
22902024-06-17T17:25:55.731ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 6352 file = phd-tests/tests/src/smoke.rs line = 7 path = phd_tests::smoke::nproc_test target = phd_tests::smoke
22912024-06-17T17:25:55.731ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 577 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
22922024-06-17T17:25:55.731ZINFOphd-runner: [EXECUTION_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 35 target = phd_runner::fixtures
22932024-06-17T17:25:55.731ZINFOphd-runner: [EXECUTION_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 35 target = phd_runner::fixtures
2294 
2295 failures:
2296 phd_tests::migrate::from_base::migration_from_base_and_back
2297 phd_tests::migrate::from_base::serial_history
2298 phd_tests::migrate::from_base::can_migrate_from_base
2299 
2300 test result: FAILED. 22 passed; 3 failed; 1 skipped; 0 not run; finished in 319.35s
2301 
23022024-06-17T17:25:55.731ZDEBGphd-runner: phd_runner exit_code = 3 file = phd-tests/runner/src/main.rs line = 40 target = phd_runner