Max level shown:
12024-02-06T22:25:00.041ZINFOphd-runner: phd_runner file = phd-tests/runner/src/main.rs line = 33 runner_args = ProcessArgs { command: Run(RunOptions { propolis_server_cmd: "/work/phd-test/propolis-server", base_propolis_branch: Some("master"), base_propolis_commit: None, base_propolis_cmd: None, crucible_downstairs_cmd: None, crucible_downstairs_commit: Some(Auto), tmp_directory: "/tmp/propolis-phd", artifact_directory: Some("/tmp/propolis-phd"), server_logging_mode: TmpFile, default_guest_cpus: 2, default_guest_memory_mib: 512, artifact_toml_path: "/work/phd-test/artifacts.toml", default_guest_artifact: "alpine", default_bootrom_artifact: "ovmf", include_filter: [], exclude_filter: [], max_buildomat_wait_secs: 1200 }), disable_ansi: false, emit_bunyan: true } target = phd_runner
22024-02-06T22:25:00.044ZDEBGphd-runner: Created new artifact store from manifest file = phd-tests/framework/src/artifacts/store.rs line = 215 store = Store { local_dir: "/tmp/propolis-phd", artifacts: {"alpine": Mutex { data: StoredArtifact { description: Artifact { filename: "alpine.iso", kind: GuestOs(Alpine), source: RemoteServer { sha256: "ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1" }, untar: None }, cached_path: None }, poisoned: false, .. }, "ovmf": Mutex { data: StoredArtifact { description: Artifact { filename: "OVMF_CODE.fd", kind: Bootrom, source: Buildomat(BuildomatArtifact { repo: Repo("oxidecomputer/edk2"), series: Series("image_debug"), commit: Commit("6d92acf0a22718dd4175d7c64dbcf7aaec3740bd"), sha256: "29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f" }), untar: None }, cached_path: None }, poisoned: false, .. }}, downloader: DownloadConfig { timeout: 600s, buildomat_backoff: ExponentialBackoff { current_interval: 1s, initial_interval: 1s, randomization_factor: 0.5, multiplier: 1.5, max_interval: 60s, start_time: Instant { tv_sec: 608, tv_nsec: 536694225 }, max_elapsed_time: Some(1200s), clock: SystemClock }, remote_server_uris: ["https://oxide-omicron-build.s3.amazonaws.com"] } } target = phd_framework::artifacts::store
32024-02-06T22:25:00.044ZINFOphd-runner: Adding Propolis server from local command file = phd-tests/framework/src/artifacts/store.rs line = 223 propolis_server_cmd = /work/phd-test/propolis-server target = phd_framework::artifacts::store
42024-02-06T22:25:00.044ZINFOphd-runner: Adding crucible-downstairs from Buildomat Git revision commit = 2d4bc11232d53f177c286383926fa5f8c1b2a938 file = phd-tests/framework/src/artifacts/store.rs line = 310 target = phd_framework::artifacts::store
52024-02-06T22:25:00.044ZDEBGphd-runner: Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 213 target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/2d4bc11232d53f177c286383926fa5f8c1b2a938/crucible-nightly.sha256.txt
62024-02-06T22:25:00.211ZINFOphd-runner: Adding 'current' Propolis server from Buildomat Git branch 'master' file = phd-tests/framework/src/artifacts/store.rs line = 244 target = phd_framework::artifacts::store
72024-02-06T22:25:00.686ZDEBGphd-runner: Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 213 target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/4902d829b6c59433eef16cc3056c4773bc56c410/propolis-server.sha256.txt
82024-02-06T22:25:00.822ZINFOphd-runner: [EXECUTION_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 23 target = phd_runner::fixtures
92024-02-06T22:25:00.823ZINFOphd-runner: [EXECUTION_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 23 target = phd_runner::fixtures
102024-02-06T22:25:00.823ZINFOphd-runner: Running 22 test(s) file = phd-tests/runner/src/execute.rs line = 98 target = phd_runner::execute
112024-02-06T22:25:00.823ZINFOphd-runner: Starting test phd_tests::hw::lspci_lifecycle_test file = phd-tests/runner/src/execute.rs line = 101 target = phd_runner::execute
122024-02-06T22:25:00.823ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
132024-02-06T22:25:00.823ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
142024-02-06T22:25:00.823ZDEBGphd-runner: checking for existing copy of artifact file = phd-tests/framework/src/artifacts/store.rs line = 89 maybe_path = /tmp/propolis-phd/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
152024-02-06T22:25:00.823ZDEBGphd-runner: Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 213 target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/edk2/image_debug/6d92acf0a22718dd4175d7c64dbcf7aaec3740bd/OVMF_CODE.fd
162024-02-06T22:25:01.778ZDEBGphd-runner: checking for existing copy of artifact file = phd-tests/framework/src/artifacts/store.rs line = 89 maybe_path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
172024-02-06T22:25:01.779ZDEBGphd-runner: Downloading alpine.iso from https://oxide-omicron-build.s3.amazonaws.com/alpine.iso file = phd-tests/framework/src/artifacts/store.rs line = 613 target = phd_framework::artifacts::store timeout = 600s
182024-02-06T22:25:31.373ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
192024-02-06T22:25:31.373ZINFOphd-runner: Copying source image to create temporary disk disk_path = /tmp/propolis-phd/5ea83f90-acf7-4f92-af7b-a4bbef5e84c4.phd_disk file = phd-tests/framework/src/disk/file.rs line = 40 source = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::disk::file
202024-02-06T22:25:31.395ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
212024-02-06T22:25:31.395ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/5ea83f90-acf7-4f92-af7b-a4bbef5e84c4.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = lspci_lifecycle_test
222024-02-06T22:25:31.396ZDEBGphd-runner: [NEW - EVENT] Examining locally-sourced artifact file = phd-tests/framework/src/artifacts/store.rs line = 56 path = /work/phd-test/propolis-server sha256 = None target = phd_framework::artifacts::store
232024-02-06T22:25:31.396ZDEBGphd-runner: [NEW - EVENT] Locally-sourced artifact is valid, caching its path file = phd-tests/framework/src/artifacts/store.rs line = 69 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
242024-02-06T22:25:31.396ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 036a0f99-0cff-4b38-9ce6-6fc6e8ed0161
252024-02-06T22:25:31.396ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/lspci_lifecycle_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
262024-02-06T22:25:31.396ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/lspci_lifecycle_test.stderr.log" stdout_path = "/tmp/propolis-phd/lspci_lifecycle_test.stdout.log" target = phd_framework::server_log_mode
272024-02-06T22:25:31.415ZINFOphd-runner: [NEW - EVENT] Launched server with pid 850 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
282024-02-06T22:25:31.416ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 20 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
292024-02-06T22:25:31.416ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 036a0f99-0cff-4b38-9ce6-6fc6e8ed0161
302024-02-06T22:25:32.248ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
312024-02-06T22:25:32.249ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 036a0f99-0cff-4b38-9ce6-6fc6e8ed0161, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-036a0f99-0cff-4b38-9ce6-6fc6e8ed0161", vcpus: 2 }, state: Creating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/5ea83f90-acf7-4f92-af7b-a4bbef5e84c4.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 036a0f99-0cff-4b38-9ce6-6fc6e8ed0161
322024-02-06T22:25:32.249ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Run target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 036a0f99-0cff-4b38-9ce6-6fc6e8ed0161
332024-02-06T22:25:32.249ZINFOphd-runner: [VM - EVENT] Waiting 300s for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 597 target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 036a0f99-0cff-4b38-9ce6-6fc6e8ed0161
342024-02-06T22:25:32.249ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 036a0f99-0cff-4b38-9ce6-6fc6e8ed0161
352024-02-06T22:25:32.249ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost login: ") target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 036a0f99-0cff-4b38-9ce6-6fc6e8ed0161
362024-02-06T22:25:36.446ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WriteStr("root") target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 036a0f99-0cff-4b38-9ce6-6fc6e8ed0161
372024-02-06T22:25:36.446ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost:~#") target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 036a0f99-0cff-4b38-9ce6-6fc6e8ed0161
382024-02-06T22:25:36.464ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4214 file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 036a0f99-0cff-4b38-9ce6-6fc6e8ed0161
392024-02-06T22:25:36.464ZINFOphd-runner: [VM - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 638 target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 036a0f99-0cff-4b38-9ce6-6fc6e8ed0161
402024-02-06T22:25:36.465ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = lspci_lifecycle_test vm_id = 036a0f99-0cff-4b38-9ce6-6fc6e8ed0161
412024-02-06T22:25:36.475ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = lspci_lifecycle_test vm_id = 036a0f99-0cff-4b38-9ce6-6fc6e8ed0161
422024-02-06T22:25:36.508ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = lspci_lifecycle_test vm_id = 036a0f99-0cff-4b38-9ce6-6fc6e8ed0161
432024-02-06T22:25:36.519ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = lspci_lifecycle_test vm_id = 036a0f99-0cff-4b38-9ce6-6fc6e8ed0161
442024-02-06T22:25:36.552ZINFOphd-runner: stopping and starting VM for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 57 target = phd_framework::lifecycle vm_name = lspci_lifecycle_test
452024-02-06T22:25:36.552ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 036a0f99-0cff-4b38-9ce6-6fc6e8ed0161
462024-02-06T22:25:36.553ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
472024-02-06T22:25:36.554ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/5ea83f90-acf7-4f92-af7b-a4bbef5e84c4.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = lspci_lifecycle_test_lifecycle_0
482024-02-06T22:25:36.554ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
492024-02-06T22:25:36.554ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = a43044f5-436e-49a3-8071-49bc576a0e77
502024-02-06T22:25:36.554ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
512024-02-06T22:25:36.554ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
522024-02-06T22:25:36.561ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 242 target = phd_framework::serial
532024-02-06T22:25:36.561ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 4313 file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
542024-02-06T22:25:36.563ZINFOphd-runner: [NEW - EVENT] Launched server with pid 851 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
552024-02-06T22:25:36.563ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
562024-02-06T22:25:36.564ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = a43044f5-436e-49a3-8071-49bc576a0e77
572024-02-06T22:25:37.374ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
582024-02-06T22:25:37.374ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: a43044f5-436e-49a3-8071-49bc576a0e77, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-a43044f5-436e-49a3-8071-49bc576a0e77", vcpus: 2 }, state: Creating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/5ea83f90-acf7-4f92-af7b-a4bbef5e84c4.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = a43044f5-436e-49a3-8071-49bc576a0e77
592024-02-06T22:25:37.374ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Run target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = a43044f5-436e-49a3-8071-49bc576a0e77
602024-02-06T22:25:37.375ZINFOphd-runner: [VM - EVENT] Waiting 300s for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 597 target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = a43044f5-436e-49a3-8071-49bc576a0e77
612024-02-06T22:25:37.375ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = a43044f5-436e-49a3-8071-49bc576a0e77
622024-02-06T22:25:37.375ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost login: ") target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = a43044f5-436e-49a3-8071-49bc576a0e77
632024-02-06T22:25:41.547ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WriteStr("root") target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = a43044f5-436e-49a3-8071-49bc576a0e77
642024-02-06T22:25:41.547ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost:~#") target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = a43044f5-436e-49a3-8071-49bc576a0e77
652024-02-06T22:25:41.565ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4189 file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = a43044f5-436e-49a3-8071-49bc576a0e77
662024-02-06T22:25:41.565ZINFOphd-runner: [VM - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 638 target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = a43044f5-436e-49a3-8071-49bc576a0e77
672024-02-06T22:25:41.565ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 036a0f99-0cff-4b38-9ce6-6fc6e8ed0161
682024-02-06T22:25:41.566ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
692024-02-06T22:25:41.585ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
702024-02-06T22:25:41.585ZINFOphd-runner: [VM - END] elapsed_milliseconds = 10169 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 036a0f99-0cff-4b38-9ce6-6fc6e8ed0161
712024-02-06T22:25:41.585ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = lspci_lifecycle_test_lifecycle_0 vm_id = a43044f5-436e-49a3-8071-49bc576a0e77
722024-02-06T22:25:41.597ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = lspci_lifecycle_test_lifecycle_0 vm_id = a43044f5-436e-49a3-8071-49bc576a0e77
732024-02-06T22:25:41.620ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = lspci_lifecycle_test_lifecycle_0 vm_id = a43044f5-436e-49a3-8071-49bc576a0e77
742024-02-06T22:25:41.630ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = lspci_lifecycle_test_lifecycle_0 vm_id = a43044f5-436e-49a3-8071-49bc576a0e77
752024-02-06T22:25:41.663ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = a43044f5-436e-49a3-8071-49bc576a0e77
762024-02-06T22:25:41.664ZINFOphd-runner: [VM - EVENT] Cleaning up Test VM on drop file = phd-tests/framework/src/test_vm/mod.rs line = 796 target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = a43044f5-436e-49a3-8071-49bc576a0e77
772024-02-06T22:25:41.664ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = a43044f5-436e-49a3-8071-49bc576a0e77
782024-02-06T22:25:41.665ZINFOphd-runner: [VM - EVENT] Waiting 5s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = a43044f5-436e-49a3-8071-49bc576a0e77
792024-02-06T22:25:41.665ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = a43044f5-436e-49a3-8071-49bc576a0e77
802024-02-06T22:25:41.665ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 242 target = phd_framework::serial
812024-02-06T22:25:41.666ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 4291 file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
822024-02-06T22:25:42.167ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = a43044f5-436e-49a3-8071-49bc576a0e77
832024-02-06T22:25:42.168ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server
842024-02-06T22:25:42.189ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server
852024-02-06T22:25:42.189ZINFOphd-runner: Deleting guest disk image file = phd-tests/framework/src/disk/file.rs line = 82 path = /tmp/propolis-phd/5ea83f90-acf7-4f92-af7b-a4bbef5e84c4.phd_disk target = phd_framework::disk::file
862024-02-06T22:25:42.195ZINFOphd-runner: [VM - END] elapsed_milliseconds = 5631 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = a43044f5-436e-49a3-8071-49bc576a0e77
872024-02-06T22:25:42.195ZINFOphd-runner: test phd_tests::hw::lspci_lifecycle_test ... ok file = phd-tests/runner/src/execute.rs line = 117 target = phd_runner::execute
882024-02-06T22:25:42.195ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
892024-02-06T22:25:42.195ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
902024-02-06T22:25:42.196ZINFOphd-runner: Starting test phd_tests::smoke::instance_spec_get_test file = phd-tests/runner/src/execute.rs line = 101 target = phd_runner::execute
912024-02-06T22:25:42.196ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
922024-02-06T22:25:42.196ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
932024-02-06T22:25:42.196ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
942024-02-06T22:25:42.196ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
952024-02-06T22:25:42.196ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
962024-02-06T22:25:42.196ZINFOphd-runner: Copying source image to create temporary disk disk_path = /tmp/propolis-phd/f9a20fb2-6017-4651-886f-17202df0e31a.phd_disk file = phd-tests/framework/src/disk/file.rs line = 40 source = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::disk::file
972024-02-06T22:25:42.221ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
982024-02-06T22:25:42.221ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/f9a20fb2-6017-4651-886f-17202df0e31a.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 3072 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = instance_spec_test
992024-02-06T22:25:42.222ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
1002024-02-06T22:25:42.222ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = instance_spec_test vm_id = a4b84b55-5300-4048-b1a0-1865ca1d0e71
1012024-02-06T22:25:42.222ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/instance_spec_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
1022024-02-06T22:25:42.222ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/instance_spec_test.stderr.log" stdout_path = "/tmp/propolis-phd/instance_spec_test.stdout.log" target = phd_framework::server_log_mode
1032024-02-06T22:25:42.229ZINFOphd-runner: [NEW - EVENT] Launched server with pid 854 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
1042024-02-06T22:25:42.230ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 8 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
1052024-02-06T22:25:42.230ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = instance_spec_test vm_id = a4b84b55-5300-4048-b1a0-1865ca1d0e71
1062024-02-06T22:25:43.214ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
1072024-02-06T22:25:43.215ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: a4b84b55-5300-4048-b1a0-1865ca1d0e71, image_id: 00000000-0000-0000-0000-000000000000, memory: 3072, name: "phd-vm-a4b84b55-5300-4048-b1a0-1865ca1d0e71", vcpus: 4 }, state: Creating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/f9a20fb2-6017-4651-886f-17202df0e31a.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 3072 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = instance_spec_test vm_id = a4b84b55-5300-4048-b1a0-1865ca1d0e71
1082024-02-06T22:25:43.215ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Run target = phd_framework::test_vm vm = instance_spec_test vm_id = a4b84b55-5300-4048-b1a0-1865ca1d0e71
1092024-02-06T22:25:43.215ZINFOphd-runner: [VM - EVENT] Sending instance spec get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 430 target = phd_framework::test_vm vm = instance_spec_test vm_id = a4b84b55-5300-4048-b1a0-1865ca1d0e71
1102024-02-06T22:25:43.216ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = instance_spec_test vm_id = a4b84b55-5300-4048-b1a0-1865ca1d0e71
1112024-02-06T22:25:43.217ZINFOphd-runner: [VM - EVENT] Cleaning up Test VM on drop file = phd-tests/framework/src/test_vm/mod.rs line = 796 target = phd_framework::test_vm vm = instance_spec_test vm_id = a4b84b55-5300-4048-b1a0-1865ca1d0e71
1122024-02-06T22:25:43.217ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = instance_spec_test vm_id = a4b84b55-5300-4048-b1a0-1865ca1d0e71
1132024-02-06T22:25:43.217ZINFOphd-runner: [VM - EVENT] Waiting 5s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = instance_spec_test vm_id = a4b84b55-5300-4048-b1a0-1865ca1d0e71
1142024-02-06T22:25:43.217ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = instance_spec_test vm_id = a4b84b55-5300-4048-b1a0-1865ca1d0e71
1152024-02-06T22:25:43.218ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 242 target = phd_framework::serial
1162024-02-06T22:25:43.218ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 3 file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
1172024-02-06T22:25:43.915ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = instance_spec_test vm_id = a4b84b55-5300-4048-b1a0-1865ca1d0e71
1182024-02-06T22:25:43.917ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
1192024-02-06T22:25:43.934ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
1202024-02-06T22:25:43.934ZINFOphd-runner: Deleting guest disk image file = phd-tests/framework/src/disk/file.rs line = 82 path = /tmp/propolis-phd/f9a20fb2-6017-4651-886f-17202df0e31a.phd_disk target = phd_framework::disk::file
1212024-02-06T22:25:43.938ZINFOphd-runner: [VM - END] elapsed_milliseconds = 1708 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = instance_spec_test vm_id = a4b84b55-5300-4048-b1a0-1865ca1d0e71
1222024-02-06T22:25:43.938ZINFOphd-runner: test phd_tests::smoke::instance_spec_get_test ... ok file = phd-tests/runner/src/execute.rs line = 117 target = phd_runner::execute
1232024-02-06T22:25:43.938ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
1242024-02-06T22:25:43.938ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
1252024-02-06T22:25:43.938ZINFOphd-runner: Starting test phd_tests::smoke::nproc_test file = phd-tests/runner/src/execute.rs line = 101 target = phd_runner::execute
1262024-02-06T22:25:43.938ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
1272024-02-06T22:25:43.938ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
1282024-02-06T22:25:43.938ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
1292024-02-06T22:25:43.938ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
1302024-02-06T22:25:43.938ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
1312024-02-06T22:25:43.938ZINFOphd-runner: Copying source image to create temporary disk disk_path = /tmp/propolis-phd/abdc0360-0cf5-48c1-aad8-48f28401cb1e.phd_disk file = phd-tests/framework/src/disk/file.rs line = 40 source = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::disk::file
1322024-02-06T22:25:43.964ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
1332024-02-06T22:25:43.964ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/abdc0360-0cf5-48c1-aad8-48f28401cb1e.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 6, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = nproc_test
1342024-02-06T22:25:43.964ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
1352024-02-06T22:25:43.964ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = nproc_test vm_id = 9a32259a-8486-41ce-8558-632b5e813903
1362024-02-06T22:25:43.964ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/nproc_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
1372024-02-06T22:25:43.964ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/nproc_test.stderr.log" stdout_path = "/tmp/propolis-phd/nproc_test.stdout.log" target = phd_framework::server_log_mode
1382024-02-06T22:25:43.971ZINFOphd-runner: [NEW - EVENT] Launched server with pid 856 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
1392024-02-06T22:25:43.972ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
1402024-02-06T22:25:43.972ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = nproc_test vm_id = 9a32259a-8486-41ce-8558-632b5e813903
1412024-02-06T22:25:44.373ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
1422024-02-06T22:25:44.374ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 9a32259a-8486-41ce-8558-632b5e813903, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-9a32259a-8486-41ce-8558-632b5e813903", vcpus: 6 }, state: Creating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/abdc0360-0cf5-48c1-aad8-48f28401cb1e.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 6, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = nproc_test vm_id = 9a32259a-8486-41ce-8558-632b5e813903
1432024-02-06T22:25:44.374ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Run target = phd_framework::test_vm vm = nproc_test vm_id = 9a32259a-8486-41ce-8558-632b5e813903
1442024-02-06T22:25:44.374ZINFOphd-runner: [VM - EVENT] Waiting 300s for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 597 target = phd_framework::test_vm vm = nproc_test vm_id = 9a32259a-8486-41ce-8558-632b5e813903
1452024-02-06T22:25:44.374ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = nproc_test vm_id = 9a32259a-8486-41ce-8558-632b5e813903
1462024-02-06T22:25:44.374ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost login: ") target = phd_framework::test_vm vm = nproc_test vm_id = 9a32259a-8486-41ce-8558-632b5e813903
1472024-02-06T22:25:49.360ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WriteStr("root") target = phd_framework::test_vm vm = nproc_test vm_id = 9a32259a-8486-41ce-8558-632b5e813903
1482024-02-06T22:25:49.360ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost:~#") target = phd_framework::test_vm vm = nproc_test vm_id = 9a32259a-8486-41ce-8558-632b5e813903
1492024-02-06T22:25:49.378ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 5003 file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = nproc_test vm_id = 9a32259a-8486-41ce-8558-632b5e813903
1502024-02-06T22:25:49.378ZINFOphd-runner: [VM - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 638 target = phd_framework::test_vm vm = nproc_test vm_id = 9a32259a-8486-41ce-8558-632b5e813903
1512024-02-06T22:25:49.378ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = nproc_test vm_id = 9a32259a-8486-41ce-8558-632b5e813903
1522024-02-06T22:25:49.389ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = nproc_test vm_id = 9a32259a-8486-41ce-8558-632b5e813903
1532024-02-06T22:25:49.422ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = nproc_test vm_id = 9a32259a-8486-41ce-8558-632b5e813903
1542024-02-06T22:25:49.423ZINFOphd-runner: [VM - EVENT] Cleaning up Test VM on drop file = phd-tests/framework/src/test_vm/mod.rs line = 796 target = phd_framework::test_vm vm = nproc_test vm_id = 9a32259a-8486-41ce-8558-632b5e813903
1552024-02-06T22:25:49.423ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = nproc_test vm_id = 9a32259a-8486-41ce-8558-632b5e813903
1562024-02-06T22:25:49.423ZINFOphd-runner: [VM - EVENT] Waiting 5s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = nproc_test vm_id = 9a32259a-8486-41ce-8558-632b5e813903
1572024-02-06T22:25:49.424ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = nproc_test vm_id = 9a32259a-8486-41ce-8558-632b5e813903
1582024-02-06T22:25:49.425ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 242 target = phd_framework::serial
1592024-02-06T22:25:49.425ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 5052 file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
1602024-02-06T22:25:49.884ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = nproc_test vm_id = 9a32259a-8486-41ce-8558-632b5e813903
1612024-02-06T22:25:49.885ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
1622024-02-06T22:25:49.902ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
1632024-02-06T22:25:49.902ZINFOphd-runner: Deleting guest disk image file = phd-tests/framework/src/disk/file.rs line = 82 path = /tmp/propolis-phd/abdc0360-0cf5-48c1-aad8-48f28401cb1e.phd_disk target = phd_framework::disk::file
1642024-02-06T22:25:49.907ZINFOphd-runner: [VM - END] elapsed_milliseconds = 5935 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = nproc_test vm_id = 9a32259a-8486-41ce-8558-632b5e813903
1652024-02-06T22:25:49.907ZINFOphd-runner: test phd_tests::smoke::nproc_test ... ok file = phd-tests/runner/src/execute.rs line = 117 target = phd_runner::execute
1662024-02-06T22:25:49.907ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
1672024-02-06T22:25:49.907ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
1682024-02-06T22:25:49.907ZINFOphd-runner: Starting test phd_tests::migrate::from_base::migration_from_base_and_back file = phd-tests/runner/src/execute.rs line = 101 target = phd_runner::execute
1692024-02-06T22:25:49.907ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
1702024-02-06T22:25:49.907ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
1712024-02-06T22:25:49.907ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
1722024-02-06T22:25:49.907ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
1732024-02-06T22:25:49.907ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
1742024-02-06T22:25:49.908ZINFOphd-runner: Copying source image to create temporary disk disk_path = /tmp/propolis-phd/2f0cd434-04d8-4155-b943-de071aa8033a.phd_disk file = phd-tests/framework/src/disk/file.rs line = 40 source = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::disk::file
1752024-02-06T22:25:49.933ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
1762024-02-06T22:25:49.933ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__BASE_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/2f0cd434-04d8-4155-b943-de071aa8033a.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_from_base_and_back
1772024-02-06T22:25:49.933ZDEBGphd-runner: [NEW - EVENT] checking for existing copy of artifact file = phd-tests/framework/src/artifacts/store.rs line = 89 maybe_path = /tmp/propolis-phd/cfcb40476599fdccce442ed338e9ed95a39a97dc97c2fb7a04923b16604a825e/propolis-server.tar.gz target = phd_framework::artifacts::store
1782024-02-06T22:25:49.933ZDEBGphd-runner: [NEW - EVENT] Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 213 target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/4902d829b6c59433eef16cc3056c4773bc56c410/propolis-server.tar.gz
1792024-02-06T22:26:23.059ZDEBGphd-runner: [NEW - EVENT] Extracting artifact from tarball extracted_path = /tmp/propolis-phd/cfcb40476599fdccce442ed338e9ed95a39a97dc97c2fb7a04923b16604a825e/propolis-server file = phd-tests/framework/src/artifacts/store.rs line = 156 target = phd_framework::artifacts::store untar_path = propolis-server
1802024-02-06T22:26:23.059ZDEBGphd-runner: [NEW - EVENT] Extracting gzipped tarball... file = phd-tests/framework/src/artifacts/store.rs line = 512 target = phd_framework::artifacts::store
1812024-02-06T22:26:34.798ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = efa29d2f-b79f-422d-b51c-0777fc50de0e
1822024-02-06T22:26:34.798ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_from_base_and_back.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9000 server_path = "/tmp/propolis-phd/cfcb40476599fdccce442ed338e9ed95a39a97dc97c2fb7a04923b16604a825e/propolis-server" target = phd_framework::test_vm::server
1832024-02-06T22:26:34.798ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/migration_from_base_and_back.stderr.log" stdout_path = "/tmp/propolis-phd/migration_from_base_and_back.stdout.log" target = phd_framework::server_log_mode
1842024-02-06T22:26:34.838ZINFOphd-runner: [NEW - EVENT] Launched server with pid 858 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
1852024-02-06T22:26:34.839ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 44905 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
1862024-02-06T22:26:34.839ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = efa29d2f-b79f-422d-b51c-0777fc50de0e
1872024-02-06T22:26:35.689ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
1882024-02-06T22:26:35.689ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: efa29d2f-b79f-422d-b51c-0777fc50de0e, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-efa29d2f-b79f-422d-b51c-0777fc50de0e", vcpus: 2 }, state: Creating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/2f0cd434-04d8-4155-b943-de071aa8033a.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = efa29d2f-b79f-422d-b51c-0777fc50de0e
1892024-02-06T22:26:35.690ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Run target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = efa29d2f-b79f-422d-b51c-0777fc50de0e
1902024-02-06T22:26:35.690ZINFOphd-runner: [VM - EVENT] Waiting 300s for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 597 target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = efa29d2f-b79f-422d-b51c-0777fc50de0e
1912024-02-06T22:26:35.690ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = efa29d2f-b79f-422d-b51c-0777fc50de0e
1922024-02-06T22:26:35.690ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost login: ") target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = efa29d2f-b79f-422d-b51c-0777fc50de0e
1932024-02-06T22:26:39.870ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WriteStr("root") target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = efa29d2f-b79f-422d-b51c-0777fc50de0e
1942024-02-06T22:26:39.870ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost:~#") target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = efa29d2f-b79f-422d-b51c-0777fc50de0e
1952024-02-06T22:26:39.889ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4198 file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = efa29d2f-b79f-422d-b51c-0777fc50de0e
1962024-02-06T22:26:39.889ZINFOphd-runner: [VM - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 638 target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = efa29d2f-b79f-422d-b51c-0777fc50de0e
1972024-02-06T22:26:39.889ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = migration_from_base_and_back vm_id = efa29d2f-b79f-422d-b51c-0777fc50de0e
1982024-02-06T22:26:39.900ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = migration_from_base_and_back vm_id = efa29d2f-b79f-422d-b51c-0777fc50de0e
1992024-02-06T22:26:39.932ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = migration_from_base_and_back vm_id = efa29d2f-b79f-422d-b51c-0777fc50de0e
2002024-02-06T22:26:39.944ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = migration_from_base_and_back vm_id = efa29d2f-b79f-422d-b51c-0777fc50de0e
2012024-02-06T22:26:39.977ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = migration_from_base_and_back vm_id = efa29d2f-b79f-422d-b51c-0777fc50de0e
2022024-02-06T22:26:39.987ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = migration_from_base_and_back vm_id = efa29d2f-b79f-422d-b51c-0777fc50de0e
2032024-02-06T22:26:40.010ZINFOphd-runner: migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 72 propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_from_base_and_back
2042024-02-06T22:26:40.010ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
2052024-02-06T22:26:40.010ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/2f0cd434-04d8-4155-b943-de071aa8033a.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_from_base_and_back_lifecycle_0
2062024-02-06T22:26:40.010ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
2072024-02-06T22:26:40.010ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = 3766c7be-9521-4548-99e9-a3fccae9f360
2082024-02-06T22:26:40.010ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_from_base_and_back_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
2092024-02-06T22:26:40.010ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/migration_from_base_and_back_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_from_base_and_back_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
2102024-02-06T22:26:40.028ZINFOphd-runner: [NEW - EVENT] Launched server with pid 859 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
2112024-02-06T22:26:40.028ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 18 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
2122024-02-06T22:26:40.028ZINFOphd-runner: [VM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 464 migration_id = d42509ed-1f1c-4a45-98c9-2f287eca22b5 target = phd_framework::test_vm timeout_duration = 45s vm = migration_from_base_and_back_lifecycle_0 vm_id = 3766c7be-9521-4548-99e9-a3fccae9f360
2132024-02-06T22:26:40.029ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = 3766c7be-9521-4548-99e9-a3fccae9f360
2142024-02-06T22:26:40.855ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 3766c7be-9521-4548-99e9-a3fccae9f360, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-3766c7be-9521-4548-99e9-a3fccae9f360", vcpus: 2 }, state: Migrating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/2f0cd434-04d8-4155-b943-de071aa8033a.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = 3766c7be-9521-4548-99e9-a3fccae9f360
2152024-02-06T22:26:40.855ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = d42509ed-1f1c-4a45-98c9-2f287eca22b5 target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = 3766c7be-9521-4548-99e9-a3fccae9f360
2162024-02-06T22:26:56.541ZINFOphd-runner: [MIGRATE - EVENT] Instance reported error during migration file = phd-tests/framework/src/test_vm/mod.rs line = 498 migration_id = d42509ed-1f1c-4a45-98c9-2f287eca22b5 target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = 3766c7be-9521-4548-99e9-a3fccae9f360
2172024-02-06T22:26:56.541ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 15686 file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = d42509ed-1f1c-4a45-98c9-2f287eca22b5 target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = 3766c7be-9521-4548-99e9-a3fccae9f360
2182024-02-06T22:26:56.541ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = 3766c7be-9521-4548-99e9-a3fccae9f360
2192024-02-06T22:26:56.542ZINFOphd-runner: [VM - EVENT] Cleaning up Test VM on drop file = phd-tests/framework/src/test_vm/mod.rs line = 796 target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = 3766c7be-9521-4548-99e9-a3fccae9f360
2202024-02-06T22:26:56.542ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = 3766c7be-9521-4548-99e9-a3fccae9f360
2212024-02-06T22:26:56.542ZINFOphd-runner: [VM - EVENT] Waiting 5s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = 3766c7be-9521-4548-99e9-a3fccae9f360
2222024-02-06T22:26:56.542ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = 3766c7be-9521-4548-99e9-a3fccae9f360
2232024-02-06T22:26:56.794ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = 3766c7be-9521-4548-99e9-a3fccae9f360
2242024-02-06T22:26:56.795ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server
2252024-02-06T22:26:56.823ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server
2262024-02-06T22:26:56.823ZINFOphd-runner: [VM - END] elapsed_milliseconds = 16795 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = 3766c7be-9521-4548-99e9-a3fccae9f360
2272024-02-06T22:26:56.823ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = efa29d2f-b79f-422d-b51c-0777fc50de0e
2282024-02-06T22:26:56.824ZINFOphd-runner: [VM - EVENT] Cleaning up Test VM on drop file = phd-tests/framework/src/test_vm/mod.rs line = 796 target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = efa29d2f-b79f-422d-b51c-0777fc50de0e
2292024-02-06T22:26:56.825ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = efa29d2f-b79f-422d-b51c-0777fc50de0e
2302024-02-06T22:26:56.825ZINFOphd-runner: [VM - EVENT] Waiting 5s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = efa29d2f-b79f-422d-b51c-0777fc50de0e
2312024-02-06T22:26:56.825ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = efa29d2f-b79f-422d-b51c-0777fc50de0e
2322024-02-06T22:26:56.826ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 242 target = phd_framework::serial
2332024-02-06T22:26:56.826ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 21136 file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
2342024-02-06T22:26:57.173ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = efa29d2f-b79f-422d-b51c-0777fc50de0e
2352024-02-06T22:26:57.174ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
2362024-02-06T22:26:57.200ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
2372024-02-06T22:26:57.200ZINFOphd-runner: Deleting guest disk image file = phd-tests/framework/src/disk/file.rs line = 82 path = /tmp/propolis-phd/2f0cd434-04d8-4155-b943-de071aa8033a.phd_disk target = phd_framework::disk::file
2382024-02-06T22:26:57.204ZINFOphd-runner: [VM - END] elapsed_milliseconds = 22365 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = efa29d2f-b79f-422d-b51c-0777fc50de0e
2392024-02-06T22:26:57.961ZINFOphd-runner: test phd_tests::migrate::from_base::migration_from_base_and_back ... FAILED: error during migration: error during migration Stack backtrace: 0: phd_framework::test_vm::TestVm::migrate_from::{{closure}} at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:517:34 1: core::result::Result<T,E>::map_err at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/core/src/result.rs:829:27 2: phd_framework::test_vm::TestVm::migrate_from at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:516:17 3: phd_framework::lifecycle::<impl phd_framework::Framework>::lifecycle_test at ./oxidecomputer/propolis/phd-tests/framework/src/lifecycle.rs:86:21 4: phd_tests::migrate::from_base::migration_from_base_and_back::{{closure}} at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:59:9 5: phd_tests::migrate::from_base::migration_from_base_and_back at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:47:5 6: phd_testcase::TestCase::run at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:9 7: phd_runner::execute::run_tests_with_ctx::{{closure}} at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:112:56 8: std::panicking::try::do_call at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panicking.rs:552:40 9: __rust_try 10: std::panicking::try at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panicking.rs:516:19 11: std::panic::catch_unwind at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panic.rs:142:14 12: phd_runner::execute::run_tests_with_ctx at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:112:28 13: phd_runner::run_tests at ./oxidecomputer/propolis/phd-tests/runner/src/main.rs:72:27 14: phd_runner::main at ./oxidecomputer/propolis/phd-tests/runner/src/main.rs:37:29 15: core::ops::function::FnOnce::call_once at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/core/src/ops/function.rs:250:5 16: std::sys_common::backtrace::__rust_begin_short_backtrace at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/sys_common/backtrace.rs:154:18 17: std::rt::lang_start::{{closure}} at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/rt.rs:167:18 18: core::ops::function::impls::<impl core::ops::function::FnOnce<A> for &F>::call_once at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/core/src/ops/function.rs:284:13 std::panicking::try::do_call at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panicking.rs:552:40 std::panicking::try at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panicking.rs:516:19 std::panic::catch_unwind at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panic.rs:142:14 std::rt::lang_start_internal::{{closure}} at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/rt.rs:148:48 std::panicking::try::do_call at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panicking.rs:552:40 std::panicking::try at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panicking.rs:516:19 std::panic::catch_unwind at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panic.rs:142:14 std::rt::lang_start_internal at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/rt.rs:148:20 19: std::rt::lang_start at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/rt.rs:166:17 20: main 21: _start_crt 22: _start file = phd-tests/runner/src/execute.rs line = 117 target = phd_runner::execute
2402024-02-06T22:26:57.961ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
2412024-02-06T22:26:57.961ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
2422024-02-06T22:26:57.961ZINFOphd-runner: Starting test phd_tests::migrate::from_base::serial_history file = phd-tests/runner/src/execute.rs line = 101 target = phd_runner::execute
2432024-02-06T22:26:57.961ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
2442024-02-06T22:26:57.961ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
2452024-02-06T22:26:57.961ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
2462024-02-06T22:26:57.961ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
2472024-02-06T22:26:57.961ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
2482024-02-06T22:26:57.961ZINFOphd-runner: Copying source image to create temporary disk disk_path = /tmp/propolis-phd/587a370c-1167-4ab1-9af1-4a42bc7d6a13.phd_disk file = phd-tests/framework/src/disk/file.rs line = 40 source = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::disk::file
2492024-02-06T22:26:57.986ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
2502024-02-06T22:26:57.987ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__BASE_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/587a370c-1167-4ab1-9af1-4a42bc7d6a13.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_serial_history_base
2512024-02-06T22:26:57.987ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/cfcb40476599fdccce442ed338e9ed95a39a97dc97c2fb7a04923b16604a825e/propolis-server target = phd_framework::artifacts::store
2522024-02-06T22:26:57.987ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 3484e0c6-479a-4980-8b25-a15fb6a43571
2532024-02-06T22:26:57.987ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_serial_history_base.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9000 server_path = "/tmp/propolis-phd/cfcb40476599fdccce442ed338e9ed95a39a97dc97c2fb7a04923b16604a825e/propolis-server" target = phd_framework::test_vm::server
2542024-02-06T22:26:57.987ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/migration_serial_history_base.stderr.log" stdout_path = "/tmp/propolis-phd/migration_serial_history_base.stdout.log" target = phd_framework::server_log_mode
2552024-02-06T22:26:58.007ZINFOphd-runner: [NEW - EVENT] Launched server with pid 862 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
2562024-02-06T22:26:58.008ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 21 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
2572024-02-06T22:26:58.008ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 3484e0c6-479a-4980-8b25-a15fb6a43571
2582024-02-06T22:26:58.791ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
2592024-02-06T22:26:58.792ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 3484e0c6-479a-4980-8b25-a15fb6a43571, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-3484e0c6-479a-4980-8b25-a15fb6a43571", vcpus: 2 }, state: Creating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/587a370c-1167-4ab1-9af1-4a42bc7d6a13.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 3484e0c6-479a-4980-8b25-a15fb6a43571
2602024-02-06T22:26:58.792ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Run target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 3484e0c6-479a-4980-8b25-a15fb6a43571
2612024-02-06T22:26:58.793ZINFOphd-runner: [VM - EVENT] Waiting 300s for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 597 target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 3484e0c6-479a-4980-8b25-a15fb6a43571
2622024-02-06T22:26:58.793ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 3484e0c6-479a-4980-8b25-a15fb6a43571
2632024-02-06T22:26:58.793ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost login: ") target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 3484e0c6-479a-4980-8b25-a15fb6a43571
2642024-02-06T22:27:03.005ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WriteStr("root") target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 3484e0c6-479a-4980-8b25-a15fb6a43571
2652024-02-06T22:27:03.005ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost:~#") target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 3484e0c6-479a-4980-8b25-a15fb6a43571
2662024-02-06T22:27:03.024ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4231 file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 3484e0c6-479a-4980-8b25-a15fb6a43571
2672024-02-06T22:27:03.024ZINFOphd-runner: [VM - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 638 target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 3484e0c6-479a-4980-8b25-a15fb6a43571
2682024-02-06T22:27:03.025ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = migration_serial_history_base vm_id = 3484e0c6-479a-4980-8b25-a15fb6a43571
2692024-02-06T22:27:03.035ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = migration_serial_history_base vm_id = 3484e0c6-479a-4980-8b25-a15fb6a43571
2702024-02-06T22:27:03.072ZINFOphd-runner: migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 72 propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_serial_history_base
2712024-02-06T22:27:03.072ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
2722024-02-06T22:27:03.072ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/587a370c-1167-4ab1-9af1-4a42bc7d6a13.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_serial_history_base_lifecycle_0
2732024-02-06T22:27:03.072ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
2742024-02-06T22:27:03.073ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_serial_history_base_lifecycle_0 vm_id = ee1bbe0a-37aa-42c0-a6eb-05279ff7b82f
2752024-02-06T22:27:03.073ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_serial_history_base_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
2762024-02-06T22:27:03.073ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/migration_serial_history_base_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_serial_history_base_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
2772024-02-06T22:27:03.091ZINFOphd-runner: [NEW - EVENT] Launched server with pid 863 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
2782024-02-06T22:27:03.092ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
2792024-02-06T22:27:03.092ZINFOphd-runner: [VM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 464 migration_id = c85b0226-1713-45ac-825e-221ce44109a8 target = phd_framework::test_vm timeout_duration = 45s vm = migration_serial_history_base_lifecycle_0 vm_id = ee1bbe0a-37aa-42c0-a6eb-05279ff7b82f
2802024-02-06T22:27:03.092ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = migration_serial_history_base_lifecycle_0 vm_id = ee1bbe0a-37aa-42c0-a6eb-05279ff7b82f
2812024-02-06T22:27:03.869ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: ee1bbe0a-37aa-42c0-a6eb-05279ff7b82f, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-ee1bbe0a-37aa-42c0-a6eb-05279ff7b82f", vcpus: 2 }, state: Migrating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/587a370c-1167-4ab1-9af1-4a42bc7d6a13.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_serial_history_base_lifecycle_0 vm_id = ee1bbe0a-37aa-42c0-a6eb-05279ff7b82f
2822024-02-06T22:27:03.869ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = c85b0226-1713-45ac-825e-221ce44109a8 target = phd_framework::test_vm vm = migration_serial_history_base_lifecycle_0 vm_id = ee1bbe0a-37aa-42c0-a6eb-05279ff7b82f
2832024-02-06T22:27:15.557ZINFOphd-runner: [MIGRATE - EVENT] Instance reported error during migration file = phd-tests/framework/src/test_vm/mod.rs line = 498 migration_id = c85b0226-1713-45ac-825e-221ce44109a8 target = phd_framework::test_vm vm = migration_serial_history_base_lifecycle_0 vm_id = ee1bbe0a-37aa-42c0-a6eb-05279ff7b82f
2842024-02-06T22:27:15.557ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 11688 file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = c85b0226-1713-45ac-825e-221ce44109a8 target = phd_framework::test_vm vm = migration_serial_history_base_lifecycle_0 vm_id = ee1bbe0a-37aa-42c0-a6eb-05279ff7b82f
2852024-02-06T22:27:15.557ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_serial_history_base_lifecycle_0 vm_id = ee1bbe0a-37aa-42c0-a6eb-05279ff7b82f
2862024-02-06T22:27:15.558ZINFOphd-runner: [VM - EVENT] Cleaning up Test VM on drop file = phd-tests/framework/src/test_vm/mod.rs line = 796 target = phd_framework::test_vm vm = migration_serial_history_base_lifecycle_0 vm_id = ee1bbe0a-37aa-42c0-a6eb-05279ff7b82f
2872024-02-06T22:27:15.558ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = migration_serial_history_base_lifecycle_0 vm_id = ee1bbe0a-37aa-42c0-a6eb-05279ff7b82f
2882024-02-06T22:27:15.558ZINFOphd-runner: [VM - EVENT] Waiting 5s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = migration_serial_history_base_lifecycle_0 vm_id = ee1bbe0a-37aa-42c0-a6eb-05279ff7b82f
2892024-02-06T22:27:15.558ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_serial_history_base_lifecycle_0 vm_id = ee1bbe0a-37aa-42c0-a6eb-05279ff7b82f
2902024-02-06T22:27:16.045ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_serial_history_base_lifecycle_0 vm_id = ee1bbe0a-37aa-42c0-a6eb-05279ff7b82f
2912024-02-06T22:27:16.046ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server
2922024-02-06T22:27:16.073ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server
2932024-02-06T22:27:16.073ZINFOphd-runner: [VM - END] elapsed_milliseconds = 12981 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_serial_history_base_lifecycle_0 vm_id = ee1bbe0a-37aa-42c0-a6eb-05279ff7b82f
2942024-02-06T22:27:16.073ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 3484e0c6-479a-4980-8b25-a15fb6a43571
2952024-02-06T22:27:16.074ZINFOphd-runner: [VM - EVENT] Cleaning up Test VM on drop file = phd-tests/framework/src/test_vm/mod.rs line = 796 target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 3484e0c6-479a-4980-8b25-a15fb6a43571
2962024-02-06T22:27:16.074ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 3484e0c6-479a-4980-8b25-a15fb6a43571
2972024-02-06T22:27:16.075ZINFOphd-runner: [VM - EVENT] Waiting 5s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 3484e0c6-479a-4980-8b25-a15fb6a43571
2982024-02-06T22:27:16.075ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 3484e0c6-479a-4980-8b25-a15fb6a43571
2992024-02-06T22:27:16.076ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 242 target = phd_framework::serial
3002024-02-06T22:27:16.076ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 17284 file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
3012024-02-06T22:27:16.503ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 3484e0c6-479a-4980-8b25-a15fb6a43571
3022024-02-06T22:27:16.505ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
3032024-02-06T22:27:16.531ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
3042024-02-06T22:27:16.532ZINFOphd-runner: Deleting guest disk image file = phd-tests/framework/src/disk/file.rs line = 82 path = /tmp/propolis-phd/587a370c-1167-4ab1-9af1-4a42bc7d6a13.phd_disk target = phd_framework::disk::file
3052024-02-06T22:27:16.536ZINFOphd-runner: [VM - END] elapsed_milliseconds = 18528 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 3484e0c6-479a-4980-8b25-a15fb6a43571
3062024-02-06T22:27:16.541ZINFOphd-runner: test phd_tests::migrate::from_base::serial_history ... FAILED: error during migration: error during migration Stack backtrace: 0: phd_framework::test_vm::TestVm::migrate_from::{{closure}} at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:517:34 1: core::result::Result<T,E>::map_err at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/core/src/result.rs:829:27 2: phd_framework::test_vm::TestVm::migrate_from at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:516:17 3: phd_framework::lifecycle::<impl phd_framework::Framework>::lifecycle_test at ./oxidecomputer/propolis/phd-tests/framework/src/lifecycle.rs:86:21 4: phd_tests::migrate::run_serial_history_test at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:330:5 5: phd_tests::migrate::from_base::serial_history::{{closure}} at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:38:9 6: phd_tests::migrate::from_base::serial_history at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:36:5 7: phd_testcase::TestCase::run at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:9 8: phd_runner::execute::run_tests_with_ctx::{{closure}} at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:112:56 9: std::panicking::try::do_call at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panicking.rs:552:40 10: __rust_try 11: std::panicking::try at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panicking.rs:516:19 12: std::panic::catch_unwind at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panic.rs:142:14 13: phd_runner::execute::run_tests_with_ctx at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:112:28 14: phd_runner::run_tests at ./oxidecomputer/propolis/phd-tests/runner/src/main.rs:72:27 15: phd_runner::main at ./oxidecomputer/propolis/phd-tests/runner/src/main.rs:37:29 16: core::ops::function::FnOnce::call_once at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/core/src/ops/function.rs:250:5 17: std::sys_common::backtrace::__rust_begin_short_backtrace at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/sys_common/backtrace.rs:154:18 18: std::rt::lang_start::{{closure}} at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/rt.rs:167:18 19: core::ops::function::impls::<impl core::ops::function::FnOnce<A> for &F>::call_once at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/core/src/ops/function.rs:284:13 std::panicking::try::do_call at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panicking.rs:552:40 std::panicking::try at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panicking.rs:516:19 std::panic::catch_unwind at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panic.rs:142:14 std::rt::lang_start_internal::{{closure}} at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/rt.rs:148:48 std::panicking::try::do_call at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panicking.rs:552:40 std::panicking::try at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panicking.rs:516:19 std::panic::catch_unwind at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panic.rs:142:14 std::rt::lang_start_internal at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/rt.rs:148:20 20: std::rt::lang_start at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/rt.rs:166:17 21: main 22: _start_crt 23: _start file = phd-tests/runner/src/execute.rs line = 117 target = phd_runner::execute
3072024-02-06T22:27:16.541ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
3082024-02-06T22:27:16.541ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
3092024-02-06T22:27:16.541ZINFOphd-runner: Starting test phd_tests::migrate::from_base::can_migrate_from_base file = phd-tests/runner/src/execute.rs line = 101 target = phd_runner::execute
3102024-02-06T22:27:16.541ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
3112024-02-06T22:27:16.541ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
3122024-02-06T22:27:16.541ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
3132024-02-06T22:27:16.541ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
3142024-02-06T22:27:16.541ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
3152024-02-06T22:27:16.541ZINFOphd-runner: Copying source image to create temporary disk disk_path = /tmp/propolis-phd/06e370a2-244c-4913-9561-60bdf6d26333.phd_disk file = phd-tests/framework/src/disk/file.rs line = 40 source = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::disk::file
3162024-02-06T22:27:16.567ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
3172024-02-06T22:27:16.567ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__BASE_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/06e370a2-244c-4913-9561-60bdf6d26333.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_from_base
3182024-02-06T22:27:16.567ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/cfcb40476599fdccce442ed338e9ed95a39a97dc97c2fb7a04923b16604a825e/propolis-server target = phd_framework::artifacts::store
3192024-02-06T22:27:16.567ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_from_base vm_id = 1e992224-c5b2-46b8-91aa-207d9d2dbbef
3202024-02-06T22:27:16.567ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_from_base.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9000 server_path = "/tmp/propolis-phd/cfcb40476599fdccce442ed338e9ed95a39a97dc97c2fb7a04923b16604a825e/propolis-server" target = phd_framework::test_vm::server
3212024-02-06T22:27:16.567ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/migration_from_base.stderr.log" stdout_path = "/tmp/propolis-phd/migration_from_base.stdout.log" target = phd_framework::server_log_mode
3222024-02-06T22:27:16.585ZINFOphd-runner: [NEW - EVENT] Launched server with pid 866 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
3232024-02-06T22:27:16.586ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 18 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
3242024-02-06T22:27:16.586ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = migration_from_base vm_id = 1e992224-c5b2-46b8-91aa-207d9d2dbbef
3252024-02-06T22:27:16.995ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
3262024-02-06T22:27:16.996ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 1e992224-c5b2-46b8-91aa-207d9d2dbbef, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-1e992224-c5b2-46b8-91aa-207d9d2dbbef", vcpus: 2 }, state: Creating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/06e370a2-244c-4913-9561-60bdf6d26333.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_from_base vm_id = 1e992224-c5b2-46b8-91aa-207d9d2dbbef
3272024-02-06T22:27:16.996ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Run target = phd_framework::test_vm vm = migration_from_base vm_id = 1e992224-c5b2-46b8-91aa-207d9d2dbbef
3282024-02-06T22:27:16.997ZINFOphd-runner: [VM - EVENT] Waiting 300s for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 597 target = phd_framework::test_vm vm = migration_from_base vm_id = 1e992224-c5b2-46b8-91aa-207d9d2dbbef
3292024-02-06T22:27:16.997ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = migration_from_base vm_id = 1e992224-c5b2-46b8-91aa-207d9d2dbbef
3302024-02-06T22:27:16.997ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost login: ") target = phd_framework::test_vm vm = migration_from_base vm_id = 1e992224-c5b2-46b8-91aa-207d9d2dbbef
3312024-02-06T22:27:21.229ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WriteStr("root") target = phd_framework::test_vm vm = migration_from_base vm_id = 1e992224-c5b2-46b8-91aa-207d9d2dbbef
3322024-02-06T22:27:21.229ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost:~#") target = phd_framework::test_vm vm = migration_from_base vm_id = 1e992224-c5b2-46b8-91aa-207d9d2dbbef
3332024-02-06T22:27:21.247ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4250 file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = migration_from_base vm_id = 1e992224-c5b2-46b8-91aa-207d9d2dbbef
3342024-02-06T22:27:21.247ZINFOphd-runner: [VM - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 638 target = phd_framework::test_vm vm = migration_from_base vm_id = 1e992224-c5b2-46b8-91aa-207d9d2dbbef
3352024-02-06T22:27:21.247ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = migration_from_base vm_id = 1e992224-c5b2-46b8-91aa-207d9d2dbbef
3362024-02-06T22:27:21.257ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = migration_from_base vm_id = 1e992224-c5b2-46b8-91aa-207d9d2dbbef
3372024-02-06T22:27:21.290ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = migration_from_base vm_id = 1e992224-c5b2-46b8-91aa-207d9d2dbbef
3382024-02-06T22:27:21.301ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = migration_from_base vm_id = 1e992224-c5b2-46b8-91aa-207d9d2dbbef
3392024-02-06T22:27:21.323ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = migration_from_base vm_id = 1e992224-c5b2-46b8-91aa-207d9d2dbbef
3402024-02-06T22:27:21.334ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = migration_from_base vm_id = 1e992224-c5b2-46b8-91aa-207d9d2dbbef
3412024-02-06T22:27:21.357ZINFOphd-runner: migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 72 propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_from_base
3422024-02-06T22:27:21.357ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
3432024-02-06T22:27:21.357ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/06e370a2-244c-4913-9561-60bdf6d26333.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_from_base_lifecycle_0
3442024-02-06T22:27:21.357ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
3452024-02-06T22:27:21.357ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = 66c9ac93-da1d-4cea-9e17-2f13ddaa822e
3462024-02-06T22:27:21.357ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_from_base_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
3472024-02-06T22:27:21.357ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/migration_from_base_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_from_base_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
3482024-02-06T22:27:21.375ZINFOphd-runner: [NEW - EVENT] Launched server with pid 867 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
3492024-02-06T22:27:21.375ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 18 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
3502024-02-06T22:27:21.375ZINFOphd-runner: [VM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 464 migration_id = cb9aa0e0-dbb0-44f3-ba99-d5d7144a8a22 target = phd_framework::test_vm timeout_duration = 45s vm = migration_from_base_lifecycle_0 vm_id = 66c9ac93-da1d-4cea-9e17-2f13ddaa822e
3512024-02-06T22:27:21.376ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = 66c9ac93-da1d-4cea-9e17-2f13ddaa822e
3522024-02-06T22:27:22.195ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 66c9ac93-da1d-4cea-9e17-2f13ddaa822e, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-66c9ac93-da1d-4cea-9e17-2f13ddaa822e", vcpus: 2 }, state: Migrating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/06e370a2-244c-4913-9561-60bdf6d26333.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = 66c9ac93-da1d-4cea-9e17-2f13ddaa822e
3532024-02-06T22:27:22.195ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = cb9aa0e0-dbb0-44f3-ba99-d5d7144a8a22 target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = 66c9ac93-da1d-4cea-9e17-2f13ddaa822e
3542024-02-06T22:27:35.594ZINFOphd-runner: [MIGRATE - EVENT] Instance reported error during migration file = phd-tests/framework/src/test_vm/mod.rs line = 498 migration_id = cb9aa0e0-dbb0-44f3-ba99-d5d7144a8a22 target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = 66c9ac93-da1d-4cea-9e17-2f13ddaa822e
3552024-02-06T22:27:35.594ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 13399 file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = cb9aa0e0-dbb0-44f3-ba99-d5d7144a8a22 target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = 66c9ac93-da1d-4cea-9e17-2f13ddaa822e
3562024-02-06T22:27:35.594ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = 66c9ac93-da1d-4cea-9e17-2f13ddaa822e
3572024-02-06T22:27:35.595ZINFOphd-runner: [VM - EVENT] Cleaning up Test VM on drop file = phd-tests/framework/src/test_vm/mod.rs line = 796 target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = 66c9ac93-da1d-4cea-9e17-2f13ddaa822e
3582024-02-06T22:27:35.595ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = 66c9ac93-da1d-4cea-9e17-2f13ddaa822e
3592024-02-06T22:27:35.595ZINFOphd-runner: [VM - EVENT] Waiting 5s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = 66c9ac93-da1d-4cea-9e17-2f13ddaa822e
3602024-02-06T22:27:35.595ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = 66c9ac93-da1d-4cea-9e17-2f13ddaa822e
3612024-02-06T22:27:36.099ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = 66c9ac93-da1d-4cea-9e17-2f13ddaa822e
3622024-02-06T22:27:36.101ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server
3632024-02-06T22:27:36.129ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server
3642024-02-06T22:27:36.129ZINFOphd-runner: [VM - END] elapsed_milliseconds = 14753 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = 66c9ac93-da1d-4cea-9e17-2f13ddaa822e
3652024-02-06T22:27:36.129ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_from_base vm_id = 1e992224-c5b2-46b8-91aa-207d9d2dbbef
3662024-02-06T22:27:36.130ZINFOphd-runner: [VM - EVENT] Cleaning up Test VM on drop file = phd-tests/framework/src/test_vm/mod.rs line = 796 target = phd_framework::test_vm vm = migration_from_base vm_id = 1e992224-c5b2-46b8-91aa-207d9d2dbbef
3672024-02-06T22:27:36.131ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = migration_from_base vm_id = 1e992224-c5b2-46b8-91aa-207d9d2dbbef
3682024-02-06T22:27:36.131ZINFOphd-runner: [VM - EVENT] Waiting 5s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = migration_from_base vm_id = 1e992224-c5b2-46b8-91aa-207d9d2dbbef
3692024-02-06T22:27:36.131ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_from_base vm_id = 1e992224-c5b2-46b8-91aa-207d9d2dbbef
3702024-02-06T22:27:36.132ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 242 target = phd_framework::serial
3712024-02-06T22:27:36.132ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 19136 file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
3722024-02-06T22:27:36.402ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_from_base vm_id = 1e992224-c5b2-46b8-91aa-207d9d2dbbef
3732024-02-06T22:27:36.404ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
3742024-02-06T22:27:36.430ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
3752024-02-06T22:27:36.431ZINFOphd-runner: Deleting guest disk image file = phd-tests/framework/src/disk/file.rs line = 82 path = /tmp/propolis-phd/06e370a2-244c-4913-9561-60bdf6d26333.phd_disk target = phd_framework::disk::file
3762024-02-06T22:27:36.435ZINFOphd-runner: [VM - END] elapsed_milliseconds = 19849 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_from_base vm_id = 1e992224-c5b2-46b8-91aa-207d9d2dbbef
3772024-02-06T22:27:36.436ZINFOphd-runner: test phd_tests::migrate::from_base::can_migrate_from_base ... FAILED: error during migration: error during migration Stack backtrace: 0: phd_framework::test_vm::TestVm::migrate_from::{{closure}} at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:517:34 1: core::result::Result<T,E>::map_err at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/core/src/result.rs:829:27 2: phd_framework::test_vm::TestVm::migrate_from at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:516:17 3: phd_framework::lifecycle::<impl phd_framework::Framework>::lifecycle_test at ./oxidecomputer/propolis/phd-tests/framework/src/lifecycle.rs:86:21 4: phd_tests::migrate::run_smoke_test at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:307:5 5: phd_tests::migrate::from_base::can_migrate_from_base::{{closure}} at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:33:9 6: phd_tests::migrate::from_base::can_migrate_from_base at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:31:5 7: phd_testcase::TestCase::run at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:9 8: phd_runner::execute::run_tests_with_ctx::{{closure}} at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:112:56 9: std::panicking::try::do_call at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panicking.rs:552:40 10: __rust_try 11: std::panicking::try at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panicking.rs:516:19 12: std::panic::catch_unwind at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panic.rs:142:14 13: phd_runner::execute::run_tests_with_ctx at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:112:28 14: phd_runner::run_tests at ./oxidecomputer/propolis/phd-tests/runner/src/main.rs:72:27 15: phd_runner::main at ./oxidecomputer/propolis/phd-tests/runner/src/main.rs:37:29 16: core::ops::function::FnOnce::call_once at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/core/src/ops/function.rs:250:5 17: std::sys_common::backtrace::__rust_begin_short_backtrace at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/sys_common/backtrace.rs:154:18 18: std::rt::lang_start::{{closure}} at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/rt.rs:167:18 19: core::ops::function::impls::<impl core::ops::function::FnOnce<A> for &F>::call_once at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/core/src/ops/function.rs:284:13 std::panicking::try::do_call at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panicking.rs:552:40 std::panicking::try at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panicking.rs:516:19 std::panic::catch_unwind at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panic.rs:142:14 std::rt::lang_start_internal::{{closure}} at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/rt.rs:148:48 std::panicking::try::do_call at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panicking.rs:552:40 std::panicking::try at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panicking.rs:516:19 std::panic::catch_unwind at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/panic.rs:142:14 std::rt::lang_start_internal at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/rt.rs:148:20 20: std::rt::lang_start at /rustc/82e1608dfa6e0b5569232559e3d385fea5a93112/library/std/src/rt.rs:166:17 21: main 22: _start_crt 23: _start file = phd-tests/runner/src/execute.rs line = 117 target = phd_runner::execute
3782024-02-06T22:27:36.436ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
3792024-02-06T22:27:36.437ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
3802024-02-06T22:27:36.437ZINFOphd-runner: Starting test phd_tests::migrate::running_process::export_failure file = phd-tests/runner/src/execute.rs line = 101 target = phd_runner::execute
3812024-02-06T22:27:36.437ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
3822024-02-06T22:27:36.437ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
3832024-02-06T22:27:36.437ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
3842024-02-06T22:27:36.437ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
3852024-02-06T22:27:36.437ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
3862024-02-06T22:27:36.437ZINFOphd-runner: Copying source image to create temporary disk disk_path = /tmp/propolis-phd/788f8f64-fd17-46aa-b774-ddc28bfd3733.phd_disk file = phd-tests/framework/src/disk/file.rs line = 40 source = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::disk::file
3872024-02-06T22:27:36.462ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
3882024-02-06T22:27:36.463ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/788f8f64-fd17-46aa-b774-ddc28bfd3733.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process::export_failure_source
3892024-02-06T22:27:36.463ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
3902024-02-06T22:27:36.463ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = dca5e45f-8d68-46c9-9cb8-29f92d73fcdf
3912024-02-06T22:27:36.463ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::export_failure_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
3922024-02-06T22:27:36.463ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/migrate_running_process::export_failure_source.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::export_failure_source.stdout.log" target = phd_framework::server_log_mode
3932024-02-06T22:27:36.480ZINFOphd-runner: [NEW - EVENT] Launched server with pid 870 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
3942024-02-06T22:27:36.480ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 17 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
3952024-02-06T22:27:36.480ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
3962024-02-06T22:27:36.480ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/788f8f64-fd17-46aa-b774-ddc28bfd3733.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process::export_failure_target1
3972024-02-06T22:27:36.480ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
3982024-02-06T22:27:36.480ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migrate_running_process::export_failure_target1 vm_id = 40bb1127-13c0-425d-b7e9-1f4b2a961890
3992024-02-06T22:27:36.480ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
4002024-02-06T22:27:36.481ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target1.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target1.stdout.log" target = phd_framework::server_log_mode
4012024-02-06T22:27:36.497ZINFOphd-runner: [NEW - EVENT] Launched server with pid 871 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
4022024-02-06T22:27:36.497ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 16 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
4032024-02-06T22:27:36.497ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
4042024-02-06T22:27:36.497ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/788f8f64-fd17-46aa-b774-ddc28bfd3733.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process::export_failure_target2
4052024-02-06T22:27:36.497ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
4062024-02-06T22:27:36.498ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = 2ef6c07e-c35a-4bca-aa28-5c197da718b4
4072024-02-06T22:27:36.498ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target2.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9004 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
4082024-02-06T22:27:36.498ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target2.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target2.stdout.log" target = phd_framework::server_log_mode
4092024-02-06T22:27:36.510ZINFOphd-runner: [NEW - EVENT] Launched server with pid 872 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
4102024-02-06T22:27:36.510ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 12 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
4112024-02-06T22:27:36.628ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
4122024-02-06T22:27:36.629ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: dca5e45f-8d68-46c9-9cb8-29f92d73fcdf, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-dca5e45f-8d68-46c9-9cb8-29f92d73fcdf", vcpus: 2 }, state: Creating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/788f8f64-fd17-46aa-b774-ddc28bfd3733.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = dca5e45f-8d68-46c9-9cb8-29f92d73fcdf
4132024-02-06T22:27:36.629ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Run target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = dca5e45f-8d68-46c9-9cb8-29f92d73fcdf
4142024-02-06T22:27:36.630ZINFOphd-runner: [VM - EVENT] Waiting 300s for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 597 target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = dca5e45f-8d68-46c9-9cb8-29f92d73fcdf
4152024-02-06T22:27:36.630ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = dca5e45f-8d68-46c9-9cb8-29f92d73fcdf
4162024-02-06T22:27:36.630ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost login: ") target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = dca5e45f-8d68-46c9-9cb8-29f92d73fcdf
4172024-02-06T22:27:40.803ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WriteStr("root") target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = dca5e45f-8d68-46c9-9cb8-29f92d73fcdf
4182024-02-06T22:27:40.803ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost:~#") target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = dca5e45f-8d68-46c9-9cb8-29f92d73fcdf
4192024-02-06T22:27:40.821ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4191 file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = dca5e45f-8d68-46c9-9cb8-29f92d73fcdf
4202024-02-06T22:27:40.821ZINFOphd-runner: [VM - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 638 target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = dca5e45f-8d68-46c9-9cb8-29f92d73fcdf
4212024-02-06T22:27:40.822ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = migrate_running_process::export_failure_source vm_id = dca5e45f-8d68-46c9-9cb8-29f92d73fcdf
4222024-02-06T22:27:40.909ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = migrate_running_process::export_failure_source vm_id = dca5e45f-8d68-46c9-9cb8-29f92d73fcdf
4232024-02-06T22:27:40.919ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = migrate_running_process::export_failure_source vm_id = dca5e45f-8d68-46c9-9cb8-29f92d73fcdf
4242024-02-06T22:27:40.931ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = migrate_running_process::export_failure_source vm_id = dca5e45f-8d68-46c9-9cb8-29f92d73fcdf
4252024-02-06T22:27:40.964ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = migrate_running_process::export_failure_source vm_id = dca5e45f-8d68-46c9-9cb8-29f92d73fcdf
4262024-02-06T22:27:40.974ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = migrate_running_process::export_failure_source vm_id = dca5e45f-8d68-46c9-9cb8-29f92d73fcdf
4272024-02-06T22:27:41.277ZINFOphd-runner: [VM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 464 migration_id = bfc9841e-79b2-4aad-b164-d9a2cb2facb7 target = phd_framework::test_vm timeout_duration = 45s vm = migrate_running_process::export_failure_target1 vm_id = 40bb1127-13c0-425d-b7e9-1f4b2a961890
4282024-02-06T22:27:41.384ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 40bb1127-13c0-425d-b7e9-1f4b2a961890, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-40bb1127-13c0-425d-b7e9-1f4b2a961890", vcpus: 2 }, state: Migrating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/788f8f64-fd17-46aa-b774-ddc28bfd3733.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migrate_running_process::export_failure_target1 vm_id = 40bb1127-13c0-425d-b7e9-1f4b2a961890
4292024-02-06T22:27:41.384ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = bfc9841e-79b2-4aad-b164-d9a2cb2facb7 target = phd_framework::test_vm vm = migrate_running_process::export_failure_target1 vm_id = 40bb1127-13c0-425d-b7e9-1f4b2a961890
4302024-02-06T22:27:54.224ZINFOphd-runner: [MIGRATE - EVENT] Instance reported error during migration file = phd-tests/framework/src/test_vm/mod.rs line = 498 migration_id = bfc9841e-79b2-4aad-b164-d9a2cb2facb7 target = phd_framework::test_vm vm = migrate_running_process::export_failure_target1 vm_id = 40bb1127-13c0-425d-b7e9-1f4b2a961890
4312024-02-06T22:27:54.224ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 12840 file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = bfc9841e-79b2-4aad-b164-d9a2cb2facb7 target = phd_framework::test_vm vm = migrate_running_process::export_failure_target1 vm_id = 40bb1127-13c0-425d-b7e9-1f4b2a961890
4322024-02-06T22:27:54.225ZINFOphd-runner: first migration failed as expected error = error during migration: error during migration file = phd-tests/tests/src/migrate.rs line = 196 target = phd_tests::migrate::running_process
4332024-02-06T22:27:54.225ZINFOphd-runner: [VM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 464 migration_id = ea37dc45-8fdf-4ef3-a164-77d824170413 target = phd_framework::test_vm timeout_duration = 45s vm = migrate_running_process::export_failure_target2 vm_id = 2ef6c07e-c35a-4bca-aa28-5c197da718b4
4342024-02-06T22:27:54.331ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 2ef6c07e-c35a-4bca-aa28-5c197da718b4, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-2ef6c07e-c35a-4bca-aa28-5c197da718b4", vcpus: 2 }, state: Migrating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/788f8f64-fd17-46aa-b774-ddc28bfd3733.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = 2ef6c07e-c35a-4bca-aa28-5c197da718b4
4352024-02-06T22:27:54.331ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = ea37dc45-8fdf-4ef3-a164-77d824170413 target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = 2ef6c07e-c35a-4bca-aa28-5c197da718b4
4362024-02-06T22:28:05.905ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 246 s = {"Migrating":{"destination":"127.0.0.1:9004","from_start":9375}} target = phd_framework::serial
4372024-02-06T22:28:09.229ZINFOphd-runner: [MIGRATE - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 494 migration_id = ea37dc45-8fdf-4ef3-a164-77d824170413 target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = 2ef6c07e-c35a-4bca-aa28-5c197da718b4
4382024-02-06T22:28:09.229ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 14898 file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = ea37dc45-8fdf-4ef3-a164-77d824170413 target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = 2ef6c07e-c35a-4bca-aa28-5c197da718b4
4392024-02-06T22:28:09.230ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = migrate_running_process::export_failure_target2 vm_id = 2ef6c07e-c35a-4bca-aa28-5c197da718b4
4402024-02-06T22:28:09.241ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = migrate_running_process::export_failure_target2 vm_id = 2ef6c07e-c35a-4bca-aa28-5c197da718b4
4412024-02-06T22:28:09.330ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = 2ef6c07e-c35a-4bca-aa28-5c197da718b4
4422024-02-06T22:28:09.331ZINFOphd-runner: [VM - EVENT] Cleaning up Test VM on drop file = phd-tests/framework/src/test_vm/mod.rs line = 796 target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = 2ef6c07e-c35a-4bca-aa28-5c197da718b4
4432024-02-06T22:28:09.331ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = 2ef6c07e-c35a-4bca-aa28-5c197da718b4
4442024-02-06T22:28:09.331ZINFOphd-runner: [VM - EVENT] Waiting 5s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = 2ef6c07e-c35a-4bca-aa28-5c197da718b4
4452024-02-06T22:28:09.331ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = 2ef6c07e-c35a-4bca-aa28-5c197da718b4
4462024-02-06T22:28:09.332ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 242 target = phd_framework::serial
4472024-02-06T22:28:09.332ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 32703 file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
4482024-02-06T22:28:09.813ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = 2ef6c07e-c35a-4bca-aa28-5c197da718b4
4492024-02-06T22:28:09.814ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9004 target = phd_framework::test_vm::server
4502024-02-06T22:28:09.842ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9004 target = phd_framework::test_vm::server
4512024-02-06T22:28:09.843ZINFOphd-runner: [VM - END] elapsed_milliseconds = 15618 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = 2ef6c07e-c35a-4bca-aa28-5c197da718b4
4522024-02-06T22:28:09.843ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migrate_running_process::export_failure_target1 vm_id = 40bb1127-13c0-425d-b7e9-1f4b2a961890
4532024-02-06T22:28:09.843ZINFOphd-runner: [VM - EVENT] Cleaning up Test VM on drop file = phd-tests/framework/src/test_vm/mod.rs line = 796 target = phd_framework::test_vm vm = migrate_running_process::export_failure_target1 vm_id = 40bb1127-13c0-425d-b7e9-1f4b2a961890
4542024-02-06T22:28:09.844ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = migrate_running_process::export_failure_target1 vm_id = 40bb1127-13c0-425d-b7e9-1f4b2a961890
4552024-02-06T22:28:09.844ZINFOphd-runner: [VM - EVENT] Waiting 5s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = migrate_running_process::export_failure_target1 vm_id = 40bb1127-13c0-425d-b7e9-1f4b2a961890
4562024-02-06T22:28:09.844ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migrate_running_process::export_failure_target1 vm_id = 40bb1127-13c0-425d-b7e9-1f4b2a961890
4572024-02-06T22:28:10.530ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migrate_running_process::export_failure_target1 vm_id = 40bb1127-13c0-425d-b7e9-1f4b2a961890
4582024-02-06T22:28:10.531ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server
4592024-02-06T22:28:10.558ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server
4602024-02-06T22:28:10.558ZINFOphd-runner: [VM - END] elapsed_milliseconds = 29281 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migrate_running_process::export_failure_target1 vm_id = 40bb1127-13c0-425d-b7e9-1f4b2a961890
4612024-02-06T22:28:10.559ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = dca5e45f-8d68-46c9-9cb8-29f92d73fcdf
4622024-02-06T22:28:10.560ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
4632024-02-06T22:28:10.582ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
4642024-02-06T22:28:10.582ZINFOphd-runner: Deleting guest disk image file = phd-tests/framework/src/disk/file.rs line = 82 path = /tmp/propolis-phd/788f8f64-fd17-46aa-b774-ddc28bfd3733.phd_disk target = phd_framework::disk::file
4652024-02-06T22:28:10.586ZINFOphd-runner: [VM - END] elapsed_milliseconds = 34075 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = dca5e45f-8d68-46c9-9cb8-29f92d73fcdf
4662024-02-06T22:28:10.586ZINFOphd-runner: test phd_tests::migrate::running_process::export_failure ... ok file = phd-tests/runner/src/execute.rs line = 117 target = phd_runner::execute
4672024-02-06T22:28:10.586ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
4682024-02-06T22:28:10.586ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
4692024-02-06T22:28:10.586ZINFOphd-runner: Starting test phd_tests::migrate::running_process::import_failure file = phd-tests/runner/src/execute.rs line = 101 target = phd_runner::execute
4702024-02-06T22:28:10.586ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
4712024-02-06T22:28:10.586ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
4722024-02-06T22:28:10.586ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
4732024-02-06T22:28:10.586ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
4742024-02-06T22:28:10.586ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
4752024-02-06T22:28:10.586ZINFOphd-runner: Copying source image to create temporary disk disk_path = /tmp/propolis-phd/4180ad5f-d8e0-496f-a2d3-1ecd3467f4c2.phd_disk file = phd-tests/framework/src/disk/file.rs line = 40 source = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::disk::file
4762024-02-06T22:28:10.612ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
4772024-02-06T22:28:10.612ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/4180ad5f-d8e0-496f-a2d3-1ecd3467f4c2.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process::import_failure_source
4782024-02-06T22:28:10.612ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
4792024-02-06T22:28:10.612ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = f0879f94-19ad-4f7f-aa27-93da6b6a56d7
4802024-02-06T22:28:10.612ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::import_failure_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
4812024-02-06T22:28:10.612ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/migrate_running_process::import_failure_source.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::import_failure_source.stdout.log" target = phd_framework::server_log_mode
4822024-02-06T22:28:10.626ZINFOphd-runner: [NEW - EVENT] Launched server with pid 876 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
4832024-02-06T22:28:10.627ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 14 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
4842024-02-06T22:28:10.627ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
4852024-02-06T22:28:10.627ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
4862024-02-06T22:28:10.627ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
4872024-02-06T22:28:10.627ZINFOphd-runner: Copying source image to create temporary disk disk_path = /tmp/propolis-phd/07f6f959-6ede-45e2-a386-3975d35bc846.phd_disk file = phd-tests/framework/src/disk/file.rs line = 40 source = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::disk::file
4882024-02-06T22:28:10.653ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
4892024-02-06T22:28:10.653ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/07f6f959-6ede-45e2-a386-3975d35bc846.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process::import_failure_target1
4902024-02-06T22:28:10.654ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
4912024-02-06T22:28:10.654ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migrate_running_process::import_failure_target1 vm_id = bd12ecaa-37e2-4baa-8509-28c5f20e4868
4922024-02-06T22:28:10.654ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
4932024-02-06T22:28:10.654ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target1.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target1.stdout.log" target = phd_framework::server_log_mode
4942024-02-06T22:28:10.668ZINFOphd-runner: [NEW - EVENT] Launched server with pid 877 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
4952024-02-06T22:28:10.669ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 15 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
4962024-02-06T22:28:10.669ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
4972024-02-06T22:28:10.669ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/4180ad5f-d8e0-496f-a2d3-1ecd3467f4c2.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process::import_failure_target2
4982024-02-06T22:28:10.669ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
4992024-02-06T22:28:10.669ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = 50cece4d-63f6-4fe3-9eaf-bdd046326fc1
5002024-02-06T22:28:10.669ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target2.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9004 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
5012024-02-06T22:28:10.669ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target2.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target2.stdout.log" target = phd_framework::server_log_mode
5022024-02-06T22:28:10.683ZINFOphd-runner: [NEW - EVENT] Launched server with pid 878 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
5032024-02-06T22:28:10.684ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 14 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
5042024-02-06T22:28:10.792ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
5052024-02-06T22:28:10.793ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: f0879f94-19ad-4f7f-aa27-93da6b6a56d7, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-f0879f94-19ad-4f7f-aa27-93da6b6a56d7", vcpus: 2 }, state: Creating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/4180ad5f-d8e0-496f-a2d3-1ecd3467f4c2.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = f0879f94-19ad-4f7f-aa27-93da6b6a56d7
5062024-02-06T22:28:10.793ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Run target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = f0879f94-19ad-4f7f-aa27-93da6b6a56d7
5072024-02-06T22:28:10.794ZINFOphd-runner: [VM - EVENT] Waiting 300s for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 597 target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = f0879f94-19ad-4f7f-aa27-93da6b6a56d7
5082024-02-06T22:28:10.794ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = f0879f94-19ad-4f7f-aa27-93da6b6a56d7
5092024-02-06T22:28:10.794ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost login: ") target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = f0879f94-19ad-4f7f-aa27-93da6b6a56d7
5102024-02-06T22:28:14.960ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WriteStr("root") target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = f0879f94-19ad-4f7f-aa27-93da6b6a56d7
5112024-02-06T22:28:14.960ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost:~#") target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = f0879f94-19ad-4f7f-aa27-93da6b6a56d7
5122024-02-06T22:28:14.977ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4183 file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = f0879f94-19ad-4f7f-aa27-93da6b6a56d7
5132024-02-06T22:28:14.978ZINFOphd-runner: [VM - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 638 target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = f0879f94-19ad-4f7f-aa27-93da6b6a56d7
5142024-02-06T22:28:14.978ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = migrate_running_process::import_failure_source vm_id = f0879f94-19ad-4f7f-aa27-93da6b6a56d7
5152024-02-06T22:28:15.066ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = migrate_running_process::import_failure_source vm_id = f0879f94-19ad-4f7f-aa27-93da6b6a56d7
5162024-02-06T22:28:15.076ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = migrate_running_process::import_failure_source vm_id = f0879f94-19ad-4f7f-aa27-93da6b6a56d7
5172024-02-06T22:28:15.087ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = migrate_running_process::import_failure_source vm_id = f0879f94-19ad-4f7f-aa27-93da6b6a56d7
5182024-02-06T22:28:15.109ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = migrate_running_process::import_failure_source vm_id = f0879f94-19ad-4f7f-aa27-93da6b6a56d7
5192024-02-06T22:28:15.120ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = migrate_running_process::import_failure_source vm_id = f0879f94-19ad-4f7f-aa27-93da6b6a56d7
5202024-02-06T22:28:15.423ZINFOphd-runner: [VM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 464 migration_id = 74ef8cb8-79fc-402d-b533-ba4b365b6fb9 target = phd_framework::test_vm timeout_duration = 45s vm = migrate_running_process::import_failure_target1 vm_id = bd12ecaa-37e2-4baa-8509-28c5f20e4868
5212024-02-06T22:28:15.548ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: bd12ecaa-37e2-4baa-8509-28c5f20e4868, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-bd12ecaa-37e2-4baa-8509-28c5f20e4868", vcpus: 2 }, state: Migrating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/07f6f959-6ede-45e2-a386-3975d35bc846.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migrate_running_process::import_failure_target1 vm_id = bd12ecaa-37e2-4baa-8509-28c5f20e4868
5222024-02-06T22:28:15.548ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = 74ef8cb8-79fc-402d-b533-ba4b365b6fb9 target = phd_framework::test_vm vm = migrate_running_process::import_failure_target1 vm_id = bd12ecaa-37e2-4baa-8509-28c5f20e4868
5232024-02-06T22:28:32.699ZINFOphd-runner: [MIGRATE - EVENT] Instance reported error during migration file = phd-tests/framework/src/test_vm/mod.rs line = 498 migration_id = 74ef8cb8-79fc-402d-b533-ba4b365b6fb9 target = phd_framework::test_vm vm = migrate_running_process::import_failure_target1 vm_id = bd12ecaa-37e2-4baa-8509-28c5f20e4868
5242024-02-06T22:28:32.699ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 17151 file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = 74ef8cb8-79fc-402d-b533-ba4b365b6fb9 target = phd_framework::test_vm vm = migrate_running_process::import_failure_target1 vm_id = bd12ecaa-37e2-4baa-8509-28c5f20e4868
5252024-02-06T22:28:32.699ZINFOphd-runner: first migration failed as expected error = error during migration: error during migration file = phd-tests/tests/src/migrate.rs line = 155 target = phd_tests::migrate::running_process
5262024-02-06T22:28:32.700ZINFOphd-runner: [VM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 464 migration_id = 1dea833a-76d3-4b46-bada-f744a7a4679f target = phd_framework::test_vm timeout_duration = 45s vm = migrate_running_process::import_failure_target2 vm_id = 50cece4d-63f6-4fe3-9eaf-bdd046326fc1
5272024-02-06T22:28:32.827ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 50cece4d-63f6-4fe3-9eaf-bdd046326fc1, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-50cece4d-63f6-4fe3-9eaf-bdd046326fc1", vcpus: 2 }, state: Migrating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/4180ad5f-d8e0-496f-a2d3-1ecd3467f4c2.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = 50cece4d-63f6-4fe3-9eaf-bdd046326fc1
5282024-02-06T22:28:32.827ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = 1dea833a-76d3-4b46-bada-f744a7a4679f target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = 50cece4d-63f6-4fe3-9eaf-bdd046326fc1
5292024-02-06T22:28:44.386ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 246 s = {"Migrating":{"destination":"127.0.0.1:9004","from_start":9375}} target = phd_framework::serial
5302024-02-06T22:28:46.712ZINFOphd-runner: [MIGRATE - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 494 migration_id = 1dea833a-76d3-4b46-bada-f744a7a4679f target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = 50cece4d-63f6-4fe3-9eaf-bdd046326fc1
5312024-02-06T22:28:46.712ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 13885 file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = 1dea833a-76d3-4b46-bada-f744a7a4679f target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = 50cece4d-63f6-4fe3-9eaf-bdd046326fc1
5322024-02-06T22:28:46.712ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = migrate_running_process::import_failure_target2 vm_id = 50cece4d-63f6-4fe3-9eaf-bdd046326fc1
5332024-02-06T22:28:46.723ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = migrate_running_process::import_failure_target2 vm_id = 50cece4d-63f6-4fe3-9eaf-bdd046326fc1
5342024-02-06T22:28:46.811ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = 50cece4d-63f6-4fe3-9eaf-bdd046326fc1
5352024-02-06T22:28:46.812ZINFOphd-runner: [VM - EVENT] Cleaning up Test VM on drop file = phd-tests/framework/src/test_vm/mod.rs line = 796 target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = 50cece4d-63f6-4fe3-9eaf-bdd046326fc1
5362024-02-06T22:28:46.812ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = 50cece4d-63f6-4fe3-9eaf-bdd046326fc1
5372024-02-06T22:28:46.812ZINFOphd-runner: [VM - EVENT] Waiting 5s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = 50cece4d-63f6-4fe3-9eaf-bdd046326fc1
5382024-02-06T22:28:46.812ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = 50cece4d-63f6-4fe3-9eaf-bdd046326fc1
5392024-02-06T22:28:46.813ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 242 target = phd_framework::serial
5402024-02-06T22:28:46.813ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 36021 file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
5412024-02-06T22:28:47.471ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = 50cece4d-63f6-4fe3-9eaf-bdd046326fc1
5422024-02-06T22:28:47.472ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9004 target = phd_framework::test_vm::server
5432024-02-06T22:28:47.502ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9004 target = phd_framework::test_vm::server
5442024-02-06T22:28:47.502ZINFOphd-runner: [VM - END] elapsed_milliseconds = 14802 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = 50cece4d-63f6-4fe3-9eaf-bdd046326fc1
5452024-02-06T22:28:47.502ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migrate_running_process::import_failure_target1 vm_id = bd12ecaa-37e2-4baa-8509-28c5f20e4868
5462024-02-06T22:28:47.503ZINFOphd-runner: [VM - EVENT] Cleaning up Test VM on drop file = phd-tests/framework/src/test_vm/mod.rs line = 796 target = phd_framework::test_vm vm = migrate_running_process::import_failure_target1 vm_id = bd12ecaa-37e2-4baa-8509-28c5f20e4868
5472024-02-06T22:28:47.503ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = migrate_running_process::import_failure_target1 vm_id = bd12ecaa-37e2-4baa-8509-28c5f20e4868
5482024-02-06T22:28:47.503ZINFOphd-runner: [VM - EVENT] Waiting 5s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = migrate_running_process::import_failure_target1 vm_id = bd12ecaa-37e2-4baa-8509-28c5f20e4868
5492024-02-06T22:28:47.503ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migrate_running_process::import_failure_target1 vm_id = bd12ecaa-37e2-4baa-8509-28c5f20e4868
5502024-02-06T22:28:48.045ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migrate_running_process::import_failure_target1 vm_id = bd12ecaa-37e2-4baa-8509-28c5f20e4868
5512024-02-06T22:28:48.047ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server
5522024-02-06T22:28:48.076ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server
5532024-02-06T22:28:48.076ZINFOphd-runner: Deleting guest disk image file = phd-tests/framework/src/disk/file.rs line = 82 path = /tmp/propolis-phd/07f6f959-6ede-45e2-a386-3975d35bc846.phd_disk target = phd_framework::disk::file
5542024-02-06T22:28:48.081ZINFOphd-runner: [VM - END] elapsed_milliseconds = 32657 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migrate_running_process::import_failure_target1 vm_id = bd12ecaa-37e2-4baa-8509-28c5f20e4868
5552024-02-06T22:28:48.081ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = f0879f94-19ad-4f7f-aa27-93da6b6a56d7
5562024-02-06T22:28:48.082ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
5572024-02-06T22:28:48.106ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
5582024-02-06T22:28:48.106ZINFOphd-runner: Deleting guest disk image file = phd-tests/framework/src/disk/file.rs line = 82 path = /tmp/propolis-phd/4180ad5f-d8e0-496f-a2d3-1ecd3467f4c2.phd_disk target = phd_framework::disk::file
5592024-02-06T22:28:48.110ZINFOphd-runner: [VM - END] elapsed_milliseconds = 37426 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = f0879f94-19ad-4f7f-aa27-93da6b6a56d7
5602024-02-06T22:28:48.110ZINFOphd-runner: test phd_tests::migrate::running_process::import_failure ... ok file = phd-tests/runner/src/execute.rs line = 117 target = phd_runner::execute
5612024-02-06T22:28:48.110ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
5622024-02-06T22:28:48.110ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
5632024-02-06T22:28:48.110ZINFOphd-runner: Starting test phd_tests::migrate::running_process::migrate_running_process file = phd-tests/runner/src/execute.rs line = 101 target = phd_runner::execute
5642024-02-06T22:28:48.110ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
5652024-02-06T22:28:48.110ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
5662024-02-06T22:28:48.110ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
5672024-02-06T22:28:48.110ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
5682024-02-06T22:28:48.110ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
5692024-02-06T22:28:48.110ZINFOphd-runner: Copying source image to create temporary disk disk_path = /tmp/propolis-phd/0ed5c6e1-80b3-4fc6-9723-42054c43e75f.phd_disk file = phd-tests/framework/src/disk/file.rs line = 40 source = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::disk::file
5702024-02-06T22:28:48.136ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
5712024-02-06T22:28:48.136ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/0ed5c6e1-80b3-4fc6-9723-42054c43e75f.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process_source
5722024-02-06T22:28:48.136ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
5732024-02-06T22:28:48.136ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migrate_running_process_source vm_id = b7663166-c333-4ada-99d9-89cf254d0063
5742024-02-06T22:28:48.136ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
5752024-02-06T22:28:48.136ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/migrate_running_process_source.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process_source.stdout.log" target = phd_framework::server_log_mode
5762024-02-06T22:28:48.152ZINFOphd-runner: [NEW - EVENT] Launched server with pid 882 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
5772024-02-06T22:28:48.153ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 16 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
5782024-02-06T22:28:48.153ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
5792024-02-06T22:28:48.153ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/0ed5c6e1-80b3-4fc6-9723-42054c43e75f.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process_target
5802024-02-06T22:28:48.153ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
5812024-02-06T22:28:48.153ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 8856234d-50d3-409c-ad15-e10f3b80332d
5822024-02-06T22:28:48.153ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process_target.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
5832024-02-06T22:28:48.153ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/migrate_running_process_target.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process_target.stdout.log" target = phd_framework::server_log_mode
5842024-02-06T22:28:48.169ZINFOphd-runner: [NEW - EVENT] Launched server with pid 883 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
5852024-02-06T22:28:48.169ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 16 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
5862024-02-06T22:28:48.302ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
5872024-02-06T22:28:48.302ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: b7663166-c333-4ada-99d9-89cf254d0063, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-b7663166-c333-4ada-99d9-89cf254d0063", vcpus: 2 }, state: Creating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/0ed5c6e1-80b3-4fc6-9723-42054c43e75f.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migrate_running_process_source vm_id = b7663166-c333-4ada-99d9-89cf254d0063
5882024-02-06T22:28:48.302ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Run target = phd_framework::test_vm vm = migrate_running_process_source vm_id = b7663166-c333-4ada-99d9-89cf254d0063
5892024-02-06T22:28:48.303ZINFOphd-runner: [VM - EVENT] Waiting 300s for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 597 target = phd_framework::test_vm vm = migrate_running_process_source vm_id = b7663166-c333-4ada-99d9-89cf254d0063
5902024-02-06T22:28:48.303ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = migrate_running_process_source vm_id = b7663166-c333-4ada-99d9-89cf254d0063
5912024-02-06T22:28:48.303ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost login: ") target = phd_framework::test_vm vm = migrate_running_process_source vm_id = b7663166-c333-4ada-99d9-89cf254d0063
5922024-02-06T22:28:52.510ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WriteStr("root") target = phd_framework::test_vm vm = migrate_running_process_source vm_id = b7663166-c333-4ada-99d9-89cf254d0063
5932024-02-06T22:28:52.510ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost:~#") target = phd_framework::test_vm vm = migrate_running_process_source vm_id = b7663166-c333-4ada-99d9-89cf254d0063
5942024-02-06T22:28:52.527ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4223 file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = migrate_running_process_source vm_id = b7663166-c333-4ada-99d9-89cf254d0063
5952024-02-06T22:28:52.527ZINFOphd-runner: [VM - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 638 target = phd_framework::test_vm vm = migrate_running_process_source vm_id = b7663166-c333-4ada-99d9-89cf254d0063
5962024-02-06T22:28:52.527ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = migrate_running_process_source vm_id = b7663166-c333-4ada-99d9-89cf254d0063
5972024-02-06T22:28:52.616ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = migrate_running_process_source vm_id = b7663166-c333-4ada-99d9-89cf254d0063
5982024-02-06T22:28:52.627ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = migrate_running_process_source vm_id = b7663166-c333-4ada-99d9-89cf254d0063
5992024-02-06T22:28:52.638ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = migrate_running_process_source vm_id = b7663166-c333-4ada-99d9-89cf254d0063
6002024-02-06T22:28:52.660ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = migrate_running_process_source vm_id = b7663166-c333-4ada-99d9-89cf254d0063
6012024-02-06T22:28:52.671ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = migrate_running_process_source vm_id = b7663166-c333-4ada-99d9-89cf254d0063
6022024-02-06T22:28:52.978ZINFOphd-runner: [VM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 464 migration_id = 9af26d38-fa76-42d1-b0c5-af27b4421ef1 target = phd_framework::test_vm timeout_duration = 45s vm = migrate_running_process_target vm_id = 8856234d-50d3-409c-ad15-e10f3b80332d
6032024-02-06T22:28:53.099ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 8856234d-50d3-409c-ad15-e10f3b80332d, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-8856234d-50d3-409c-ad15-e10f3b80332d", vcpus: 2 }, state: Migrating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/0ed5c6e1-80b3-4fc6-9723-42054c43e75f.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 8856234d-50d3-409c-ad15-e10f3b80332d
6042024-02-06T22:28:53.099ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = 9af26d38-fa76-42d1-b0c5-af27b4421ef1 target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 8856234d-50d3-409c-ad15-e10f3b80332d
6052024-02-06T22:29:04.613ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 246 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":9375}} target = phd_framework::serial
6062024-02-06T22:29:10.238ZINFOphd-runner: [MIGRATE - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 494 migration_id = 9af26d38-fa76-42d1-b0c5-af27b4421ef1 target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 8856234d-50d3-409c-ad15-e10f3b80332d
6072024-02-06T22:29:10.238ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 17139 file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = 9af26d38-fa76-42d1-b0c5-af27b4421ef1 target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 8856234d-50d3-409c-ad15-e10f3b80332d
6082024-02-06T22:29:10.238ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = migrate_running_process_target vm_id = 8856234d-50d3-409c-ad15-e10f3b80332d
6092024-02-06T22:29:10.250ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = migrate_running_process_target vm_id = 8856234d-50d3-409c-ad15-e10f3b80332d
6102024-02-06T22:29:10.337ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 8856234d-50d3-409c-ad15-e10f3b80332d
6112024-02-06T22:29:10.338ZINFOphd-runner: [VM - EVENT] Cleaning up Test VM on drop file = phd-tests/framework/src/test_vm/mod.rs line = 796 target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 8856234d-50d3-409c-ad15-e10f3b80332d
6122024-02-06T22:29:10.338ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 8856234d-50d3-409c-ad15-e10f3b80332d
6132024-02-06T22:29:10.339ZINFOphd-runner: [VM - EVENT] Waiting 5s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 8856234d-50d3-409c-ad15-e10f3b80332d
6142024-02-06T22:29:10.339ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 8856234d-50d3-409c-ad15-e10f3b80332d
6152024-02-06T22:29:10.339ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 242 target = phd_framework::serial
6162024-02-06T22:29:10.339ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 22037 file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
6172024-02-06T22:29:10.830ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 8856234d-50d3-409c-ad15-e10f3b80332d
6182024-02-06T22:29:10.831ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server
6192024-02-06T22:29:10.859ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server
6202024-02-06T22:29:10.859ZINFOphd-runner: [VM - END] elapsed_milliseconds = 17880 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 8856234d-50d3-409c-ad15-e10f3b80332d
6212024-02-06T22:29:10.859ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migrate_running_process_source vm_id = b7663166-c333-4ada-99d9-89cf254d0063
6222024-02-06T22:29:10.861ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
6232024-02-06T22:29:10.889ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
6242024-02-06T22:29:10.889ZINFOphd-runner: Deleting guest disk image file = phd-tests/framework/src/disk/file.rs line = 82 path = /tmp/propolis-phd/0ed5c6e1-80b3-4fc6-9723-42054c43e75f.phd_disk target = phd_framework::disk::file
6252024-02-06T22:29:10.893ZINFOphd-runner: [VM - END] elapsed_milliseconds = 22724 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migrate_running_process_source vm_id = b7663166-c333-4ada-99d9-89cf254d0063
6262024-02-06T22:29:10.894ZINFOphd-runner: test phd_tests::migrate::running_process::migrate_running_process ... ok file = phd-tests/runner/src/execute.rs line = 117 target = phd_runner::execute
6272024-02-06T22:29:10.894ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
6282024-02-06T22:29:10.894ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
6292024-02-06T22:29:10.894ZINFOphd-runner: Starting test phd_tests::migrate::multiple_migrations file = phd-tests/runner/src/execute.rs line = 101 target = phd_runner::execute
6302024-02-06T22:29:10.894ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
6312024-02-06T22:29:10.894ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
6322024-02-06T22:29:10.894ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
6332024-02-06T22:29:10.894ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
6342024-02-06T22:29:10.894ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
6352024-02-06T22:29:10.894ZINFOphd-runner: Copying source image to create temporary disk disk_path = /tmp/propolis-phd/661e43dc-730f-4832-9115-af7f9b125138.phd_disk file = phd-tests/framework/src/disk/file.rs line = 40 source = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::disk::file
6362024-02-06T22:29:10.925ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
6372024-02-06T22:29:10.925ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/661e43dc-730f-4832-9115-af7f9b125138.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = multiple_migrations_0
6382024-02-06T22:29:10.925ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
6392024-02-06T22:29:10.925ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = b788efb5-6876-40b2-9d48-69de1576e8de
6402024-02-06T22:29:10.925ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/multiple_migrations_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
6412024-02-06T22:29:10.925ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/multiple_migrations_0.stderr.log" stdout_path = "/tmp/propolis-phd/multiple_migrations_0.stdout.log" target = phd_framework::server_log_mode
6422024-02-06T22:29:10.943ZINFOphd-runner: [NEW - EVENT] Launched server with pid 886 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
6432024-02-06T22:29:10.943ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 18 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
6442024-02-06T22:29:10.944ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
6452024-02-06T22:29:10.944ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/661e43dc-730f-4832-9115-af7f9b125138.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = multiple_migrations_1
6462024-02-06T22:29:10.944ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
6472024-02-06T22:29:10.944ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = 347fb6be-a1e6-461f-9deb-aa4e61d87f9a
6482024-02-06T22:29:10.944ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/multiple_migrations_1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
6492024-02-06T22:29:10.944ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/multiple_migrations_1.stderr.log" stdout_path = "/tmp/propolis-phd/multiple_migrations_1.stdout.log" target = phd_framework::server_log_mode
6502024-02-06T22:29:10.961ZINFOphd-runner: [NEW - EVENT] Launched server with pid 887 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
6512024-02-06T22:29:10.961ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 17 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
6522024-02-06T22:29:10.962ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
6532024-02-06T22:29:10.962ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/661e43dc-730f-4832-9115-af7f9b125138.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = multiple_migrations_2
6542024-02-06T22:29:10.962ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
6552024-02-06T22:29:10.962ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = cd767b33-4c66-4ebe-b469-e33a9b0af52b
6562024-02-06T22:29:10.962ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/multiple_migrations_2.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9004 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
6572024-02-06T22:29:10.962ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/multiple_migrations_2.stderr.log" stdout_path = "/tmp/propolis-phd/multiple_migrations_2.stdout.log" target = phd_framework::server_log_mode
6582024-02-06T22:29:10.974ZINFOphd-runner: [NEW - EVENT] Launched server with pid 888 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
6592024-02-06T22:29:10.974ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 12 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
6602024-02-06T22:29:11.088ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
6612024-02-06T22:29:11.089ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: b788efb5-6876-40b2-9d48-69de1576e8de, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-b788efb5-6876-40b2-9d48-69de1576e8de", vcpus: 2 }, state: Creating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/661e43dc-730f-4832-9115-af7f9b125138.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = b788efb5-6876-40b2-9d48-69de1576e8de
6622024-02-06T22:29:11.089ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Run target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = b788efb5-6876-40b2-9d48-69de1576e8de
6632024-02-06T22:29:11.089ZINFOphd-runner: [VM - EVENT] Waiting 300s for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 597 target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = b788efb5-6876-40b2-9d48-69de1576e8de
6642024-02-06T22:29:11.089ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = b788efb5-6876-40b2-9d48-69de1576e8de
6652024-02-06T22:29:11.089ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost login: ") target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = b788efb5-6876-40b2-9d48-69de1576e8de
6662024-02-06T22:29:15.335ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WriteStr("root") target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = b788efb5-6876-40b2-9d48-69de1576e8de
6672024-02-06T22:29:15.335ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost:~#") target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = b788efb5-6876-40b2-9d48-69de1576e8de
6682024-02-06T22:29:15.353ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4263 file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = b788efb5-6876-40b2-9d48-69de1576e8de
6692024-02-06T22:29:15.353ZINFOphd-runner: [VM - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 638 target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = b788efb5-6876-40b2-9d48-69de1576e8de
6702024-02-06T22:29:15.353ZINFOphd-runner: [VM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 464 migration_id = 0a0477df-b81a-454e-9528-b003bc0411f5 target = phd_framework::test_vm timeout_duration = 45s vm = multiple_migrations_1 vm_id = 347fb6be-a1e6-461f-9deb-aa4e61d87f9a
6712024-02-06T22:29:15.462ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 347fb6be-a1e6-461f-9deb-aa4e61d87f9a, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-347fb6be-a1e6-461f-9deb-aa4e61d87f9a", vcpus: 2 }, state: Migrating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/661e43dc-730f-4832-9115-af7f9b125138.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = 347fb6be-a1e6-461f-9deb-aa4e61d87f9a
6722024-02-06T22:29:15.462ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = 0a0477df-b81a-454e-9528-b003bc0411f5 target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = 347fb6be-a1e6-461f-9deb-aa4e61d87f9a
6732024-02-06T22:29:27.030ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 246 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":7609}} target = phd_framework::serial
6742024-02-06T22:29:33.028ZINFOphd-runner: [MIGRATE - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 494 migration_id = 0a0477df-b81a-454e-9528-b003bc0411f5 target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = 347fb6be-a1e6-461f-9deb-aa4e61d87f9a
6752024-02-06T22:29:33.028ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 17565 file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = 0a0477df-b81a-454e-9528-b003bc0411f5 target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = 347fb6be-a1e6-461f-9deb-aa4e61d87f9a
6762024-02-06T22:29:33.028ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = multiple_migrations_1 vm_id = 347fb6be-a1e6-461f-9deb-aa4e61d87f9a
6772024-02-06T22:29:33.040ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = multiple_migrations_1 vm_id = 347fb6be-a1e6-461f-9deb-aa4e61d87f9a
6782024-02-06T22:29:33.073ZINFOphd-runner: [VM - EVENT] Migrating from source at address 127.0.0.1:9002 file = phd-tests/framework/src/test_vm/mod.rs line = 464 migration_id = 919a5e4a-6cd5-4a27-8471-367f5a2227bb target = phd_framework::test_vm timeout_duration = 45s vm = multiple_migrations_2 vm_id = cd767b33-4c66-4ebe-b469-e33a9b0af52b
6792024-02-06T22:29:33.199ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: cd767b33-4c66-4ebe-b469-e33a9b0af52b, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-cd767b33-4c66-4ebe-b469-e33a9b0af52b", vcpus: 2 }, state: Migrating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/661e43dc-730f-4832-9115-af7f9b125138.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = cd767b33-4c66-4ebe-b469-e33a9b0af52b
6802024-02-06T22:29:33.199ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = 919a5e4a-6cd5-4a27-8471-367f5a2227bb target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = cd767b33-4c66-4ebe-b469-e33a9b0af52b
6812024-02-06T22:29:44.861ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 246 s = {"Migrating":{"destination":"127.0.0.1:9004","from_start":7657}} target = phd_framework::serial
6822024-02-06T22:29:49.038ZINFOphd-runner: [MIGRATE - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 494 migration_id = 919a5e4a-6cd5-4a27-8471-367f5a2227bb target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = cd767b33-4c66-4ebe-b469-e33a9b0af52b
6832024-02-06T22:29:49.038ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 15839 file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = 919a5e4a-6cd5-4a27-8471-367f5a2227bb target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = cd767b33-4c66-4ebe-b469-e33a9b0af52b
6842024-02-06T22:29:49.039ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = multiple_migrations_2 vm_id = cd767b33-4c66-4ebe-b469-e33a9b0af52b
6852024-02-06T22:29:49.050ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = multiple_migrations_2 vm_id = cd767b33-4c66-4ebe-b469-e33a9b0af52b
6862024-02-06T22:29:49.083ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = cd767b33-4c66-4ebe-b469-e33a9b0af52b
6872024-02-06T22:29:49.084ZINFOphd-runner: [VM - EVENT] Cleaning up Test VM on drop file = phd-tests/framework/src/test_vm/mod.rs line = 796 target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = cd767b33-4c66-4ebe-b469-e33a9b0af52b
6882024-02-06T22:29:49.084ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = cd767b33-4c66-4ebe-b469-e33a9b0af52b
6892024-02-06T22:29:49.085ZINFOphd-runner: [VM - EVENT] Waiting 5s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = cd767b33-4c66-4ebe-b469-e33a9b0af52b
6902024-02-06T22:29:49.085ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = cd767b33-4c66-4ebe-b469-e33a9b0af52b
6912024-02-06T22:29:49.085ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 242 target = phd_framework::serial
6922024-02-06T22:29:49.086ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 37997 file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
6932024-02-06T22:29:49.756ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = cd767b33-4c66-4ebe-b469-e33a9b0af52b
6942024-02-06T22:29:49.757ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9004 target = phd_framework::test_vm::server
6952024-02-06T22:29:49.786ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9004 target = phd_framework::test_vm::server
6962024-02-06T22:29:49.786ZINFOphd-runner: [VM - END] elapsed_milliseconds = 16712 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = cd767b33-4c66-4ebe-b469-e33a9b0af52b
6972024-02-06T22:29:49.786ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = 347fb6be-a1e6-461f-9deb-aa4e61d87f9a
6982024-02-06T22:29:49.787ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server
6992024-02-06T22:29:49.810ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server
7002024-02-06T22:29:49.810ZINFOphd-runner: [VM - END] elapsed_milliseconds = 34456 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = 347fb6be-a1e6-461f-9deb-aa4e61d87f9a
7012024-02-06T22:29:49.810ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = b788efb5-6876-40b2-9d48-69de1576e8de
7022024-02-06T22:29:49.811ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
7032024-02-06T22:29:49.833ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
7042024-02-06T22:29:49.833ZINFOphd-runner: Deleting guest disk image file = phd-tests/framework/src/disk/file.rs line = 82 path = /tmp/propolis-phd/661e43dc-730f-4832-9115-af7f9b125138.phd_disk target = phd_framework::disk::file
7052024-02-06T22:29:49.838ZINFOphd-runner: [VM - END] elapsed_milliseconds = 38863 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = b788efb5-6876-40b2-9d48-69de1576e8de
7062024-02-06T22:29:49.838ZINFOphd-runner: test phd_tests::migrate::multiple_migrations ... ok file = phd-tests/runner/src/execute.rs line = 117 target = phd_runner::execute
7072024-02-06T22:29:49.838ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
7082024-02-06T22:29:49.838ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
7092024-02-06T22:29:49.838ZINFOphd-runner: Starting test phd_tests::migrate::incompatible_vms file = phd-tests/runner/src/execute.rs line = 101 target = phd_runner::execute
7102024-02-06T22:29:49.838ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
7112024-02-06T22:29:49.838ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
7122024-02-06T22:29:49.838ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
7132024-02-06T22:29:49.838ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
7142024-02-06T22:29:49.838ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
7152024-02-06T22:29:49.838ZINFOphd-runner: Copying source image to create temporary disk disk_path = /tmp/propolis-phd/1c657db0-febb-4a81-92a0-12b123463ab7.phd_disk file = phd-tests/framework/src/disk/file.rs line = 40 source = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::disk::file
7162024-02-06T22:29:49.864ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
7172024-02-06T22:29:49.864ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/1c657db0-febb-4a81-92a0-12b123463ab7.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_incompatible_source_0
7182024-02-06T22:29:49.864ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
7192024-02-06T22:29:49.864ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 9fdf02b9-b1cc-43b3-a505-d0b96f22f50e
7202024-02-06T22:29:49.864ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_incompatible_source_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
7212024-02-06T22:29:49.864ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/migration_incompatible_source_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_incompatible_source_0.stdout.log" target = phd_framework::server_log_mode
7222024-02-06T22:29:49.879ZINFOphd-runner: [NEW - EVENT] Launched server with pid 892 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
7232024-02-06T22:29:49.879ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 15 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
7242024-02-06T22:29:49.880ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 9fdf02b9-b1cc-43b3-a505-d0b96f22f50e
7252024-02-06T22:29:50.479ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
7262024-02-06T22:29:50.480ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 9fdf02b9-b1cc-43b3-a505-d0b96f22f50e, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-9fdf02b9-b1cc-43b3-a505-d0b96f22f50e", vcpus: 4 }, state: Creating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/1c657db0-febb-4a81-92a0-12b123463ab7.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 9fdf02b9-b1cc-43b3-a505-d0b96f22f50e
7272024-02-06T22:29:50.480ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Run target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 9fdf02b9-b1cc-43b3-a505-d0b96f22f50e
7282024-02-06T22:29:50.480ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
7292024-02-06T22:29:50.480ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
7302024-02-06T22:29:50.480ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
7312024-02-06T22:29:50.480ZINFOphd-runner: Copying source image to create temporary disk disk_path = /tmp/propolis-phd/dc7b04a2-59de-4646-855e-f214bc392374.phd_disk file = phd-tests/framework/src/disk/file.rs line = 40 source = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::disk::file
7322024-02-06T22:29:50.506ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
7332024-02-06T22:29:50.506ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/dc7b04a2-59de-4646-855e-f214bc392374.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 8, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_incompatible_target_1
7342024-02-06T22:29:50.506ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
7352024-02-06T22:29:50.506ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_incompatible_target_1 vm_id = b2f6461f-3deb-408b-82d4-18c90bb2b1f4
7362024-02-06T22:29:50.506ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_incompatible_target_1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
7372024-02-06T22:29:50.506ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/migration_incompatible_target_1.stderr.log" stdout_path = "/tmp/propolis-phd/migration_incompatible_target_1.stdout.log" target = phd_framework::server_log_mode
7382024-02-06T22:29:50.524ZINFOphd-runner: [NEW - EVENT] Launched server with pid 893 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
7392024-02-06T22:29:50.525ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
7402024-02-06T22:29:50.525ZINFOphd-runner: [VM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 464 migration_id = 4228873d-c465-4934-931c-65a5c5e9cc4d target = phd_framework::test_vm timeout_duration = 45s vm = migration_incompatible_target_1 vm_id = b2f6461f-3deb-408b-82d4-18c90bb2b1f4
7412024-02-06T22:29:50.525ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = migration_incompatible_target_1 vm_id = b2f6461f-3deb-408b-82d4-18c90bb2b1f4
7422024-02-06T22:29:51.026ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: b2f6461f-3deb-408b-82d4-18c90bb2b1f4, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-b2f6461f-3deb-408b-82d4-18c90bb2b1f4", vcpus: 8 }, state: Failed } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/dc7b04a2-59de-4646-855e-f214bc392374.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 8, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_incompatible_target_1 vm_id = b2f6461f-3deb-408b-82d4-18c90bb2b1f4
7432024-02-06T22:29:51.026ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = 4228873d-c465-4934-931c-65a5c5e9cc4d target = phd_framework::test_vm vm = migration_incompatible_target_1 vm_id = b2f6461f-3deb-408b-82d4-18c90bb2b1f4
7442024-02-06T22:29:51.026ZINFOphd-runner: [MIGRATE - EVENT] Instance reported error during migration file = phd-tests/framework/src/test_vm/mod.rs line = 498 migration_id = 4228873d-c465-4934-931c-65a5c5e9cc4d target = phd_framework::test_vm vm = migration_incompatible_target_1 vm_id = b2f6461f-3deb-408b-82d4-18c90bb2b1f4
7452024-02-06T22:29:51.027ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = 4228873d-c465-4934-931c-65a5c5e9cc4d target = phd_framework::test_vm vm = migration_incompatible_target_1 vm_id = b2f6461f-3deb-408b-82d4-18c90bb2b1f4
7462024-02-06T22:29:51.028ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_incompatible_target_1 vm_id = b2f6461f-3deb-408b-82d4-18c90bb2b1f4
7472024-02-06T22:29:51.028ZINFOphd-runner: [VM - EVENT] Cleaning up Test VM on drop file = phd-tests/framework/src/test_vm/mod.rs line = 796 target = phd_framework::test_vm vm = migration_incompatible_target_1 vm_id = b2f6461f-3deb-408b-82d4-18c90bb2b1f4
7482024-02-06T22:29:51.028ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = migration_incompatible_target_1 vm_id = b2f6461f-3deb-408b-82d4-18c90bb2b1f4
7492024-02-06T22:29:51.029ZINFOphd-runner: [VM - EVENT] Waiting 5s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = migration_incompatible_target_1 vm_id = b2f6461f-3deb-408b-82d4-18c90bb2b1f4
7502024-02-06T22:29:51.029ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_incompatible_target_1 vm_id = b2f6461f-3deb-408b-82d4-18c90bb2b1f4
7512024-02-06T22:29:51.518ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_incompatible_target_1 vm_id = b2f6461f-3deb-408b-82d4-18c90bb2b1f4
7522024-02-06T22:29:51.518ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server
7532024-02-06T22:29:51.546ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server
7542024-02-06T22:29:51.546ZINFOphd-runner: Deleting guest disk image file = phd-tests/framework/src/disk/file.rs line = 82 path = /tmp/propolis-phd/dc7b04a2-59de-4646-855e-f214bc392374.phd_disk target = phd_framework::disk::file
7552024-02-06T22:29:51.551ZINFOphd-runner: [VM - END] elapsed_milliseconds = 1025 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_incompatible_target_1 vm_id = b2f6461f-3deb-408b-82d4-18c90bb2b1f4
7562024-02-06T22:29:51.551ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 9fdf02b9-b1cc-43b3-a505-d0b96f22f50e
7572024-02-06T22:29:51.551ZINFOphd-runner: [VM - EVENT] Cleaning up Test VM on drop file = phd-tests/framework/src/test_vm/mod.rs line = 796 target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 9fdf02b9-b1cc-43b3-a505-d0b96f22f50e
7582024-02-06T22:29:51.551ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 9fdf02b9-b1cc-43b3-a505-d0b96f22f50e
7592024-02-06T22:29:51.552ZINFOphd-runner: [VM - EVENT] Waiting 5s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 9fdf02b9-b1cc-43b3-a505-d0b96f22f50e
7602024-02-06T22:29:51.552ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 9fdf02b9-b1cc-43b3-a505-d0b96f22f50e
7612024-02-06T22:29:51.553ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 242 target = phd_framework::serial
7622024-02-06T22:29:51.553ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 1073 file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
7632024-02-06T22:29:52.013ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 9fdf02b9-b1cc-43b3-a505-d0b96f22f50e
7642024-02-06T22:29:52.015ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
7652024-02-06T22:29:52.042ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
7662024-02-06T22:29:52.042ZINFOphd-runner: Deleting guest disk image file = phd-tests/framework/src/disk/file.rs line = 82 path = /tmp/propolis-phd/1c657db0-febb-4a81-92a0-12b123463ab7.phd_disk target = phd_framework::disk::file
7672024-02-06T22:29:52.047ZINFOphd-runner: [VM - END] elapsed_milliseconds = 2167 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 9fdf02b9-b1cc-43b3-a505-d0b96f22f50e
7682024-02-06T22:29:52.047ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
7692024-02-06T22:29:52.047ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
7702024-02-06T22:29:52.047ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
7712024-02-06T22:29:52.047ZINFOphd-runner: Copying source image to create temporary disk disk_path = /tmp/propolis-phd/12874e5c-45ca-403f-bdb9-71829be902cd.phd_disk file = phd-tests/framework/src/disk/file.rs line = 40 source = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::disk::file
7722024-02-06T22:29:52.072ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
7732024-02-06T22:29:52.072ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/12874e5c-45ca-403f-bdb9-71829be902cd.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_incompatible_source_1
7742024-02-06T22:29:52.073ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
7752024-02-06T22:29:52.073ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 152b3291-95e2-435c-af27-b763786babd4
7762024-02-06T22:29:52.073ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_incompatible_source_1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9004 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
7772024-02-06T22:29:52.073ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/migration_incompatible_source_1.stderr.log" stdout_path = "/tmp/propolis-phd/migration_incompatible_source_1.stdout.log" target = phd_framework::server_log_mode
7782024-02-06T22:29:52.090ZINFOphd-runner: [NEW - EVENT] Launched server with pid 896 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
7792024-02-06T22:29:52.091ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 18 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
7802024-02-06T22:29:52.092ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9004/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 152b3291-95e2-435c-af27-b763786babd4
7812024-02-06T22:29:52.578ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
7822024-02-06T22:29:52.578ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 152b3291-95e2-435c-af27-b763786babd4, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-152b3291-95e2-435c-af27-b763786babd4", vcpus: 4 }, state: Creating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/12874e5c-45ca-403f-bdb9-71829be902cd.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 152b3291-95e2-435c-af27-b763786babd4
7832024-02-06T22:29:52.578ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Run target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 152b3291-95e2-435c-af27-b763786babd4
7842024-02-06T22:29:52.579ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
7852024-02-06T22:29:52.579ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
7862024-02-06T22:29:52.579ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
7872024-02-06T22:29:52.579ZINFOphd-runner: Copying source image to create temporary disk disk_path = /tmp/propolis-phd/2ddc0527-0fa5-49aa-9916-9ec74781b263.phd_disk file = phd-tests/framework/src/disk/file.rs line = 40 source = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::disk::file
7882024-02-06T22:29:52.605ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
7892024-02-06T22:29:52.605ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/2ddc0527-0fa5-49aa-9916-9ec74781b263.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 1024 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_incompatible_target_2
7902024-02-06T22:29:52.606ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
7912024-02-06T22:29:52.606ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_incompatible_target_2 vm_id = 84b11209-ffbe-45c0-ac2b-efa7028f7b4b
7922024-02-06T22:29:52.606ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_incompatible_target_2.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9006 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
7932024-02-06T22:29:52.606ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/migration_incompatible_target_2.stderr.log" stdout_path = "/tmp/propolis-phd/migration_incompatible_target_2.stdout.log" target = phd_framework::server_log_mode
7942024-02-06T22:29:52.624ZINFOphd-runner: [NEW - EVENT] Launched server with pid 897 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
7952024-02-06T22:29:52.624ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 18 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
7962024-02-06T22:29:52.624ZINFOphd-runner: [VM - EVENT] Migrating from source at address 127.0.0.1:9004 file = phd-tests/framework/src/test_vm/mod.rs line = 464 migration_id = 7f383791-54a1-4044-a783-e160992c4d80 target = phd_framework::test_vm timeout_duration = 90s vm = migration_incompatible_target_2 vm_id = 84b11209-ffbe-45c0-ac2b-efa7028f7b4b
7972024-02-06T22:29:52.625ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9006/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = migration_incompatible_target_2 vm_id = 84b11209-ffbe-45c0-ac2b-efa7028f7b4b
7982024-02-06T22:29:53.497ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 84b11209-ffbe-45c0-ac2b-efa7028f7b4b, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, name: "phd-vm-84b11209-ffbe-45c0-ac2b-efa7028f7b4b", vcpus: 2 }, state: Failed } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/2ddc0527-0fa5-49aa-9916-9ec74781b263.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 1024 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_incompatible_target_2 vm_id = 84b11209-ffbe-45c0-ac2b-efa7028f7b4b
7992024-02-06T22:29:53.497ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = 7f383791-54a1-4044-a783-e160992c4d80 target = phd_framework::test_vm vm = migration_incompatible_target_2 vm_id = 84b11209-ffbe-45c0-ac2b-efa7028f7b4b
8002024-02-06T22:29:53.498ZINFOphd-runner: [MIGRATE - EVENT] Instance reported error during migration file = phd-tests/framework/src/test_vm/mod.rs line = 498 migration_id = 7f383791-54a1-4044-a783-e160992c4d80 target = phd_framework::test_vm vm = migration_incompatible_target_2 vm_id = 84b11209-ffbe-45c0-ac2b-efa7028f7b4b
8012024-02-06T22:29:53.498ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = 7f383791-54a1-4044-a783-e160992c4d80 target = phd_framework::test_vm vm = migration_incompatible_target_2 vm_id = 84b11209-ffbe-45c0-ac2b-efa7028f7b4b
8022024-02-06T22:29:53.499ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_incompatible_target_2 vm_id = 84b11209-ffbe-45c0-ac2b-efa7028f7b4b
8032024-02-06T22:29:53.499ZINFOphd-runner: [VM - EVENT] Cleaning up Test VM on drop file = phd-tests/framework/src/test_vm/mod.rs line = 796 target = phd_framework::test_vm vm = migration_incompatible_target_2 vm_id = 84b11209-ffbe-45c0-ac2b-efa7028f7b4b
8042024-02-06T22:29:53.499ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = migration_incompatible_target_2 vm_id = 84b11209-ffbe-45c0-ac2b-efa7028f7b4b
8052024-02-06T22:29:53.500ZINFOphd-runner: [VM - EVENT] Waiting 5s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = migration_incompatible_target_2 vm_id = 84b11209-ffbe-45c0-ac2b-efa7028f7b4b
8062024-02-06T22:29:53.500ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_incompatible_target_2 vm_id = 84b11209-ffbe-45c0-ac2b-efa7028f7b4b
8072024-02-06T22:29:53.910ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_incompatible_target_2 vm_id = 84b11209-ffbe-45c0-ac2b-efa7028f7b4b
8082024-02-06T22:29:53.911ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9006 target = phd_framework::test_vm::server
8092024-02-06T22:29:53.940ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9006 target = phd_framework::test_vm::server
8102024-02-06T22:29:53.940ZINFOphd-runner: Deleting guest disk image file = phd-tests/framework/src/disk/file.rs line = 82 path = /tmp/propolis-phd/2ddc0527-0fa5-49aa-9916-9ec74781b263.phd_disk target = phd_framework::disk::file
8112024-02-06T22:29:53.945ZINFOphd-runner: [VM - END] elapsed_milliseconds = 1320 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_incompatible_target_2 vm_id = 84b11209-ffbe-45c0-ac2b-efa7028f7b4b
8122024-02-06T22:29:53.945ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 152b3291-95e2-435c-af27-b763786babd4
8132024-02-06T22:29:53.946ZINFOphd-runner: [VM - EVENT] Cleaning up Test VM on drop file = phd-tests/framework/src/test_vm/mod.rs line = 796 target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 152b3291-95e2-435c-af27-b763786babd4
8142024-02-06T22:29:53.946ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 152b3291-95e2-435c-af27-b763786babd4
8152024-02-06T22:29:53.947ZINFOphd-runner: [VM - EVENT] Waiting 5s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 152b3291-95e2-435c-af27-b763786babd4
8162024-02-06T22:29:53.947ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 152b3291-95e2-435c-af27-b763786babd4
8172024-02-06T22:29:53.947ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 242 target = phd_framework::serial
8182024-02-06T22:29:53.948ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 1369 file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
8192024-02-06T22:29:54.606ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 152b3291-95e2-435c-af27-b763786babd4
8202024-02-06T22:29:54.607ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9004 target = phd_framework::test_vm::server
8212024-02-06T22:29:54.635ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9004 target = phd_framework::test_vm::server
8222024-02-06T22:29:54.635ZINFOphd-runner: Deleting guest disk image file = phd-tests/framework/src/disk/file.rs line = 82 path = /tmp/propolis-phd/12874e5c-45ca-403f-bdb9-71829be902cd.phd_disk target = phd_framework::disk::file
8232024-02-06T22:29:54.640ZINFOphd-runner: [VM - END] elapsed_milliseconds = 2548 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 152b3291-95e2-435c-af27-b763786babd4
8242024-02-06T22:29:54.640ZINFOphd-runner: test phd_tests::migrate::incompatible_vms ... ok file = phd-tests/runner/src/execute.rs line = 117 target = phd_runner::execute
8252024-02-06T22:29:54.640ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
8262024-02-06T22:29:54.640ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
8272024-02-06T22:29:54.640ZINFOphd-runner: Starting test phd_tests::migrate::serial_history file = phd-tests/runner/src/execute.rs line = 101 target = phd_runner::execute
8282024-02-06T22:29:54.640ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
8292024-02-06T22:29:54.640ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
8302024-02-06T22:29:54.640ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
8312024-02-06T22:29:54.641ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
8322024-02-06T22:29:54.641ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
8332024-02-06T22:29:54.641ZINFOphd-runner: Copying source image to create temporary disk disk_path = /tmp/propolis-phd/98ce1a7c-c83c-4a8b-809f-671c8efc9cdf.phd_disk file = phd-tests/framework/src/disk/file.rs line = 40 source = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::disk::file
8342024-02-06T22:29:54.667ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
8352024-02-06T22:29:54.667ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/98ce1a7c-c83c-4a8b-809f-671c8efc9cdf.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_serial_history
8362024-02-06T22:29:54.667ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
8372024-02-06T22:29:54.667ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_serial_history vm_id = 1f8ed744-ae4a-43dd-b8d7-10b9a8eee78b
8382024-02-06T22:29:54.667ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_serial_history.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
8392024-02-06T22:29:54.667ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/migration_serial_history.stderr.log" stdout_path = "/tmp/propolis-phd/migration_serial_history.stdout.log" target = phd_framework::server_log_mode
8402024-02-06T22:29:54.686ZINFOphd-runner: [NEW - EVENT] Launched server with pid 900 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
8412024-02-06T22:29:54.686ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
8422024-02-06T22:29:54.687ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = migration_serial_history vm_id = 1f8ed744-ae4a-43dd-b8d7-10b9a8eee78b
8432024-02-06T22:29:55.365ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
8442024-02-06T22:29:55.366ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 1f8ed744-ae4a-43dd-b8d7-10b9a8eee78b, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-1f8ed744-ae4a-43dd-b8d7-10b9a8eee78b", vcpus: 2 }, state: Creating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/98ce1a7c-c83c-4a8b-809f-671c8efc9cdf.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_serial_history vm_id = 1f8ed744-ae4a-43dd-b8d7-10b9a8eee78b
8452024-02-06T22:29:55.366ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Run target = phd_framework::test_vm vm = migration_serial_history vm_id = 1f8ed744-ae4a-43dd-b8d7-10b9a8eee78b
8462024-02-06T22:29:55.366ZINFOphd-runner: [VM - EVENT] Waiting 300s for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 597 target = phd_framework::test_vm vm = migration_serial_history vm_id = 1f8ed744-ae4a-43dd-b8d7-10b9a8eee78b
8472024-02-06T22:29:55.366ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = migration_serial_history vm_id = 1f8ed744-ae4a-43dd-b8d7-10b9a8eee78b
8482024-02-06T22:29:55.366ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost login: ") target = phd_framework::test_vm vm = migration_serial_history vm_id = 1f8ed744-ae4a-43dd-b8d7-10b9a8eee78b
8492024-02-06T22:29:59.643ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WriteStr("root") target = phd_framework::test_vm vm = migration_serial_history vm_id = 1f8ed744-ae4a-43dd-b8d7-10b9a8eee78b
8502024-02-06T22:29:59.643ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost:~#") target = phd_framework::test_vm vm = migration_serial_history vm_id = 1f8ed744-ae4a-43dd-b8d7-10b9a8eee78b
8512024-02-06T22:29:59.661ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4294 file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = migration_serial_history vm_id = 1f8ed744-ae4a-43dd-b8d7-10b9a8eee78b
8522024-02-06T22:29:59.661ZINFOphd-runner: [VM - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 638 target = phd_framework::test_vm vm = migration_serial_history vm_id = 1f8ed744-ae4a-43dd-b8d7-10b9a8eee78b
8532024-02-06T22:29:59.661ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = migration_serial_history vm_id = 1f8ed744-ae4a-43dd-b8d7-10b9a8eee78b
8542024-02-06T22:29:59.672ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = migration_serial_history vm_id = 1f8ed744-ae4a-43dd-b8d7-10b9a8eee78b
8552024-02-06T22:29:59.699ZINFOphd-runner: migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 72 propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_serial_history
8562024-02-06T22:29:59.699ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
8572024-02-06T22:29:59.699ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/98ce1a7c-c83c-4a8b-809f-671c8efc9cdf.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_serial_history_lifecycle_0
8582024-02-06T22:29:59.699ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
8592024-02-06T22:29:59.699ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_serial_history_lifecycle_0 vm_id = d5bf5948-876e-4fd5-9f1e-bbe08da88c5c
8602024-02-06T22:29:59.699ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_serial_history_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
8612024-02-06T22:29:59.699ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/migration_serial_history_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_serial_history_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
8622024-02-06T22:29:59.718ZINFOphd-runner: [NEW - EVENT] Launched server with pid 901 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
8632024-02-06T22:29:59.718ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
8642024-02-06T22:29:59.718ZINFOphd-runner: [VM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 464 migration_id = ef1497ec-90bd-4304-946f-8d3500f8fa0b target = phd_framework::test_vm timeout_duration = 45s vm = migration_serial_history_lifecycle_0 vm_id = d5bf5948-876e-4fd5-9f1e-bbe08da88c5c
8652024-02-06T22:29:59.719ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = migration_serial_history_lifecycle_0 vm_id = d5bf5948-876e-4fd5-9f1e-bbe08da88c5c
8662024-02-06T22:30:00.549ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: d5bf5948-876e-4fd5-9f1e-bbe08da88c5c, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-d5bf5948-876e-4fd5-9f1e-bbe08da88c5c", vcpus: 2 }, state: Migrating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/98ce1a7c-c83c-4a8b-809f-671c8efc9cdf.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_serial_history_lifecycle_0 vm_id = d5bf5948-876e-4fd5-9f1e-bbe08da88c5c
8672024-02-06T22:30:00.549ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = ef1497ec-90bd-4304-946f-8d3500f8fa0b target = phd_framework::test_vm vm = migration_serial_history_lifecycle_0 vm_id = d5bf5948-876e-4fd5-9f1e-bbe08da88c5c
8682024-02-06T22:30:12.137ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 246 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":7685}} target = phd_framework::serial
8692024-02-06T22:30:15.736ZINFOphd-runner: [MIGRATE - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 494 migration_id = ef1497ec-90bd-4304-946f-8d3500f8fa0b target = phd_framework::test_vm vm = migration_serial_history_lifecycle_0 vm_id = d5bf5948-876e-4fd5-9f1e-bbe08da88c5c
8702024-02-06T22:30:15.736ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 15186 file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = ef1497ec-90bd-4304-946f-8d3500f8fa0b target = phd_framework::test_vm vm = migration_serial_history_lifecycle_0 vm_id = d5bf5948-876e-4fd5-9f1e-bbe08da88c5c
8712024-02-06T22:30:15.737ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_serial_history vm_id = 1f8ed744-ae4a-43dd-b8d7-10b9a8eee78b
8722024-02-06T22:30:15.738ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
8732024-02-06T22:30:15.767ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
8742024-02-06T22:30:15.767ZINFOphd-runner: [VM - END] elapsed_milliseconds = 21080 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_serial_history vm_id = 1f8ed744-ae4a-43dd-b8d7-10b9a8eee78b
8752024-02-06T22:30:15.770ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_serial_history_lifecycle_0 vm_id = d5bf5948-876e-4fd5-9f1e-bbe08da88c5c
8762024-02-06T22:30:15.771ZINFOphd-runner: [VM - EVENT] Cleaning up Test VM on drop file = phd-tests/framework/src/test_vm/mod.rs line = 796 target = phd_framework::test_vm vm = migration_serial_history_lifecycle_0 vm_id = d5bf5948-876e-4fd5-9f1e-bbe08da88c5c
8772024-02-06T22:30:15.771ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = migration_serial_history_lifecycle_0 vm_id = d5bf5948-876e-4fd5-9f1e-bbe08da88c5c
8782024-02-06T22:30:15.771ZINFOphd-runner: [VM - EVENT] Waiting 5s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = migration_serial_history_lifecycle_0 vm_id = d5bf5948-876e-4fd5-9f1e-bbe08da88c5c
8792024-02-06T22:30:15.771ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_serial_history_lifecycle_0 vm_id = d5bf5948-876e-4fd5-9f1e-bbe08da88c5c
8802024-02-06T22:30:15.772ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 242 target = phd_framework::serial
8812024-02-06T22:30:15.772ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 20407 file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
8822024-02-06T22:30:16.355ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_serial_history_lifecycle_0 vm_id = d5bf5948-876e-4fd5-9f1e-bbe08da88c5c
8832024-02-06T22:30:16.357ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server
8842024-02-06T22:30:16.386ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server
8852024-02-06T22:30:16.386ZINFOphd-runner: Deleting guest disk image file = phd-tests/framework/src/disk/file.rs line = 82 path = /tmp/propolis-phd/98ce1a7c-c83c-4a8b-809f-671c8efc9cdf.phd_disk target = phd_framework::disk::file
8862024-02-06T22:30:16.390ZINFOphd-runner: [VM - END] elapsed_milliseconds = 16672 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_serial_history_lifecycle_0 vm_id = d5bf5948-876e-4fd5-9f1e-bbe08da88c5c
8872024-02-06T22:30:16.390ZINFOphd-runner: test phd_tests::migrate::serial_history ... ok file = phd-tests/runner/src/execute.rs line = 117 target = phd_runner::execute
8882024-02-06T22:30:16.390ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
8892024-02-06T22:30:16.391ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
8902024-02-06T22:30:16.391ZINFOphd-runner: Starting test phd_tests::migrate::smoke_test file = phd-tests/runner/src/execute.rs line = 101 target = phd_runner::execute
8912024-02-06T22:30:16.391ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
8922024-02-06T22:30:16.391ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
8932024-02-06T22:30:16.391ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
8942024-02-06T22:30:16.391ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
8952024-02-06T22:30:16.391ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
8962024-02-06T22:30:16.391ZINFOphd-runner: Copying source image to create temporary disk disk_path = /tmp/propolis-phd/510a89a6-6cd0-475f-8af0-4525fea1a636.phd_disk file = phd-tests/framework/src/disk/file.rs line = 40 source = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::disk::file
8972024-02-06T22:30:16.416ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
8982024-02-06T22:30:16.416ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/510a89a6-6cd0-475f-8af0-4525fea1a636.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_smoke
8992024-02-06T22:30:16.416ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
9002024-02-06T22:30:16.416ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_smoke vm_id = e2dd4de8-6ae0-45b2-928a-9f6b2f1bd27d
9012024-02-06T22:30:16.417ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_smoke.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
9022024-02-06T22:30:16.417ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/migration_smoke.stderr.log" stdout_path = "/tmp/propolis-phd/migration_smoke.stdout.log" target = phd_framework::server_log_mode
9032024-02-06T22:30:16.434ZINFOphd-runner: [NEW - EVENT] Launched server with pid 904 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
9042024-02-06T22:30:16.434ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 17 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
9052024-02-06T22:30:16.434ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = migration_smoke vm_id = e2dd4de8-6ae0-45b2-928a-9f6b2f1bd27d
9062024-02-06T22:30:16.846ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
9072024-02-06T22:30:16.846ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: e2dd4de8-6ae0-45b2-928a-9f6b2f1bd27d, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-e2dd4de8-6ae0-45b2-928a-9f6b2f1bd27d", vcpus: 2 }, state: Creating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/510a89a6-6cd0-475f-8af0-4525fea1a636.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_smoke vm_id = e2dd4de8-6ae0-45b2-928a-9f6b2f1bd27d
9082024-02-06T22:30:16.846ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Run target = phd_framework::test_vm vm = migration_smoke vm_id = e2dd4de8-6ae0-45b2-928a-9f6b2f1bd27d
9092024-02-06T22:30:16.847ZINFOphd-runner: [VM - EVENT] Waiting 300s for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 597 target = phd_framework::test_vm vm = migration_smoke vm_id = e2dd4de8-6ae0-45b2-928a-9f6b2f1bd27d
9102024-02-06T22:30:16.847ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = migration_smoke vm_id = e2dd4de8-6ae0-45b2-928a-9f6b2f1bd27d
9112024-02-06T22:30:16.847ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost login: ") target = phd_framework::test_vm vm = migration_smoke vm_id = e2dd4de8-6ae0-45b2-928a-9f6b2f1bd27d
9122024-02-06T22:30:21.072ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WriteStr("root") target = phd_framework::test_vm vm = migration_smoke vm_id = e2dd4de8-6ae0-45b2-928a-9f6b2f1bd27d
9132024-02-06T22:30:21.072ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost:~#") target = phd_framework::test_vm vm = migration_smoke vm_id = e2dd4de8-6ae0-45b2-928a-9f6b2f1bd27d
9142024-02-06T22:30:21.090ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4242 file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = migration_smoke vm_id = e2dd4de8-6ae0-45b2-928a-9f6b2f1bd27d
9152024-02-06T22:30:21.090ZINFOphd-runner: [VM - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 638 target = phd_framework::test_vm vm = migration_smoke vm_id = e2dd4de8-6ae0-45b2-928a-9f6b2f1bd27d
9162024-02-06T22:30:21.090ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = migration_smoke vm_id = e2dd4de8-6ae0-45b2-928a-9f6b2f1bd27d
9172024-02-06T22:30:21.101ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = migration_smoke vm_id = e2dd4de8-6ae0-45b2-928a-9f6b2f1bd27d
9182024-02-06T22:30:21.133ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = migration_smoke vm_id = e2dd4de8-6ae0-45b2-928a-9f6b2f1bd27d
9192024-02-06T22:30:21.144ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = migration_smoke vm_id = e2dd4de8-6ae0-45b2-928a-9f6b2f1bd27d
9202024-02-06T22:30:21.166ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = migration_smoke vm_id = e2dd4de8-6ae0-45b2-928a-9f6b2f1bd27d
9212024-02-06T22:30:21.177ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = migration_smoke vm_id = e2dd4de8-6ae0-45b2-928a-9f6b2f1bd27d
9222024-02-06T22:30:21.200ZINFOphd-runner: migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 72 propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_smoke
9232024-02-06T22:30:21.200ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
9242024-02-06T22:30:21.200ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/510a89a6-6cd0-475f-8af0-4525fea1a636.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_smoke_lifecycle_0
9252024-02-06T22:30:21.200ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
9262024-02-06T22:30:21.200ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = 90acf1d8-d516-4c4a-bd2b-8640dd6e8df1
9272024-02-06T22:30:21.200ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_smoke_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
9282024-02-06T22:30:21.200ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/migration_smoke_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_smoke_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
9292024-02-06T22:30:21.219ZINFOphd-runner: [NEW - EVENT] Launched server with pid 905 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
9302024-02-06T22:30:21.220ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 20 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
9312024-02-06T22:30:21.220ZINFOphd-runner: [VM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 464 migration_id = 0238ebb8-8765-40d5-b6a5-4bb5dd78a58b target = phd_framework::test_vm timeout_duration = 45s vm = migration_smoke_lifecycle_0 vm_id = 90acf1d8-d516-4c4a-bd2b-8640dd6e8df1
9322024-02-06T22:30:21.220ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = 90acf1d8-d516-4c4a-bd2b-8640dd6e8df1
9332024-02-06T22:30:21.851ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 90acf1d8-d516-4c4a-bd2b-8640dd6e8df1, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-90acf1d8-d516-4c4a-bd2b-8640dd6e8df1", vcpus: 2 }, state: Migrating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/510a89a6-6cd0-475f-8af0-4525fea1a636.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = 90acf1d8-d516-4c4a-bd2b-8640dd6e8df1
9342024-02-06T22:30:21.852ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = 0238ebb8-8765-40d5-b6a5-4bb5dd78a58b target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = 90acf1d8-d516-4c4a-bd2b-8640dd6e8df1
9352024-02-06T22:30:33.410ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 246 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":7718}} target = phd_framework::serial
9362024-02-06T22:30:36.750ZINFOphd-runner: [MIGRATE - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 494 migration_id = 0238ebb8-8765-40d5-b6a5-4bb5dd78a58b target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = 90acf1d8-d516-4c4a-bd2b-8640dd6e8df1
9372024-02-06T22:30:36.750ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 14898 file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = 0238ebb8-8765-40d5-b6a5-4bb5dd78a58b target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = 90acf1d8-d516-4c4a-bd2b-8640dd6e8df1
9382024-02-06T22:30:36.751ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_smoke vm_id = e2dd4de8-6ae0-45b2-928a-9f6b2f1bd27d
9392024-02-06T22:30:36.752ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
9402024-02-06T22:30:36.781ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
9412024-02-06T22:30:36.781ZINFOphd-runner: [VM - END] elapsed_milliseconds = 20346 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_smoke vm_id = e2dd4de8-6ae0-45b2-928a-9f6b2f1bd27d
9422024-02-06T22:30:36.781ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = migration_smoke_lifecycle_0 vm_id = 90acf1d8-d516-4c4a-bd2b-8640dd6e8df1
9432024-02-06T22:30:36.793ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = migration_smoke_lifecycle_0 vm_id = 90acf1d8-d516-4c4a-bd2b-8640dd6e8df1
9442024-02-06T22:30:36.826ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = 90acf1d8-d516-4c4a-bd2b-8640dd6e8df1
9452024-02-06T22:30:36.827ZINFOphd-runner: [VM - EVENT] Cleaning up Test VM on drop file = phd-tests/framework/src/test_vm/mod.rs line = 796 target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = 90acf1d8-d516-4c4a-bd2b-8640dd6e8df1
9462024-02-06T22:30:36.827ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = 90acf1d8-d516-4c4a-bd2b-8640dd6e8df1
9472024-02-06T22:30:36.827ZINFOphd-runner: [VM - EVENT] Waiting 5s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = 90acf1d8-d516-4c4a-bd2b-8640dd6e8df1
9482024-02-06T22:30:36.827ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = 90acf1d8-d516-4c4a-bd2b-8640dd6e8df1
9492024-02-06T22:30:36.828ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 242 target = phd_framework::serial
9502024-02-06T22:30:36.828ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 19982 file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
9512024-02-06T22:30:37.404ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = 90acf1d8-d516-4c4a-bd2b-8640dd6e8df1
9522024-02-06T22:30:37.406ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server
9532024-02-06T22:30:37.435ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server
9542024-02-06T22:30:37.435ZINFOphd-runner: Deleting guest disk image file = phd-tests/framework/src/disk/file.rs line = 82 path = /tmp/propolis-phd/510a89a6-6cd0-475f-8af0-4525fea1a636.phd_disk target = phd_framework::disk::file
9552024-02-06T22:30:37.439ZINFOphd-runner: [VM - END] elapsed_milliseconds = 16219 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = 90acf1d8-d516-4c4a-bd2b-8640dd6e8df1
9562024-02-06T22:30:37.439ZINFOphd-runner: test phd_tests::migrate::smoke_test ... ok file = phd-tests/runner/src/execute.rs line = 117 target = phd_runner::execute
9572024-02-06T22:30:37.439ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
9582024-02-06T22:30:37.439ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
9592024-02-06T22:30:37.440ZINFOphd-runner: Starting test phd_tests::server_state_machine::instance_reset_requires_running_test file = phd-tests/runner/src/execute.rs line = 101 target = phd_runner::execute
9602024-02-06T22:30:37.440ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
9612024-02-06T22:30:37.440ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
9622024-02-06T22:30:37.440ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
9632024-02-06T22:30:37.440ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
9642024-02-06T22:30:37.440ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
9652024-02-06T22:30:37.440ZINFOphd-runner: Copying source image to create temporary disk disk_path = /tmp/propolis-phd/8c160bf6-0292-49a4-aa15-0297c6a79bfc.phd_disk file = phd-tests/framework/src/disk/file.rs line = 40 source = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::disk::file
9662024-02-06T22:30:37.465ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
9672024-02-06T22:30:37.465ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/8c160bf6-0292-49a4-aa15-0297c6a79bfc.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = instance_reset_requires_running_test
9682024-02-06T22:30:37.465ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
9692024-02-06T22:30:37.465ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = e22d3ada-1276-41c4-be9a-7bd784ad35ca
9702024-02-06T22:30:37.465ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/instance_reset_requires_running_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
9712024-02-06T22:30:37.465ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/instance_reset_requires_running_test.stderr.log" stdout_path = "/tmp/propolis-phd/instance_reset_requires_running_test.stdout.log" target = phd_framework::server_log_mode
9722024-02-06T22:30:37.482ZINFOphd-runner: [NEW - EVENT] Launched server with pid 908 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
9732024-02-06T22:30:37.483ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 17 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
9742024-02-06T22:30:37.483ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Reboot target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = e22d3ada-1276-41c4-be9a-7bd784ad35ca
9752024-02-06T22:30:37.484ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = e22d3ada-1276-41c4-be9a-7bd784ad35ca
9762024-02-06T22:30:38.340ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
9772024-02-06T22:30:38.340ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: e22d3ada-1276-41c4-be9a-7bd784ad35ca, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-e22d3ada-1276-41c4-be9a-7bd784ad35ca", vcpus: 2 }, state: Creating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/8c160bf6-0292-49a4-aa15-0297c6a79bfc.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = e22d3ada-1276-41c4-be9a-7bd784ad35ca
9782024-02-06T22:30:38.340ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Run target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = e22d3ada-1276-41c4-be9a-7bd784ad35ca
9792024-02-06T22:30:38.341ZINFOphd-runner: [VM - EVENT] Waiting 60s for server to reach state Running file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = e22d3ada-1276-41c4-be9a-7bd784ad35ca
9802024-02-06T22:30:38.341ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = e22d3ada-1276-41c4-be9a-7bd784ad35ca
9812024-02-06T22:30:38.799ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = e22d3ada-1276-41c4-be9a-7bd784ad35ca
9822024-02-06T22:30:38.800ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = e22d3ada-1276-41c4-be9a-7bd784ad35ca
9832024-02-06T22:30:38.800ZINFOphd-runner: [VM - EVENT] Cleaning up Test VM on drop file = phd-tests/framework/src/test_vm/mod.rs line = 796 target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = e22d3ada-1276-41c4-be9a-7bd784ad35ca
9842024-02-06T22:30:38.800ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = e22d3ada-1276-41c4-be9a-7bd784ad35ca
9852024-02-06T22:30:38.801ZINFOphd-runner: [VM - EVENT] Waiting 5s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = e22d3ada-1276-41c4-be9a-7bd784ad35ca
9862024-02-06T22:30:38.801ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = e22d3ada-1276-41c4-be9a-7bd784ad35ca
9872024-02-06T22:30:38.802ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 242 target = phd_framework::serial
9882024-02-06T22:30:38.802ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 462 file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
9892024-02-06T22:30:39.532ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = e22d3ada-1276-41c4-be9a-7bd784ad35ca
9902024-02-06T22:30:39.534ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
9912024-02-06T22:30:39.561ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
9922024-02-06T22:30:39.561ZINFOphd-runner: Deleting guest disk image file = phd-tests/framework/src/disk/file.rs line = 82 path = /tmp/propolis-phd/8c160bf6-0292-49a4-aa15-0297c6a79bfc.phd_disk target = phd_framework::disk::file
9932024-02-06T22:30:39.565ZINFOphd-runner: [VM - END] elapsed_milliseconds = 2082 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = e22d3ada-1276-41c4-be9a-7bd784ad35ca
9942024-02-06T22:30:39.565ZINFOphd-runner: test phd_tests::server_state_machine::instance_reset_requires_running_test ... ok file = phd-tests/runner/src/execute.rs line = 117 target = phd_runner::execute
9952024-02-06T22:30:39.566ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
9962024-02-06T22:30:39.566ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
9972024-02-06T22:30:39.566ZINFOphd-runner: Starting test phd_tests::server_state_machine::instance_reset_test file = phd-tests/runner/src/execute.rs line = 101 target = phd_runner::execute
9982024-02-06T22:30:39.566ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
9992024-02-06T22:30:39.566ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
10002024-02-06T22:30:39.566ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
10012024-02-06T22:30:39.566ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
10022024-02-06T22:30:39.566ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
10032024-02-06T22:30:39.566ZINFOphd-runner: Copying source image to create temporary disk disk_path = /tmp/propolis-phd/b58164b3-85ae-442c-a8fb-f7bc367971b8.phd_disk file = phd-tests/framework/src/disk/file.rs line = 40 source = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::disk::file
10042024-02-06T22:30:39.592ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
10052024-02-06T22:30:39.592ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/b58164b3-85ae-442c-a8fb-f7bc367971b8.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = instance_reset_returns_to_running_test
10062024-02-06T22:30:39.592ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
10072024-02-06T22:30:39.592ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10082024-02-06T22:30:39.592ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/instance_reset_returns_to_running_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
10092024-02-06T22:30:39.592ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/instance_reset_returns_to_running_test.stderr.log" stdout_path = "/tmp/propolis-phd/instance_reset_returns_to_running_test.stdout.log" target = phd_framework::server_log_mode
10102024-02-06T22:30:39.611ZINFOphd-runner: [NEW - EVENT] Launched server with pid 910 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
10112024-02-06T22:30:39.612ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
10122024-02-06T22:30:39.612ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10132024-02-06T22:30:39.612ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10142024-02-06T22:30:40.317ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
10152024-02-06T22:30:40.317ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 7187d24e-1737-433f-ba87-f02842049521, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-7187d24e-1737-433f-ba87-f02842049521", vcpus: 2 }, state: Creating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/b58164b3-85ae-442c-a8fb-f7bc367971b8.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10162024-02-06T22:30:40.317ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Run target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10172024-02-06T22:30:40.318ZINFOphd-runner: [VM - EVENT] Waiting 60s for server to reach state Running file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10182024-02-06T22:30:40.318ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10192024-02-06T22:30:40.952ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10202024-02-06T22:30:40.952ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10212024-02-06T22:30:40.953ZINFOphd-runner: [VM - EVENT] Waiting 60s for server to reach state Running file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10222024-02-06T22:30:40.953ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10232024-02-06T22:30:41.423ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10242024-02-06T22:30:41.424ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10252024-02-06T22:30:41.425ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10262024-02-06T22:30:41.425ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10272024-02-06T22:30:41.426ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10282024-02-06T22:30:41.426ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10292024-02-06T22:30:41.427ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10302024-02-06T22:30:41.427ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10312024-02-06T22:30:41.428ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10322024-02-06T22:30:41.428ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10332024-02-06T22:30:41.428ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10342024-02-06T22:30:41.429ZINFOphd-runner: [VM - EVENT] Waiting 60s for server to reach state Running file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10352024-02-06T22:30:41.429ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10362024-02-06T22:30:41.965ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10372024-02-06T22:30:41.966ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10382024-02-06T22:30:41.966ZINFOphd-runner: [VM - EVENT] Waiting 60s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10392024-02-06T22:30:41.966ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10402024-02-06T22:30:41.967ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 242 target = phd_framework::serial
10412024-02-06T22:30:41.967ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 1650 file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
10422024-02-06T22:30:42.706ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10432024-02-06T22:30:42.707ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10442024-02-06T22:30:42.708ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10452024-02-06T22:30:42.708ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
10462024-02-06T22:30:42.736ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
10472024-02-06T22:30:42.736ZINFOphd-runner: Deleting guest disk image file = phd-tests/framework/src/disk/file.rs line = 82 path = /tmp/propolis-phd/b58164b3-85ae-442c-a8fb-f7bc367971b8.phd_disk target = phd_framework::disk::file
10482024-02-06T22:30:42.741ZINFOphd-runner: [VM - END] elapsed_milliseconds = 3128 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 7187d24e-1737-433f-ba87-f02842049521
10492024-02-06T22:30:42.741ZINFOphd-runner: test phd_tests::server_state_machine::instance_reset_test ... ok file = phd-tests/runner/src/execute.rs line = 117 target = phd_runner::execute
10502024-02-06T22:30:42.741ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
10512024-02-06T22:30:42.741ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
10522024-02-06T22:30:42.741ZINFOphd-runner: Starting test phd_tests::server_state_machine::instance_stop_causes_destroy_test file = phd-tests/runner/src/execute.rs line = 101 target = phd_runner::execute
10532024-02-06T22:30:42.741ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
10542024-02-06T22:30:42.741ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
10552024-02-06T22:30:42.741ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
10562024-02-06T22:30:42.741ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
10572024-02-06T22:30:42.741ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
10582024-02-06T22:30:42.741ZINFOphd-runner: Copying source image to create temporary disk disk_path = /tmp/propolis-phd/e86095e5-dc3e-4a31-a8f1-c237a86b1d23.phd_disk file = phd-tests/framework/src/disk/file.rs line = 40 source = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::disk::file
10592024-02-06T22:30:42.767ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
10602024-02-06T22:30:42.768ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/e86095e5-dc3e-4a31-a8f1-c237a86b1d23.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = instance_stop_causes_destroy_test
10612024-02-06T22:30:42.768ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
10622024-02-06T22:30:42.768ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = f80ee843-49a2-4605-b50e-7bbf28be16df
10632024-02-06T22:30:42.768ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/instance_stop_causes_destroy_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
10642024-02-06T22:30:42.768ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/instance_stop_causes_destroy_test.stderr.log" stdout_path = "/tmp/propolis-phd/instance_stop_causes_destroy_test.stdout.log" target = phd_framework::server_log_mode
10652024-02-06T22:30:42.786ZINFOphd-runner: [NEW - EVENT] Launched server with pid 912 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
10662024-02-06T22:30:42.786ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 18 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
10672024-02-06T22:30:42.787ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = f80ee843-49a2-4605-b50e-7bbf28be16df
10682024-02-06T22:30:43.361ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
10692024-02-06T22:30:43.361ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: f80ee843-49a2-4605-b50e-7bbf28be16df, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-f80ee843-49a2-4605-b50e-7bbf28be16df", vcpus: 2 }, state: Creating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/e86095e5-dc3e-4a31-a8f1-c237a86b1d23.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = f80ee843-49a2-4605-b50e-7bbf28be16df
10702024-02-06T22:30:43.361ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Run target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = f80ee843-49a2-4605-b50e-7bbf28be16df
10712024-02-06T22:30:43.362ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = f80ee843-49a2-4605-b50e-7bbf28be16df
10722024-02-06T22:30:43.362ZINFOphd-runner: [VM - EVENT] Waiting 60s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = f80ee843-49a2-4605-b50e-7bbf28be16df
10732024-02-06T22:30:43.362ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = f80ee843-49a2-4605-b50e-7bbf28be16df
10742024-02-06T22:30:43.363ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 242 target = phd_framework::serial
10752024-02-06T22:30:43.363ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 2 file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
10762024-02-06T22:30:43.691ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = f80ee843-49a2-4605-b50e-7bbf28be16df
10772024-02-06T22:30:43.692ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Run target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = f80ee843-49a2-4605-b50e-7bbf28be16df
10782024-02-06T22:30:43.693ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = f80ee843-49a2-4605-b50e-7bbf28be16df
10792024-02-06T22:30:43.694ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Reboot target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = f80ee843-49a2-4605-b50e-7bbf28be16df
10802024-02-06T22:30:43.694ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = f80ee843-49a2-4605-b50e-7bbf28be16df
10812024-02-06T22:30:43.695ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
10822024-02-06T22:30:43.722ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
10832024-02-06T22:30:43.723ZINFOphd-runner: Deleting guest disk image file = phd-tests/framework/src/disk/file.rs line = 82 path = /tmp/propolis-phd/e86095e5-dc3e-4a31-a8f1-c237a86b1d23.phd_disk target = phd_framework::disk::file
10842024-02-06T22:30:43.727ZINFOphd-runner: [VM - END] elapsed_milliseconds = 940 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = f80ee843-49a2-4605-b50e-7bbf28be16df
10852024-02-06T22:30:43.727ZINFOphd-runner: test phd_tests::server_state_machine::instance_stop_causes_destroy_test ... ok file = phd-tests/runner/src/execute.rs line = 117 target = phd_runner::execute
10862024-02-06T22:30:43.727ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
10872024-02-06T22:30:43.727ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
10882024-02-06T22:30:43.727ZINFOphd-runner: Starting test phd_tests::server_state_machine::instance_start_stop_test file = phd-tests/runner/src/execute.rs line = 101 target = phd_runner::execute
10892024-02-06T22:30:43.727ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
10902024-02-06T22:30:43.727ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
10912024-02-06T22:30:43.727ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
10922024-02-06T22:30:43.727ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
10932024-02-06T22:30:43.727ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
10942024-02-06T22:30:43.727ZINFOphd-runner: Copying source image to create temporary disk disk_path = /tmp/propolis-phd/51c496cf-32f2-4bb0-a171-83d3dbfeec66.phd_disk file = phd-tests/framework/src/disk/file.rs line = 40 source = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::disk::file
10952024-02-06T22:30:43.754ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
10962024-02-06T22:30:43.754ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/51c496cf-32f2-4bb0-a171-83d3dbfeec66.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = instance_ensure_running_test
10972024-02-06T22:30:43.754ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
10982024-02-06T22:30:43.754ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 1a484526-f0d9-4fe8-88c1-ab57d384fc63
10992024-02-06T22:30:43.754ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/instance_ensure_running_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
11002024-02-06T22:30:43.754ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/instance_ensure_running_test.stderr.log" stdout_path = "/tmp/propolis-phd/instance_ensure_running_test.stdout.log" target = phd_framework::server_log_mode
11012024-02-06T22:30:43.772ZINFOphd-runner: [NEW - EVENT] Launched server with pid 914 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
11022024-02-06T22:30:43.773ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 18 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
11032024-02-06T22:30:43.773ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 1a484526-f0d9-4fe8-88c1-ab57d384fc63
11042024-02-06T22:30:44.367ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
11052024-02-06T22:30:44.368ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 1a484526-f0d9-4fe8-88c1-ab57d384fc63, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-1a484526-f0d9-4fe8-88c1-ab57d384fc63", vcpus: 2 }, state: Creating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/51c496cf-32f2-4bb0-a171-83d3dbfeec66.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 1a484526-f0d9-4fe8-88c1-ab57d384fc63
11062024-02-06T22:30:44.368ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 1a484526-f0d9-4fe8-88c1-ab57d384fc63
11072024-02-06T22:30:44.368ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Run target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 1a484526-f0d9-4fe8-88c1-ab57d384fc63
11082024-02-06T22:30:44.369ZINFOphd-runner: [VM - EVENT] Waiting 60s for server to reach state Running file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 1a484526-f0d9-4fe8-88c1-ab57d384fc63
11092024-02-06T22:30:44.369ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 1a484526-f0d9-4fe8-88c1-ab57d384fc63
11102024-02-06T22:30:44.370ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 1a484526-f0d9-4fe8-88c1-ab57d384fc63
11112024-02-06T22:30:44.371ZINFOphd-runner: [VM - EVENT] Waiting 60s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 1a484526-f0d9-4fe8-88c1-ab57d384fc63
11122024-02-06T22:30:44.371ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 1a484526-f0d9-4fe8-88c1-ab57d384fc63
11132024-02-06T22:30:44.371ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 242 target = phd_framework::serial
11142024-02-06T22:30:44.371ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 3 file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
11152024-02-06T22:30:45.065ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 1a484526-f0d9-4fe8-88c1-ab57d384fc63
11162024-02-06T22:30:45.066ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 1a484526-f0d9-4fe8-88c1-ab57d384fc63
11172024-02-06T22:30:45.067ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
11182024-02-06T22:30:45.094ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
11192024-02-06T22:30:45.094ZINFOphd-runner: Deleting guest disk image file = phd-tests/framework/src/disk/file.rs line = 82 path = /tmp/propolis-phd/51c496cf-32f2-4bb0-a171-83d3dbfeec66.phd_disk target = phd_framework::disk::file
11202024-02-06T22:30:45.098ZINFOphd-runner: [VM - END] elapsed_milliseconds = 1325 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 1a484526-f0d9-4fe8-88c1-ab57d384fc63
11212024-02-06T22:30:45.099ZINFOphd-runner: test phd_tests::server_state_machine::instance_start_stop_test ... ok file = phd-tests/runner/src/execute.rs line = 117 target = phd_runner::execute
11222024-02-06T22:30:45.099ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
11232024-02-06T22:30:45.099ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
11242024-02-06T22:30:45.099ZINFOphd-runner: Starting test phd_tests::crucible::smoke::shutdown_persistence_test file = phd-tests/runner/src/execute.rs line = 101 target = phd_runner::execute
11252024-02-06T22:30:45.099ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
11262024-02-06T22:30:45.099ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
11272024-02-06T22:30:45.099ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
11282024-02-06T22:30:45.099ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
11292024-02-06T22:30:45.099ZDEBGphd-runner: checking for existing copy of artifact file = phd-tests/framework/src/artifacts/store.rs line = 89 maybe_path = /tmp/propolis-phd/b173539f8196a9877670f965168fe499cf05b012835064ab88dde9c09b761a21/crucible-nightly.tar.gz target = phd_framework::artifacts::store
11302024-02-06T22:30:45.099ZDEBGphd-runner: Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 213 target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/2d4bc11232d53f177c286383926fa5f8c1b2a938/crucible-nightly.tar.gz
11312024-02-06T22:31:10.460ZDEBGphd-runner: Extracting artifact from tarball extracted_path = /tmp/propolis-phd/b173539f8196a9877670f965168fe499cf05b012835064ab88dde9c09b761a21/crucible-downstairs file = phd-tests/framework/src/artifacts/store.rs line = 156 target = phd_framework::artifacts::store untar_path = target/release/crucible-downstairs
11322024-02-06T22:31:10.460ZDEBGphd-runner: Extracting gzipped tarball... file = phd-tests/framework/src/artifacts/store.rs line = 512 target = phd_framework::artifacts::store
11332024-02-06T22:31:15.440ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
11342024-02-06T22:31:15.440ZINFOphd-runner: Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/060dee3d-9b4d-451a-8ec7-b700cd8339ce_9000", "--encrypted", "--uuid", "060dee3d-9b4d-451a-8ec7-b700cd8339ce", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 target = phd_framework::disk::crucible
11352024-02-06T22:31:15.522ZINFOphd-runner: Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/060dee3d-9b4d-451a-8ec7-b700cd8339ce_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:15.483555035Z","hostname":"sock","pid":916}\n{"msg":"UUID: 060dee3d-9b4d-451a-8ec7-b700cd8339ce","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:15.515371589Z","hostname":"sock","pid":916}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:15.51538736Z","hostname":"sock","pid":916}\n target = phd_framework::disk::crucible
11362024-02-06T22:31:15.522ZINFOphd-runner: Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/060dee3d-9b4d-451a-8ec7-b700cd8339ce_9001", "--encrypted", "--uuid", "060dee3d-9b4d-451a-8ec7-b700cd8339ce", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 target = phd_framework::disk::crucible
11372024-02-06T22:31:15.584ZINFOphd-runner: Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/060dee3d-9b4d-451a-8ec7-b700cd8339ce_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:15.545475Z","hostname":"sock","pid":917}\n{"msg":"UUID: 060dee3d-9b4d-451a-8ec7-b700cd8339ce","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:15.577215352Z","hostname":"sock","pid":917}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:15.577231332Z","hostname":"sock","pid":917}\n target = phd_framework::disk::crucible
11382024-02-06T22:31:15.584ZINFOphd-runner: Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/060dee3d-9b4d-451a-8ec7-b700cd8339ce_9002", "--encrypted", "--uuid", "060dee3d-9b4d-451a-8ec7-b700cd8339ce", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 target = phd_framework::disk::crucible
11392024-02-06T22:31:15.643ZINFOphd-runner: Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/060dee3d-9b4d-451a-8ec7-b700cd8339ce_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:15.604616264Z","hostname":"sock","pid":918}\n{"msg":"UUID: 060dee3d-9b4d-451a-8ec7-b700cd8339ce","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:15.635561616Z","hostname":"sock","pid":918}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:15.635571946Z","hostname":"sock","pid":918}\n target = phd_framework::disk::crucible
11402024-02-06T22:31:15.643ZINFOphd-runner: Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/crucible_060dee3d-9b4d-451a-8ec7-b700cd8339ce_9000.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_060dee3d-9b4d-451a-8ec7-b700cd8339ce_9000.stdout.log" target = phd_framework::server_log_mode
11412024-02-06T22:31:15.643ZINFOphd-runner: Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/060dee3d-9b4d-451a-8ec7-b700cd8339ce_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 238 target = phd_framework::disk::crucible
11422024-02-06T22:31:15.643ZINFOphd-runner: Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/060dee3d-9b4d-451a-8ec7-b700cd8339ce_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 346 target = phd_framework::disk::crucible
11432024-02-06T22:31:15.654ZINFOphd-runner: Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/crucible_060dee3d-9b4d-451a-8ec7-b700cd8339ce_9001.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_060dee3d-9b4d-451a-8ec7-b700cd8339ce_9001.stdout.log" target = phd_framework::server_log_mode
11442024-02-06T22:31:15.654ZINFOphd-runner: Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/060dee3d-9b4d-451a-8ec7-b700cd8339ce_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 238 target = phd_framework::disk::crucible
11452024-02-06T22:31:15.654ZINFOphd-runner: Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/060dee3d-9b4d-451a-8ec7-b700cd8339ce_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 346 target = phd_framework::disk::crucible
11462024-02-06T22:31:15.663ZINFOphd-runner: Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/crucible_060dee3d-9b4d-451a-8ec7-b700cd8339ce_9002.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_060dee3d-9b4d-451a-8ec7-b700cd8339ce_9002.stdout.log" target = phd_framework::server_log_mode
11472024-02-06T22:31:15.663ZINFOphd-runner: Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/060dee3d-9b4d-451a-8ec7-b700cd8339ce_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 238 target = phd_framework::disk::crucible
11482024-02-06T22:31:15.663ZINFOphd-runner: Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/060dee3d-9b4d-451a-8ec7-b700cd8339ce_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 346 target = phd_framework::disk::crucible
11492024-02-06T22:31:15.673ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
11502024-02-06T22:31:15.673ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"060dee3d-9b4d-451a-8ec7-b700cd8339ce\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"81c7db57-3083-4f51-b2f1-b9cca3d11486\\",\\"path\\":\\"/tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"6e64a880-5620-4201-bd78-8e928e2b097a\\",\\"key\\":\\"d13mnb/yQaa9Ry0UTuY7iIFBJm0jHDk31khuyhVHFBg=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = crucible_shutdown_persistence_test
11512024-02-06T22:31:15.673ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
11522024-02-06T22:31:15.673ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = crucible_shutdown_persistence_test vm_id = 7d033b99-3ff0-4d84-88e8-a1e7b08c09db
11532024-02-06T22:31:15.673ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_shutdown_persistence_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9003 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
11542024-02-06T22:31:15.673ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/crucible_shutdown_persistence_test.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_shutdown_persistence_test.stdout.log" target = phd_framework::server_log_mode
11552024-02-06T22:31:15.684ZINFOphd-runner: [NEW - EVENT] Launched server with pid 922 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
11562024-02-06T22:31:15.685ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 12 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
11572024-02-06T22:31:15.685ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server
11582024-02-06T22:31:15.705ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server
11592024-02-06T22:31:15.705ZINFOphd-runner: Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: "/tmp/propolis-phd/060dee3d-9b4d-451a-8ec7-b700cd8339ce_9000" } } target = phd_framework::disk::crucible
11602024-02-06T22:31:15.714ZINFOphd-runner: Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 self.path = "/tmp/propolis-phd/060dee3d-9b4d-451a-8ec7-b700cd8339ce_9000" target = phd_framework::disk::crucible
11612024-02-06T22:31:15.722ZINFOphd-runner: Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: "/tmp/propolis-phd/060dee3d-9b4d-451a-8ec7-b700cd8339ce_9001" } } target = phd_framework::disk::crucible
11622024-02-06T22:31:15.732ZINFOphd-runner: Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 self.path = "/tmp/propolis-phd/060dee3d-9b4d-451a-8ec7-b700cd8339ce_9001" target = phd_framework::disk::crucible
11632024-02-06T22:31:15.739ZINFOphd-runner: Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: "/tmp/propolis-phd/060dee3d-9b4d-451a-8ec7-b700cd8339ce_9002" } } target = phd_framework::disk::crucible
11642024-02-06T22:31:15.749ZINFOphd-runner: Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 self.path = "/tmp/propolis-phd/060dee3d-9b4d-451a-8ec7-b700cd8339ce_9002" target = phd_framework::disk::crucible
11652024-02-06T22:31:15.757ZINFOphd-runner: [VM - END] elapsed_milliseconds = 71 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = crucible_shutdown_persistence_test vm_id = 7d033b99-3ff0-4d84-88e8-a1e7b08c09db
11662024-02-06T22:31:15.757ZINFOphd-runner: test phd_tests::crucible::smoke::shutdown_persistence_test ... skipped: Can't run data persistence test on a guest with a read-only file system file = phd-tests/runner/src/execute.rs line = 117 target = phd_runner::execute
11672024-02-06T22:31:15.757ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
11682024-02-06T22:31:15.757ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
11692024-02-06T22:31:15.757ZINFOphd-runner: Starting test phd_tests::crucible::smoke::boot_test file = phd-tests/runner/src/execute.rs line = 101 target = phd_runner::execute
11702024-02-06T22:31:15.757ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
11712024-02-06T22:31:15.757ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
11722024-02-06T22:31:15.757ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
11732024-02-06T22:31:15.757ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
11742024-02-06T22:31:15.757ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/b173539f8196a9877670f965168fe499cf05b012835064ab88dde9c09b761a21/crucible-downstairs target = phd_framework::artifacts::store
11752024-02-06T22:31:15.757ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
11762024-02-06T22:31:15.757ZINFOphd-runner: Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/03c6b830-bfbf-4d42-8d2c-0440fc3e18c0_9000", "--encrypted", "--uuid", "03c6b830-bfbf-4d42-8d2c-0440fc3e18c0", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 target = phd_framework::disk::crucible
11772024-02-06T22:31:15.828ZINFOphd-runner: Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/03c6b830-bfbf-4d42-8d2c-0440fc3e18c0_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:15.785188247Z","hostname":"sock","pid":924}\n{"msg":"UUID: 03c6b830-bfbf-4d42-8d2c-0440fc3e18c0","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:15.819797641Z","hostname":"sock","pid":924}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:15.819815712Z","hostname":"sock","pid":924}\n target = phd_framework::disk::crucible
11782024-02-06T22:31:15.828ZINFOphd-runner: Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/03c6b830-bfbf-4d42-8d2c-0440fc3e18c0_9001", "--encrypted", "--uuid", "03c6b830-bfbf-4d42-8d2c-0440fc3e18c0", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 target = phd_framework::disk::crucible
11792024-02-06T22:31:15.898ZINFOphd-runner: Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/03c6b830-bfbf-4d42-8d2c-0440fc3e18c0_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:15.856456907Z","hostname":"sock","pid":925}\n{"msg":"UUID: 03c6b830-bfbf-4d42-8d2c-0440fc3e18c0","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:15.890366384Z","hostname":"sock","pid":925}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:15.890383195Z","hostname":"sock","pid":925}\n target = phd_framework::disk::crucible
11802024-02-06T22:31:15.898ZINFOphd-runner: Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/03c6b830-bfbf-4d42-8d2c-0440fc3e18c0_9002", "--encrypted", "--uuid", "03c6b830-bfbf-4d42-8d2c-0440fc3e18c0", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 target = phd_framework::disk::crucible
11812024-02-06T22:31:15.961ZINFOphd-runner: Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/03c6b830-bfbf-4d42-8d2c-0440fc3e18c0_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:15.921393208Z","hostname":"sock","pid":926}\n{"msg":"UUID: 03c6b830-bfbf-4d42-8d2c-0440fc3e18c0","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:15.953012417Z","hostname":"sock","pid":926}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:15.953027087Z","hostname":"sock","pid":926}\n target = phd_framework::disk::crucible
11822024-02-06T22:31:15.961ZINFOphd-runner: Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/crucible_03c6b830-bfbf-4d42-8d2c-0440fc3e18c0_9000.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_03c6b830-bfbf-4d42-8d2c-0440fc3e18c0_9000.stdout.log" target = phd_framework::server_log_mode
11832024-02-06T22:31:15.961ZINFOphd-runner: Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/03c6b830-bfbf-4d42-8d2c-0440fc3e18c0_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 238 target = phd_framework::disk::crucible
11842024-02-06T22:31:15.961ZINFOphd-runner: Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/03c6b830-bfbf-4d42-8d2c-0440fc3e18c0_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 346 target = phd_framework::disk::crucible
11852024-02-06T22:31:15.971ZINFOphd-runner: Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/crucible_03c6b830-bfbf-4d42-8d2c-0440fc3e18c0_9001.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_03c6b830-bfbf-4d42-8d2c-0440fc3e18c0_9001.stdout.log" target = phd_framework::server_log_mode
11862024-02-06T22:31:15.971ZINFOphd-runner: Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/03c6b830-bfbf-4d42-8d2c-0440fc3e18c0_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 238 target = phd_framework::disk::crucible
11872024-02-06T22:31:15.971ZINFOphd-runner: Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/03c6b830-bfbf-4d42-8d2c-0440fc3e18c0_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 346 target = phd_framework::disk::crucible
11882024-02-06T22:31:15.981ZINFOphd-runner: Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/crucible_03c6b830-bfbf-4d42-8d2c-0440fc3e18c0_9002.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_03c6b830-bfbf-4d42-8d2c-0440fc3e18c0_9002.stdout.log" target = phd_framework::server_log_mode
11892024-02-06T22:31:15.981ZINFOphd-runner: Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/03c6b830-bfbf-4d42-8d2c-0440fc3e18c0_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 238 target = phd_framework::disk::crucible
11902024-02-06T22:31:15.981ZINFOphd-runner: Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/03c6b830-bfbf-4d42-8d2c-0440fc3e18c0_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 346 target = phd_framework::disk::crucible
11912024-02-06T22:31:15.992ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
11922024-02-06T22:31:15.992ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"03c6b830-bfbf-4d42-8d2c-0440fc3e18c0\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"27c4c3fd-9d29-421c-9ad1-609c8d0de8d5\\",\\"path\\":\\"/tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"19ef9032-db7e-49b7-a9b4-cf7e6abe5fe6\\",\\"key\\":\\"l9J52zeX6ejvF9GUxu7qUQEjsE8x4+ViXcBXglW0y4U=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = crucible_boot_test
11932024-02-06T22:31:15.992ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
11942024-02-06T22:31:15.992ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = crucible_boot_test vm_id = a7ede2a1-00f7-4c66-a42a-b5f1664b88b2
11952024-02-06T22:31:15.992ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_boot_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9003 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
11962024-02-06T22:31:15.992ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/crucible_boot_test.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_boot_test.stdout.log" target = phd_framework::server_log_mode
11972024-02-06T22:31:16.002ZINFOphd-runner: [NEW - EVENT] Launched server with pid 930 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
11982024-02-06T22:31:16.003ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
11992024-02-06T22:31:16.003ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = crucible_boot_test vm_id = a7ede2a1-00f7-4c66-a42a-b5f1664b88b2
12002024-02-06T22:31:16.393ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
12012024-02-06T22:31:16.393ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: a7ede2a1-00f7-4c66-a42a-b5f1664b88b2, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-a7ede2a1-00f7-4c66-a42a-b5f1664b88b2", vcpus: 2 }, state: Creating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"03c6b830-bfbf-4d42-8d2c-0440fc3e18c0\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"27c4c3fd-9d29-421c-9ad1-609c8d0de8d5\\",\\"path\\":\\"/tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"19ef9032-db7e-49b7-a9b4-cf7e6abe5fe6\\",\\"key\\":\\"l9J52zeX6ejvF9GUxu7qUQEjsE8x4+ViXcBXglW0y4U=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = crucible_boot_test vm_id = a7ede2a1-00f7-4c66-a42a-b5f1664b88b2
12022024-02-06T22:31:16.393ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Run target = phd_framework::test_vm vm = crucible_boot_test vm_id = a7ede2a1-00f7-4c66-a42a-b5f1664b88b2
12032024-02-06T22:31:16.394ZINFOphd-runner: [VM - EVENT] Waiting 300s for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 597 target = phd_framework::test_vm vm = crucible_boot_test vm_id = a7ede2a1-00f7-4c66-a42a-b5f1664b88b2
12042024-02-06T22:31:16.394ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = crucible_boot_test vm_id = a7ede2a1-00f7-4c66-a42a-b5f1664b88b2
12052024-02-06T22:31:16.394ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost login: ") target = phd_framework::test_vm vm = crucible_boot_test vm_id = a7ede2a1-00f7-4c66-a42a-b5f1664b88b2
12062024-02-06T22:31:22.384ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WriteStr("root") target = phd_framework::test_vm vm = crucible_boot_test vm_id = a7ede2a1-00f7-4c66-a42a-b5f1664b88b2
12072024-02-06T22:31:22.384ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost:~#") target = phd_framework::test_vm vm = crucible_boot_test vm_id = a7ede2a1-00f7-4c66-a42a-b5f1664b88b2
12082024-02-06T22:31:22.403ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 6008 file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = crucible_boot_test vm_id = a7ede2a1-00f7-4c66-a42a-b5f1664b88b2
12092024-02-06T22:31:22.403ZINFOphd-runner: [VM - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 638 target = phd_framework::test_vm vm = crucible_boot_test vm_id = a7ede2a1-00f7-4c66-a42a-b5f1664b88b2
12102024-02-06T22:31:22.403ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = crucible_boot_test vm_id = a7ede2a1-00f7-4c66-a42a-b5f1664b88b2
12112024-02-06T22:31:22.404ZINFOphd-runner: [VM - EVENT] Cleaning up Test VM on drop file = phd-tests/framework/src/test_vm/mod.rs line = 796 target = phd_framework::test_vm vm = crucible_boot_test vm_id = a7ede2a1-00f7-4c66-a42a-b5f1664b88b2
12122024-02-06T22:31:22.404ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = crucible_boot_test vm_id = a7ede2a1-00f7-4c66-a42a-b5f1664b88b2
12132024-02-06T22:31:22.405ZINFOphd-runner: [VM - EVENT] Waiting 5s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = crucible_boot_test vm_id = a7ede2a1-00f7-4c66-a42a-b5f1664b88b2
12142024-02-06T22:31:22.405ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = crucible_boot_test vm_id = a7ede2a1-00f7-4c66-a42a-b5f1664b88b2
12152024-02-06T22:31:22.405ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 242 target = phd_framework::serial
12162024-02-06T22:31:22.405ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 6012 file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
12172024-02-06T22:31:23.011ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = crucible_boot_test vm_id = a7ede2a1-00f7-4c66-a42a-b5f1664b88b2
12182024-02-06T22:31:23.012ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server
12192024-02-06T22:31:23.044ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server
12202024-02-06T22:31:23.045ZINFOphd-runner: Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: "/tmp/propolis-phd/03c6b830-bfbf-4d42-8d2c-0440fc3e18c0_9000" } } target = phd_framework::disk::crucible
12212024-02-06T22:31:23.056ZINFOphd-runner: Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 self.path = "/tmp/propolis-phd/03c6b830-bfbf-4d42-8d2c-0440fc3e18c0_9000" target = phd_framework::disk::crucible
12222024-02-06T22:31:23.066ZINFOphd-runner: Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: "/tmp/propolis-phd/03c6b830-bfbf-4d42-8d2c-0440fc3e18c0_9001" } } target = phd_framework::disk::crucible
12232024-02-06T22:31:23.077ZINFOphd-runner: Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 self.path = "/tmp/propolis-phd/03c6b830-bfbf-4d42-8d2c-0440fc3e18c0_9001" target = phd_framework::disk::crucible
12242024-02-06T22:31:23.088ZINFOphd-runner: Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: "/tmp/propolis-phd/03c6b830-bfbf-4d42-8d2c-0440fc3e18c0_9002" } } target = phd_framework::disk::crucible
12252024-02-06T22:31:23.097ZINFOphd-runner: Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 self.path = "/tmp/propolis-phd/03c6b830-bfbf-4d42-8d2c-0440fc3e18c0_9002" target = phd_framework::disk::crucible
12262024-02-06T22:31:23.107ZINFOphd-runner: [VM - END] elapsed_milliseconds = 7103 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = crucible_boot_test vm_id = a7ede2a1-00f7-4c66-a42a-b5f1664b88b2
12272024-02-06T22:31:23.107ZINFOphd-runner: test phd_tests::crucible::smoke::boot_test ... ok file = phd-tests/runner/src/execute.rs line = 117 target = phd_runner::execute
12282024-02-06T22:31:23.107ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
12292024-02-06T22:31:23.107ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
12302024-02-06T22:31:23.107ZINFOphd-runner: Starting test phd_tests::framework::multiline_serial_test file = phd-tests/runner/src/execute.rs line = 101 target = phd_runner::execute
12312024-02-06T22:31:23.107ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
12322024-02-06T22:31:23.107ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
12332024-02-06T22:31:23.107ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
12342024-02-06T22:31:23.107ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
12352024-02-06T22:31:23.107ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
12362024-02-06T22:31:23.107ZINFOphd-runner: Copying source image to create temporary disk disk_path = /tmp/propolis-phd/bf60bd86-bd06-490c-a81a-5e3af2c998fa.phd_disk file = phd-tests/framework/src/disk/file.rs line = 40 source = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::disk::file
12372024-02-06T22:31:23.133ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
12382024-02-06T22:31:23.133ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/bf60bd86-bd06-490c-a81a-5e3af2c998fa.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = multiline_test
12392024-02-06T22:31:23.133ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
12402024-02-06T22:31:23.133ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = multiline_test vm_id = 8f352caa-6673-4fdd-b7bd-b9a9b705e3ac
12412024-02-06T22:31:23.133ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/multiline_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
12422024-02-06T22:31:23.133ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/multiline_test.stderr.log" stdout_path = "/tmp/propolis-phd/multiline_test.stdout.log" target = phd_framework::server_log_mode
12432024-02-06T22:31:23.151ZINFOphd-runner: [NEW - EVENT] Launched server with pid 932 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
12442024-02-06T22:31:23.151ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 18 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
12452024-02-06T22:31:23.152ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = multiline_test vm_id = 8f352caa-6673-4fdd-b7bd-b9a9b705e3ac
12462024-02-06T22:31:23.980ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
12472024-02-06T22:31:23.981ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 8f352caa-6673-4fdd-b7bd-b9a9b705e3ac, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-8f352caa-6673-4fdd-b7bd-b9a9b705e3ac", vcpus: 2 }, state: Creating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/tmp/propolis-phd/bf60bd86-bd06-490c-a81a-5e3af2c998fa.phd_disk", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = multiline_test vm_id = 8f352caa-6673-4fdd-b7bd-b9a9b705e3ac
12482024-02-06T22:31:23.981ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Run target = phd_framework::test_vm vm = multiline_test vm_id = 8f352caa-6673-4fdd-b7bd-b9a9b705e3ac
12492024-02-06T22:31:23.981ZINFOphd-runner: [VM - EVENT] Waiting 300s for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 597 target = phd_framework::test_vm vm = multiline_test vm_id = 8f352caa-6673-4fdd-b7bd-b9a9b705e3ac
12502024-02-06T22:31:23.981ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = multiline_test vm_id = 8f352caa-6673-4fdd-b7bd-b9a9b705e3ac
12512024-02-06T22:31:23.982ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost login: ") target = phd_framework::test_vm vm = multiline_test vm_id = 8f352caa-6673-4fdd-b7bd-b9a9b705e3ac
12522024-02-06T22:31:28.168ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WriteStr("root") target = phd_framework::test_vm vm = multiline_test vm_id = 8f352caa-6673-4fdd-b7bd-b9a9b705e3ac
12532024-02-06T22:31:28.168ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost:~#") target = phd_framework::test_vm vm = multiline_test vm_id = 8f352caa-6673-4fdd-b7bd-b9a9b705e3ac
12542024-02-06T22:31:28.185ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4203 file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = multiline_test vm_id = 8f352caa-6673-4fdd-b7bd-b9a9b705e3ac
12552024-02-06T22:31:28.186ZINFOphd-runner: [VM - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 638 target = phd_framework::test_vm vm = multiline_test vm_id = 8f352caa-6673-4fdd-b7bd-b9a9b705e3ac
12562024-02-06T22:31:28.186ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = multiline_test vm_id = 8f352caa-6673-4fdd-b7bd-b9a9b705e3ac
12572024-02-06T22:31:28.219ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = multiline_test vm_id = 8f352caa-6673-4fdd-b7bd-b9a9b705e3ac
12582024-02-06T22:31:28.230ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = multiline_test vm_id = 8f352caa-6673-4fdd-b7bd-b9a9b705e3ac
12592024-02-06T22:31:28.231ZINFOphd-runner: [VM - EVENT] Cleaning up Test VM on drop file = phd-tests/framework/src/test_vm/mod.rs line = 796 target = phd_framework::test_vm vm = multiline_test vm_id = 8f352caa-6673-4fdd-b7bd-b9a9b705e3ac
12602024-02-06T22:31:28.231ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = multiline_test vm_id = 8f352caa-6673-4fdd-b7bd-b9a9b705e3ac
12612024-02-06T22:31:28.232ZINFOphd-runner: [VM - EVENT] Waiting 5s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = multiline_test vm_id = 8f352caa-6673-4fdd-b7bd-b9a9b705e3ac
12622024-02-06T22:31:28.232ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = multiline_test vm_id = 8f352caa-6673-4fdd-b7bd-b9a9b705e3ac
12632024-02-06T22:31:28.233ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 242 target = phd_framework::serial
12642024-02-06T22:31:28.233ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 4252 file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
12652024-02-06T22:31:28.787ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = multiline_test vm_id = 8f352caa-6673-4fdd-b7bd-b9a9b705e3ac
12662024-02-06T22:31:28.789ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
12672024-02-06T22:31:28.817ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server
12682024-02-06T22:31:28.817ZINFOphd-runner: Deleting guest disk image file = phd-tests/framework/src/disk/file.rs line = 82 path = /tmp/propolis-phd/bf60bd86-bd06-490c-a81a-5e3af2c998fa.phd_disk target = phd_framework::disk::file
12692024-02-06T22:31:28.822ZINFOphd-runner: [VM - END] elapsed_milliseconds = 5670 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = multiline_test vm_id = 8f352caa-6673-4fdd-b7bd-b9a9b705e3ac
12702024-02-06T22:31:28.822ZINFOphd-runner: test phd_tests::framework::multiline_serial_test ... ok file = phd-tests/runner/src/execute.rs line = 117 target = phd_runner::execute
12712024-02-06T22:31:28.822ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
12722024-02-06T22:31:28.822ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
12732024-02-06T22:31:28.822ZINFOphd-runner: Starting test phd_tests::crucible::migrate::load_test file = phd-tests/runner/src/execute.rs line = 101 target = phd_runner::execute
12742024-02-06T22:31:28.822ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
12752024-02-06T22:31:28.822ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
12762024-02-06T22:31:28.822ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
12772024-02-06T22:31:28.822ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
12782024-02-06T22:31:28.822ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/b173539f8196a9877670f965168fe499cf05b012835064ab88dde9c09b761a21/crucible-downstairs target = phd_framework::artifacts::store
12792024-02-06T22:31:28.822ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
12802024-02-06T22:31:28.822ZINFOphd-runner: Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/431dd8a8-7b25-4a97-9d9b-ca953671a3c3_9000", "--encrypted", "--uuid", "431dd8a8-7b25-4a97-9d9b-ca953671a3c3", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 target = phd_framework::disk::crucible
12812024-02-06T22:31:28.892ZINFOphd-runner: Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/431dd8a8-7b25-4a97-9d9b-ca953671a3c3_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:28.850457679Z","hostname":"sock","pid":934}\n{"msg":"UUID: 431dd8a8-7b25-4a97-9d9b-ca953671a3c3","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:28.883846662Z","hostname":"sock","pid":934}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:28.883864913Z","hostname":"sock","pid":934}\n target = phd_framework::disk::crucible
12822024-02-06T22:31:28.892ZINFOphd-runner: Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/431dd8a8-7b25-4a97-9d9b-ca953671a3c3_9001", "--encrypted", "--uuid", "431dd8a8-7b25-4a97-9d9b-ca953671a3c3", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 target = phd_framework::disk::crucible
12832024-02-06T22:31:28.962ZINFOphd-runner: Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/431dd8a8-7b25-4a97-9d9b-ca953671a3c3_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:28.920861508Z","hostname":"sock","pid":935}\n{"msg":"UUID: 431dd8a8-7b25-4a97-9d9b-ca953671a3c3","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:28.954692572Z","hostname":"sock","pid":935}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:28.954708723Z","hostname":"sock","pid":935}\n target = phd_framework::disk::crucible
12842024-02-06T22:31:28.962ZINFOphd-runner: Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/431dd8a8-7b25-4a97-9d9b-ca953671a3c3_9002", "--encrypted", "--uuid", "431dd8a8-7b25-4a97-9d9b-ca953671a3c3", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 target = phd_framework::disk::crucible
12852024-02-06T22:31:29.028ZINFOphd-runner: Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/431dd8a8-7b25-4a97-9d9b-ca953671a3c3_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:28.989597533Z","hostname":"sock","pid":936}\n{"msg":"UUID: 431dd8a8-7b25-4a97-9d9b-ca953671a3c3","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:29.021014217Z","hostname":"sock","pid":936}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:29.021030798Z","hostname":"sock","pid":936}\n target = phd_framework::disk::crucible
12862024-02-06T22:31:29.028ZINFOphd-runner: Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/crucible_431dd8a8-7b25-4a97-9d9b-ca953671a3c3_9000.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_431dd8a8-7b25-4a97-9d9b-ca953671a3c3_9000.stdout.log" target = phd_framework::server_log_mode
12872024-02-06T22:31:29.028ZINFOphd-runner: Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/431dd8a8-7b25-4a97-9d9b-ca953671a3c3_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 238 target = phd_framework::disk::crucible
12882024-02-06T22:31:29.029ZINFOphd-runner: Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/431dd8a8-7b25-4a97-9d9b-ca953671a3c3_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 346 target = phd_framework::disk::crucible
12892024-02-06T22:31:29.040ZINFOphd-runner: Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/crucible_431dd8a8-7b25-4a97-9d9b-ca953671a3c3_9001.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_431dd8a8-7b25-4a97-9d9b-ca953671a3c3_9001.stdout.log" target = phd_framework::server_log_mode
12902024-02-06T22:31:29.040ZINFOphd-runner: Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/431dd8a8-7b25-4a97-9d9b-ca953671a3c3_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 238 target = phd_framework::disk::crucible
12912024-02-06T22:31:29.040ZINFOphd-runner: Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/431dd8a8-7b25-4a97-9d9b-ca953671a3c3_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 346 target = phd_framework::disk::crucible
12922024-02-06T22:31:29.051ZINFOphd-runner: Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/crucible_431dd8a8-7b25-4a97-9d9b-ca953671a3c3_9002.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_431dd8a8-7b25-4a97-9d9b-ca953671a3c3_9002.stdout.log" target = phd_framework::server_log_mode
12932024-02-06T22:31:29.051ZINFOphd-runner: Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/431dd8a8-7b25-4a97-9d9b-ca953671a3c3_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 238 target = phd_framework::disk::crucible
12942024-02-06T22:31:29.051ZINFOphd-runner: Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/431dd8a8-7b25-4a97-9d9b-ca953671a3c3_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 346 target = phd_framework::disk::crucible
12952024-02-06T22:31:29.061ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
12962024-02-06T22:31:29.061ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"431dd8a8-7b25-4a97-9d9b-ca953671a3c3\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"5680ea07-6baa-4dea-9eab-ea8af1a7c9e8\\",\\"path\\":\\"/tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"c7ff652e-88e0-4dc5-858c-748999cdbcae\\",\\"key\\":\\"i+QQRaCyYmJvXVo5DCZGHJgzqcuP4lMjIzb45MrE8qs=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = crucible_load_test_source
12972024-02-06T22:31:29.061ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
12982024-02-06T22:31:29.061ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 107cfeaa-3576-45e3-9019-ec6f94f21d21
12992024-02-06T22:31:29.061ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_load_test_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9003 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
13002024-02-06T22:31:29.061ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/crucible_load_test_source.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_load_test_source.stdout.log" target = phd_framework::server_log_mode
13012024-02-06T22:31:29.072ZINFOphd-runner: [NEW - EVENT] Launched server with pid 940 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
13022024-02-06T22:31:29.072ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
13032024-02-06T22:31:29.073ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 107cfeaa-3576-45e3-9019-ec6f94f21d21
13042024-02-06T22:31:29.608ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
13052024-02-06T22:31:29.608ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 107cfeaa-3576-45e3-9019-ec6f94f21d21, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-107cfeaa-3576-45e3-9019-ec6f94f21d21", vcpus: 2 }, state: Creating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"431dd8a8-7b25-4a97-9d9b-ca953671a3c3\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"5680ea07-6baa-4dea-9eab-ea8af1a7c9e8\\",\\"path\\":\\"/tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"c7ff652e-88e0-4dc5-858c-748999cdbcae\\",\\"key\\":\\"i+QQRaCyYmJvXVo5DCZGHJgzqcuP4lMjIzb45MrE8qs=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 107cfeaa-3576-45e3-9019-ec6f94f21d21
13062024-02-06T22:31:29.608ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Run target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 107cfeaa-3576-45e3-9019-ec6f94f21d21
13072024-02-06T22:31:29.609ZINFOphd-runner: [VM - EVENT] Waiting 300s for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 597 target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 107cfeaa-3576-45e3-9019-ec6f94f21d21
13082024-02-06T22:31:29.609ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 107cfeaa-3576-45e3-9019-ec6f94f21d21
13092024-02-06T22:31:29.609ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost login: ") target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 107cfeaa-3576-45e3-9019-ec6f94f21d21
13102024-02-06T22:31:35.514ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WriteStr("root") target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 107cfeaa-3576-45e3-9019-ec6f94f21d21
13112024-02-06T22:31:35.514ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost:~#") target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 107cfeaa-3576-45e3-9019-ec6f94f21d21
13122024-02-06T22:31:35.533ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 5923 file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 107cfeaa-3576-45e3-9019-ec6f94f21d21
13132024-02-06T22:31:35.533ZINFOphd-runner: [VM - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 638 target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 107cfeaa-3576-45e3-9019-ec6f94f21d21
13142024-02-06T22:31:35.533ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
13152024-02-06T22:31:35.533ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"431dd8a8-7b25-4a97-9d9b-ca953671a3c3\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"74253ac4-bff3-4493-86e8-0b8196293fe3\\",\\"path\\":\\"/tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":2,\\"opts\\":{\\"id\\":\\"6b76383c-8bc3-4647-8b1c-298f03aa22e8\\",\\"key\\":\\"i+QQRaCyYmJvXVo5DCZGHJgzqcuP4lMjIzb45MrE8qs=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = crucible_load_test_target
13162024-02-06T22:31:35.533ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
13172024-02-06T22:31:35.533ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 00d1c4c8-ccd1-4b79-91b4-11af12dbd13c
13182024-02-06T22:31:35.533ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_load_test_target.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9005 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
13192024-02-06T22:31:35.533ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/crucible_load_test_target.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_load_test_target.stdout.log" target = phd_framework::server_log_mode
13202024-02-06T22:31:35.551ZINFOphd-runner: [NEW - EVENT] Launched server with pid 941 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
13212024-02-06T22:31:35.552ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
13222024-02-06T22:31:35.552ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = crucible_load_test_source vm_id = 107cfeaa-3576-45e3-9019-ec6f94f21d21
13232024-02-06T22:31:35.555ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = crucible_load_test_source vm_id = 107cfeaa-3576-45e3-9019-ec6f94f21d21
13242024-02-06T22:31:35.784ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = crucible_load_test_source vm_id = 107cfeaa-3576-45e3-9019-ec6f94f21d21
13252024-02-06T22:31:35.795ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = crucible_load_test_source vm_id = 107cfeaa-3576-45e3-9019-ec6f94f21d21
13262024-02-06T22:31:36.065ZINFOphd-runner: Generated SHA256 checksum: 73eb48ceff8fe62d9c2a82c6e73131b50e5d79aa20b84216ddd6945c54f33f5c file = phd-tests/tests/src/crucible/migrate.rs line = 67 target = phd_tests::crucible::migrate
13272024-02-06T22:31:36.065ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = crucible_load_test_source vm_id = 107cfeaa-3576-45e3-9019-ec6f94f21d21
13282024-02-06T22:31:36.076ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = crucible_load_test_source vm_id = 107cfeaa-3576-45e3-9019-ec6f94f21d21
13292024-02-06T22:31:36.099ZINFOphd-runner: [VM - EVENT] Migrating from source at address 127.0.0.1:9003 file = phd-tests/framework/src/test_vm/mod.rs line = 464 migration_id = af313b0b-7721-4b39-b607-2d4e6c7803d9 target = phd_framework::test_vm timeout_duration = 45s vm = crucible_load_test_target vm_id = 00d1c4c8-ccd1-4b79-91b4-11af12dbd13c
13302024-02-06T22:31:36.208ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 00d1c4c8-ccd1-4b79-91b4-11af12dbd13c, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-00d1c4c8-ccd1-4b79-91b4-11af12dbd13c", vcpus: 2 }, state: Migrating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"431dd8a8-7b25-4a97-9d9b-ca953671a3c3\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"74253ac4-bff3-4493-86e8-0b8196293fe3\\",\\"path\\":\\"/tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":2,\\"opts\\":{\\"id\\":\\"6b76383c-8bc3-4647-8b1c-298f03aa22e8\\",\\"key\\":\\"i+QQRaCyYmJvXVo5DCZGHJgzqcuP4lMjIzb45MrE8qs=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 00d1c4c8-ccd1-4b79-91b4-11af12dbd13c
13312024-02-06T22:31:36.208ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = af313b0b-7721-4b39-b607-2d4e6c7803d9 target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 00d1c4c8-ccd1-4b79-91b4-11af12dbd13c
13322024-02-06T22:31:47.830ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 246 s = {"Migrating":{"destination":"127.0.0.1:9005","from_start":7920}} target = phd_framework::serial
13332024-02-06T22:31:49.109ZINFOphd-runner: [MIGRATE - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 494 migration_id = af313b0b-7721-4b39-b607-2d4e6c7803d9 target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 00d1c4c8-ccd1-4b79-91b4-11af12dbd13c
13342024-02-06T22:31:49.109ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 12900 file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = af313b0b-7721-4b39-b607-2d4e6c7803d9 target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 00d1c4c8-ccd1-4b79-91b4-11af12dbd13c
13352024-02-06T22:31:49.109ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = crucible_load_test_target vm_id = 00d1c4c8-ccd1-4b79-91b4-11af12dbd13c
13362024-02-06T22:31:49.121ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = crucible_load_test_target vm_id = 00d1c4c8-ccd1-4b79-91b4-11af12dbd13c
13372024-02-06T22:31:49.154ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = crucible_load_test_target vm_id = 00d1c4c8-ccd1-4b79-91b4-11af12dbd13c
13382024-02-06T22:31:49.164ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = crucible_load_test_target vm_id = 00d1c4c8-ccd1-4b79-91b4-11af12dbd13c
13392024-02-06T22:31:49.431ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 00d1c4c8-ccd1-4b79-91b4-11af12dbd13c
13402024-02-06T22:31:49.432ZINFOphd-runner: [VM - EVENT] Cleaning up Test VM on drop file = phd-tests/framework/src/test_vm/mod.rs line = 796 target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 00d1c4c8-ccd1-4b79-91b4-11af12dbd13c
13412024-02-06T22:31:49.432ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 00d1c4c8-ccd1-4b79-91b4-11af12dbd13c
13422024-02-06T22:31:49.432ZINFOphd-runner: [VM - EVENT] Waiting 5s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 00d1c4c8-ccd1-4b79-91b4-11af12dbd13c
13432024-02-06T22:31:49.432ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 00d1c4c8-ccd1-4b79-91b4-11af12dbd13c
13442024-02-06T22:31:49.433ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 242 target = phd_framework::serial
13452024-02-06T22:31:49.433ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 19825 file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
13462024-02-06T22:31:49.928ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 00d1c4c8-ccd1-4b79-91b4-11af12dbd13c
13472024-02-06T22:31:49.929ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9005 target = phd_framework::test_vm::server
13482024-02-06T22:31:49.958ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9005 target = phd_framework::test_vm::server
13492024-02-06T22:31:49.958ZINFOphd-runner: [VM - END] elapsed_milliseconds = 13859 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 00d1c4c8-ccd1-4b79-91b4-11af12dbd13c
13502024-02-06T22:31:49.959ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 107cfeaa-3576-45e3-9019-ec6f94f21d21
13512024-02-06T22:31:49.960ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server
13522024-02-06T22:31:49.988ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server
13532024-02-06T22:31:49.989ZINFOphd-runner: Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: "/tmp/propolis-phd/431dd8a8-7b25-4a97-9d9b-ca953671a3c3_9000" } } target = phd_framework::disk::crucible
13542024-02-06T22:31:50.000ZINFOphd-runner: Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 self.path = "/tmp/propolis-phd/431dd8a8-7b25-4a97-9d9b-ca953671a3c3_9000" target = phd_framework::disk::crucible
13552024-02-06T22:31:50.011ZINFOphd-runner: Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: "/tmp/propolis-phd/431dd8a8-7b25-4a97-9d9b-ca953671a3c3_9001" } } target = phd_framework::disk::crucible
13562024-02-06T22:31:50.024ZINFOphd-runner: Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 self.path = "/tmp/propolis-phd/431dd8a8-7b25-4a97-9d9b-ca953671a3c3_9001" target = phd_framework::disk::crucible
13572024-02-06T22:31:50.034ZINFOphd-runner: Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: "/tmp/propolis-phd/431dd8a8-7b25-4a97-9d9b-ca953671a3c3_9002" } } target = phd_framework::disk::crucible
13582024-02-06T22:31:50.046ZINFOphd-runner: Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 self.path = "/tmp/propolis-phd/431dd8a8-7b25-4a97-9d9b-ca953671a3c3_9002" target = phd_framework::disk::crucible
13592024-02-06T22:31:50.056ZINFOphd-runner: [VM - END] elapsed_milliseconds = 20983 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 107cfeaa-3576-45e3-9019-ec6f94f21d21
13602024-02-06T22:31:50.056ZINFOphd-runner: test phd_tests::crucible::migrate::load_test ... ok file = phd-tests/runner/src/execute.rs line = 117 target = phd_runner::execute
13612024-02-06T22:31:50.056ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
13622024-02-06T22:31:50.056ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
13632024-02-06T22:31:50.056ZINFOphd-runner: Starting test phd_tests::crucible::migrate::smoke_test file = phd-tests/runner/src/execute.rs line = 101 target = phd_runner::execute
13642024-02-06T22:31:50.056ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
13652024-02-06T22:31:50.056ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 39 target = phd_runner::fixtures
13662024-02-06T22:31:50.056ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
13672024-02-06T22:31:50.057ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
13682024-02-06T22:31:50.057ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/b173539f8196a9877670f965168fe499cf05b012835064ab88dde9c09b761a21/crucible-downstairs target = phd_framework::artifacts::store
13692024-02-06T22:31:50.057ZDEBGphd-runner: Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
13702024-02-06T22:31:50.057ZINFOphd-runner: Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/0d9fc075-e96a-40f7-92da-b686d08895b7_9000", "--encrypted", "--uuid", "0d9fc075-e96a-40f7-92da-b686d08895b7", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 target = phd_framework::disk::crucible
13712024-02-06T22:31:50.120ZINFOphd-runner: Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/0d9fc075-e96a-40f7-92da-b686d08895b7_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:50.078607304Z","hostname":"sock","pid":944}\n{"msg":"UUID: 0d9fc075-e96a-40f7-92da-b686d08895b7","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:50.111804513Z","hostname":"sock","pid":944}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:50.111822704Z","hostname":"sock","pid":944}\n target = phd_framework::disk::crucible
13722024-02-06T22:31:50.121ZINFOphd-runner: Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/0d9fc075-e96a-40f7-92da-b686d08895b7_9001", "--encrypted", "--uuid", "0d9fc075-e96a-40f7-92da-b686d08895b7", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 target = phd_framework::disk::crucible
13732024-02-06T22:31:50.185ZINFOphd-runner: Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/0d9fc075-e96a-40f7-92da-b686d08895b7_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:50.141137654Z","hostname":"sock","pid":945}\n{"msg":"UUID: 0d9fc075-e96a-40f7-92da-b686d08895b7","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:50.17617089Z","hostname":"sock","pid":945}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:50.17618686Z","hostname":"sock","pid":945}\n target = phd_framework::disk::crucible
13742024-02-06T22:31:50.185ZINFOphd-runner: Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/0d9fc075-e96a-40f7-92da-b686d08895b7_9002", "--encrypted", "--uuid", "0d9fc075-e96a-40f7-92da-b686d08895b7", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 target = phd_framework::disk::crucible
13752024-02-06T22:31:50.255ZINFOphd-runner: Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/0d9fc075-e96a-40f7-92da-b686d08895b7_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:50.213338338Z","hostname":"sock","pid":946}\n{"msg":"UUID: 0d9fc075-e96a-40f7-92da-b686d08895b7","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:50.247092231Z","hostname":"sock","pid":946}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-02-06T22:31:50.247109052Z","hostname":"sock","pid":946}\n target = phd_framework::disk::crucible
13762024-02-06T22:31:50.255ZINFOphd-runner: Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/crucible_0d9fc075-e96a-40f7-92da-b686d08895b7_9000.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_0d9fc075-e96a-40f7-92da-b686d08895b7_9000.stdout.log" target = phd_framework::server_log_mode
13772024-02-06T22:31:50.256ZINFOphd-runner: Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/0d9fc075-e96a-40f7-92da-b686d08895b7_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 238 target = phd_framework::disk::crucible
13782024-02-06T22:31:50.256ZINFOphd-runner: Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/0d9fc075-e96a-40f7-92da-b686d08895b7_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 346 target = phd_framework::disk::crucible
13792024-02-06T22:31:50.271ZINFOphd-runner: Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/crucible_0d9fc075-e96a-40f7-92da-b686d08895b7_9001.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_0d9fc075-e96a-40f7-92da-b686d08895b7_9001.stdout.log" target = phd_framework::server_log_mode
13802024-02-06T22:31:50.272ZINFOphd-runner: Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/0d9fc075-e96a-40f7-92da-b686d08895b7_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 238 target = phd_framework::disk::crucible
13812024-02-06T22:31:50.272ZINFOphd-runner: Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/0d9fc075-e96a-40f7-92da-b686d08895b7_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 346 target = phd_framework::disk::crucible
13822024-02-06T22:31:50.282ZINFOphd-runner: Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/crucible_0d9fc075-e96a-40f7-92da-b686d08895b7_9002.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_0d9fc075-e96a-40f7-92da-b686d08895b7_9002.stdout.log" target = phd_framework::server_log_mode
13832024-02-06T22:31:50.282ZINFOphd-runner: Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/0d9fc075-e96a-40f7-92da-b686d08895b7_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 238 target = phd_framework::disk::crucible
13842024-02-06T22:31:50.282ZINFOphd-runner: Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/0d9fc075-e96a-40f7-92da-b686d08895b7_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 346 target = phd_framework::disk::crucible
13852024-02-06T22:31:50.291ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
13862024-02-06T22:31:50.291ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"0d9fc075-e96a-40f7-92da-b686d08895b7\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"8bb3a303-c482-4037-b0f2-7b64e6426ff0\\",\\"path\\":\\"/tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"d1413934-4f7c-406a-8694-195784579fe8\\",\\"key\\":\\"9ygcZInfpiiy3o36D2ipOsjzjEcvpT+BM2HwPDvXO1c=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = crucible_migrate_smoke_source
13872024-02-06T22:31:50.291ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
13882024-02-06T22:31:50.292ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 929b00ed-4d19-430e-98aa-8499f8240903
13892024-02-06T22:31:50.292ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_migrate_smoke_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9003 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
13902024-02-06T22:31:50.292ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/crucible_migrate_smoke_source.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_migrate_smoke_source.stdout.log" target = phd_framework::server_log_mode
13912024-02-06T22:31:50.303ZINFOphd-runner: [NEW - EVENT] Launched server with pid 950 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
13922024-02-06T22:31:50.303ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
13932024-02-06T22:31:50.304ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 929b00ed-4d19-430e-98aa-8499f8240903
13942024-02-06T22:31:50.740ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
13952024-02-06T22:31:50.740ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 929b00ed-4d19-430e-98aa-8499f8240903, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-929b00ed-4d19-430e-98aa-8499f8240903", vcpus: 2 }, state: Creating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"0d9fc075-e96a-40f7-92da-b686d08895b7\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"8bb3a303-c482-4037-b0f2-7b64e6426ff0\\",\\"path\\":\\"/tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"d1413934-4f7c-406a-8694-195784579fe8\\",\\"key\\":\\"9ygcZInfpiiy3o36D2ipOsjzjEcvpT+BM2HwPDvXO1c=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 929b00ed-4d19-430e-98aa-8499f8240903
13962024-02-06T22:31:50.740ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Run target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 929b00ed-4d19-430e-98aa-8499f8240903
13972024-02-06T22:31:50.741ZINFOphd-runner: [VM - EVENT] Waiting 300s for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 597 target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 929b00ed-4d19-430e-98aa-8499f8240903
13982024-02-06T22:31:50.741ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 929b00ed-4d19-430e-98aa-8499f8240903
13992024-02-06T22:31:50.741ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost login: ") target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 929b00ed-4d19-430e-98aa-8499f8240903
14002024-02-06T22:31:56.668ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WriteStr("root") target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 929b00ed-4d19-430e-98aa-8499f8240903
14012024-02-06T22:31:56.668ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 605 step = WaitFor("localhost:~#") target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 929b00ed-4d19-430e-98aa-8499f8240903
14022024-02-06T22:31:56.685ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 5944 file = phd-tests/framework/src/test_vm/mod.rs line = 632 target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 929b00ed-4d19-430e-98aa-8499f8240903
14032024-02-06T22:31:56.685ZINFOphd-runner: [VM - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 638 target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 929b00ed-4d19-430e-98aa-8499f8240903
14042024-02-06T22:31:56.686ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = crucible_migrate_smoke_source vm_id = 929b00ed-4d19-430e-98aa-8499f8240903
14052024-02-06T22:31:56.696ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = crucible_migrate_smoke_source vm_id = 929b00ed-4d19-430e-98aa-8499f8240903
14062024-02-06T22:31:56.719ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = crucible_migrate_smoke_source vm_id = 929b00ed-4d19-430e-98aa-8499f8240903
14072024-02-06T22:31:56.729ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = crucible_migrate_smoke_source vm_id = 929b00ed-4d19-430e-98aa-8499f8240903
14082024-02-06T22:31:56.751ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = crucible_migrate_smoke_source vm_id = 929b00ed-4d19-430e-98aa-8499f8240903
14092024-02-06T22:31:56.763ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = crucible_migrate_smoke_source vm_id = 929b00ed-4d19-430e-98aa-8499f8240903
14102024-02-06T22:31:56.796ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
14112024-02-06T22:31:56.796ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 151 spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"0d9fc075-e96a-40f7-92da-b686d08895b7\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"c342c029-0ca2-4d24-9616-26eaa00ce07e\\",\\"path\\":\\"/tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":2,\\"opts\\":{\\"id\\":\\"9266464b-6496-4476-8612-b3d7fc049c25\\",\\"key\\":\\"9ygcZInfpiiy3o36D2ipOsjzjEcvpT+BM2HwPDvXO1c=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = crucible_migrate_smoke_target
14122024-02-06T22:31:56.796ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
14132024-02-06T22:31:56.796ZINFOphd-runner: [VM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = e0ced527-bb40-4b7d-bc6d-b22c00a1cbb2
14142024-02-06T22:31:56.796ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_migrate_smoke_target.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 server_addr = 127.0.0.1:9005 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
14152024-02-06T22:31:56.796ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 stderr_path = "/tmp/propolis-phd/crucible_migrate_smoke_target.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_migrate_smoke_target.stdout.log" target = phd_framework::server_log_mode
14162024-02-06T22:31:56.815ZINFOphd-runner: [NEW - EVENT] Launched server with pid 951 file = phd-tests/framework/src/test_vm/server.rs line = 80 target = phd_framework::test_vm::server
14172024-02-06T22:31:56.815ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 141 target = phd_framework::test_vm
14182024-02-06T22:31:56.815ZINFOphd-runner: [VM - EVENT] Migrating from source at address 127.0.0.1:9003 file = phd-tests/framework/src/test_vm/mod.rs line = 464 migration_id = c88b2bf9-da9c-4df9-a31c-51dff9fb4b47 target = phd_framework::test_vm timeout_duration = 45s vm = crucible_migrate_smoke_target vm_id = e0ced527-bb40-4b7d-bc6d-b22c00a1cbb2
14192024-02-06T22:31:56.816ZINFOphd-runner: [VM - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9005/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 289 target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = e0ced527-bb40-4b7d-bc6d-b22c00a1cbb2
14202024-02-06T22:31:57.447ZINFOphd-runner: [VM - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: e0ced527-bb40-4b7d-bc6d-b22c00a1cbb2, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, name: "phd-vm-e0ced527-bb40-4b7d-bc6d-b22c00a1cbb2", vcpus: 2 }, state: Migrating } line = 340 self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"0d9fc075-e96a-40f7-92da-b686d08895b7\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"c342c029-0ca2-4d24-9616-26eaa00ce07e\\",\\"path\\":\\"/tmp/propolis-phd/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":2,\\"opts\\":{\\"id\\":\\"9266464b-6496-4476-8612-b3d7fc049c25\\",\\"key\\":\\"9ygcZInfpiiy3o36D2ipOsjzjEcvpT+BM2HwPDvXO1c=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = e0ced527-bb40-4b7d-bc6d-b22c00a1cbb2
14212024-02-06T22:31:57.447ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = c88b2bf9-da9c-4df9-a31c-51dff9fb4b47 target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = e0ced527-bb40-4b7d-bc6d-b22c00a1cbb2
14222024-02-06T22:32:09.043ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 246 s = {"Migrating":{"destination":"127.0.0.1:9005","from_start":7718}} target = phd_framework::serial
14232024-02-06T22:32:10.193ZINFOphd-runner: [MIGRATE - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 494 migration_id = c88b2bf9-da9c-4df9-a31c-51dff9fb4b47 target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = e0ced527-bb40-4b7d-bc6d-b22c00a1cbb2
14242024-02-06T22:32:10.193ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 12746 file = phd-tests/framework/src/test_vm/mod.rs line = 485 migration_id = c88b2bf9-da9c-4df9-a31c-51dff9fb4b47 target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = e0ced527-bb40-4b7d-bc6d-b22c00a1cbb2
14252024-02-06T22:32:10.193ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 15s vm = crucible_migrate_smoke_target vm_id = e0ced527-bb40-4b7d-bc6d-b22c00a1cbb2
14262024-02-06T22:32:10.205ZINFOphd-runner: [VM - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 651 target = phd_framework::test_vm timeout_duration = 300s vm = crucible_migrate_smoke_target vm_id = e0ced527-bb40-4b7d-bc6d-b22c00a1cbb2
14272024-02-06T22:32:10.238ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = e0ced527-bb40-4b7d-bc6d-b22c00a1cbb2
14282024-02-06T22:32:10.238ZINFOphd-runner: [VM - EVENT] Cleaning up Test VM on drop file = phd-tests/framework/src/test_vm/mod.rs line = 796 target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = e0ced527-bb40-4b7d-bc6d-b22c00a1cbb2
14292024-02-06T22:32:10.239ZINFOphd-runner: [VM - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 408 state = Stop target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = e0ced527-bb40-4b7d-bc6d-b22c00a1cbb2
14302024-02-06T22:32:10.239ZINFOphd-runner: [VM - EVENT] Waiting 5s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 561 target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = e0ced527-bb40-4b7d-bc6d-b22c00a1cbb2
14312024-02-06T22:32:10.239ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = e0ced527-bb40-4b7d-bc6d-b22c00a1cbb2
14322024-02-06T22:32:10.240ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 242 target = phd_framework::serial
14332024-02-06T22:32:10.240ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 19500 file = phd-tests/framework/src/serial/mod.rs line = 179 target = phd_framework::serial
14342024-02-06T22:32:10.813ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = e0ced527-bb40-4b7d-bc6d-b22c00a1cbb2
14352024-02-06T22:32:10.814ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9005 target = phd_framework::test_vm::server
14362024-02-06T22:32:10.843ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9005 target = phd_framework::test_vm::server
14372024-02-06T22:32:10.843ZINFOphd-runner: [VM - END] elapsed_milliseconds = 14027 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = e0ced527-bb40-4b7d-bc6d-b22c00a1cbb2
14382024-02-06T22:32:10.843ZINFOphd-runner: [VM - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 415 target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 929b00ed-4d19-430e-98aa-8499f8240903
14392024-02-06T22:32:10.844ZINFOphd-runner: Killing Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 92 self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server
14402024-02-06T22:32:10.873ZINFOphd-runner: Successfully waited for demise of Propolis server that was dropped file = phd-tests/framework/src/test_vm/server.rs line = 107 self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server
14412024-02-06T22:32:10.873ZINFOphd-runner: Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: "/tmp/propolis-phd/0d9fc075-e96a-40f7-92da-b686d08895b7_9000" } } target = phd_framework::disk::crucible
14422024-02-06T22:32:10.885ZINFOphd-runner: Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 self.path = "/tmp/propolis-phd/0d9fc075-e96a-40f7-92da-b686d08895b7_9000" target = phd_framework::disk::crucible
14432024-02-06T22:32:10.896ZINFOphd-runner: Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: "/tmp/propolis-phd/0d9fc075-e96a-40f7-92da-b686d08895b7_9001" } } target = phd_framework::disk::crucible
14442024-02-06T22:32:10.907ZINFOphd-runner: Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 self.path = "/tmp/propolis-phd/0d9fc075-e96a-40f7-92da-b686d08895b7_9001" target = phd_framework::disk::crucible
14452024-02-06T22:32:10.918ZINFOphd-runner: Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: "/tmp/propolis-phd/0d9fc075-e96a-40f7-92da-b686d08895b7_9002" } } target = phd_framework::disk::crucible
14462024-02-06T22:32:10.930ZINFOphd-runner: Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 self.path = "/tmp/propolis-phd/0d9fc075-e96a-40f7-92da-b686d08895b7_9002" target = phd_framework::disk::crucible
14472024-02-06T22:32:10.941ZINFOphd-runner: [VM - END] elapsed_milliseconds = 20637 file = phd-tests/framework/src/test_vm/mod.rs line = 196 target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 929b00ed-4d19-430e-98aa-8499f8240903
14482024-02-06T22:32:10.941ZINFOphd-runner: test phd_tests::crucible::migrate::smoke_test ... ok file = phd-tests/runner/src/execute.rs line = 117 target = phd_runner::execute
14492024-02-06T22:32:10.941ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
14502024-02-06T22:32:10.941ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 49 target = phd_runner::fixtures
14512024-02-06T22:32:10.941ZINFOphd-runner: [EXECUTION_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 33 target = phd_runner::fixtures
14522024-02-06T22:32:10.941ZINFOphd-runner: [EXECUTION_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 33 target = phd_runner::fixtures
1453 
1454 failures:
1455 phd_tests::migrate::from_base::migration_from_base_and_back
1456 phd_tests::migrate::from_base::serial_history
1457 phd_tests::migrate::from_base::can_migrate_from_base
1458 
1459 test result: FAILED. 18 passed; 3 failed; 1 skipped; 0 not run; finished in 430.12s
1460 
14612024-02-06T22:32:10.944ZDEBGphd-runner: phd_runner exit_code = 3 file = phd-tests/runner/src/main.rs line = 38 target = phd_runner