Max level shown:
12024-03-28T07:23:31.599ZINFOphd-runner: phd_runner file = phd-tests/runner/src/main.rs line = 35 runner_args = ProcessArgs { command: Run(RunOptions { propolis_server_cmd: "/work/phd-test/propolis-server", base_propolis_branch: Some("master"), base_propolis_commit: None, base_propolis_cmd: None, crucible_downstairs_cmd: None, crucible_downstairs_commit: Some(Auto), tmp_directory: "/tmp/propolis-phd", artifact_directory: Some("/phd-artifacts"), server_logging_mode: TmpFile, default_guest_cpus: 2, default_guest_memory_mib: 512, artifact_toml_path: "/work/phd-test/artifacts.toml", default_guest_artifact: "alpine", default_bootrom_artifact: "ovmf", include_filter: [], exclude_filter: [], max_buildomat_wait_secs: 1200 }), disable_ansi: false, emit_bunyan: true } target = phd_runner
22024-03-28T07:23:31.602ZDEBGphd-runner: Created new artifact store from manifest file = phd-tests/framework/src/artifacts/store.rs line = 221 store = Store { local_dir: "/phd-artifacts", artifacts: {"alpine": Mutex { data: StoredArtifact { description: Artifact { filename: "alpine.iso", kind: GuestOs(Alpine), source: RemoteServer { sha256: "ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1" }, untar: None }, cached_path: None } }, "ovmf": Mutex { data: StoredArtifact { description: Artifact { filename: "OVMF_CODE.fd", kind: Bootrom, source: Buildomat(BuildomatArtifact { repo: Repo("oxidecomputer/edk2"), series: Series("image_debug"), commit: Commit("6d92acf0a22718dd4175d7c64dbcf7aaec3740bd"), sha256: "29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f" }), untar: None }, cached_path: None } }}, downloader: DownloadConfig { timeout: 600s, buildomat_backoff: ExponentialBackoff { current_interval: 1s, initial_interval: 1s, randomization_factor: 0.5, multiplier: 1.5, max_interval: 60s, start_time: Instant { tv_sec: 3357, tv_nsec: 829874349 }, max_elapsed_time: Some(1200s), clock: SystemClock }, remote_server_uris: ["https://oxide-omicron-build.s3.amazonaws.com"] } } target = phd_framework::artifacts::store
32024-03-28T07:23:31.602ZINFOphd-runner: Adding Propolis server from local command file = phd-tests/framework/src/artifacts/store.rs line = 229 propolis_server_cmd = /work/phd-test/propolis-server target = phd_framework::artifacts::store
42024-03-28T07:23:31.602ZINFOphd-runner: Adding crucible-downstairs from Buildomat Git revision commit = 952c7d60d22be5198b892bec8d92f4291b9160c2 file = phd-tests/framework/src/artifacts/store.rs line = 313 target = phd_framework::artifacts::store
52024-03-28T07:23:31.602ZDEBGphd-runner: Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 215 target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/952c7d60d22be5198b892bec8d92f4291b9160c2/crucible-nightly.sha256.txt
62024-03-28T07:23:31.752ZINFOphd-runner: Adding 'current' Propolis server from Buildomat Git branch 'master' file = phd-tests/framework/src/artifacts/store.rs line = 250 target = phd_framework::artifacts::store
72024-03-28T07:23:32.164ZDEBGphd-runner: Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 215 target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/6f32e29051458ea8c59f8368b1f80425709a38c4/propolis-server.sha256.txt
82024-03-28T07:23:32.276ZINFOphd-runner: [EXECUTION_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 25 target = phd_runner::fixtures
92024-03-28T07:23:32.276ZINFOphd-runner: [EXECUTION_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 25 target = phd_runner::fixtures
102024-03-28T07:23:32.276ZINFOphd-runner: Running 22 test(s) file = phd-tests/runner/src/execute.rs line = 82 target = phd_runner::execute
112024-03-28T07:23:32.277ZINFOphd-runner: Starting test phd_tests::smoke::instance_spec_get_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
122024-03-28T07:23:32.277ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
132024-03-28T07:23:32.277ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
142024-03-28T07:23:32.277ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/smoke.rs line = 18 path = phd_tests::smoke::instance_spec_get_test target = phd_tests::smoke
152024-03-28T07:23:32.277ZDEBGphd-runner: [TEST - EVENT] checking for existing copy of artifact file = phd-tests/framework/src/artifacts/store.rs line = 89 maybe_path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd path = phd_tests::smoke::instance_spec_get_test target = phd_framework::artifacts::store
162024-03-28T07:23:32.277ZDEBGphd-runner: [TEST - EVENT] Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 215 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/edk2/image_debug/6d92acf0a22718dd4175d7c64dbcf7aaec3740bd/OVMF_CODE.fd
172024-03-28T07:23:33.352ZDEBGphd-runner: [TEST - EVENT] checking for existing copy of artifact file = phd-tests/framework/src/artifacts/store.rs line = 89 maybe_path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso path = phd_tests::smoke::instance_spec_get_test target = phd_framework::artifacts::store
182024-03-28T07:23:33.352ZDEBGphd-runner: [TEST - EVENT] Downloading alpine.iso from https://oxide-omicron-build.s3.amazonaws.com/alpine.iso file = phd-tests/framework/src/artifacts/store.rs line = 618 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::artifacts::store timeout = 600s
192024-03-28T07:24:03.456ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
202024-03-28T07:24:03.456ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs verb = list
212024-03-28T07:24:03.475ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::smoke::instance_spec_get_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 2.00M 1.80T 1.91M /phd-artifacts\n target = phd_framework::zfs
222024-03-28T07:24:03.476ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-d16cd2c0-7f54-45af-98dc-73c1c31867a2"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs verb = snapshot
232024-03-28T07:24:03.524ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-d16cd2c0-7f54-45af-98dc-73c1c31867a2", "phd-artifacts/phd-clone-d4079073-b0c6-416a-ab52-1d283886d78c"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs verb = clone
242024-03-28T07:24:03.540ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-d4079073-b0c6-416a-ab52-1d283886d78c"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs verb = list
252024-03-28T07:24:03.551ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::smoke::instance_spec_get_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-d4079073-b0c6-416a-ab52-1d283886d78c 0B 1.80T 48.9M /phd-artifacts/phd-clone-d4079073-b0c6-416a-ab52-1d283886d78c\n target = phd_framework::zfs
262024-03-28T07:24:03.552ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm
272024-03-28T07:24:03.552ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::smoke::instance_spec_get_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-d4079073-b0c6-416a-ab52-1d283886d78c/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 3072 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = instance_spec_test
282024-03-28T07:24:03.552ZDEBGphd-runner: [NEW - EVENT] Examining locally-sourced artifact file = phd-tests/framework/src/artifacts/store.rs line = 56 path = /work/phd-test/propolis-server sha256 = None target = phd_framework::artifacts::store
292024-03-28T07:24:03.552ZDEBGphd-runner: [NEW - EVENT] Locally-sourced artifact is valid, caching its path file = phd-tests/framework/src/artifacts/store.rs line = 69 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
302024-03-28T07:24:03.552ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/instance_spec_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::smoke::instance_spec_get_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
312024-03-28T07:24:03.552ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::smoke::instance_spec_get_test stderr_path = "/tmp/propolis-phd/instance_spec_test.stderr.log" stdout_path = "/tmp/propolis-phd/instance_spec_test.stdout.log" target = phd_framework::server_log_mode
322024-03-28T07:24:03.557ZINFOphd-runner: [NEW - EVENT] Launched server with pid 863 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm::server
332024-03-28T07:24:03.558ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 5 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm
342024-03-28T07:24:03.558ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 10df3b06-88a4-48a3-b992-7fb5cf8a50db
352024-03-28T07:24:03.559ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 10df3b06-88a4-48a3-b992-7fb5cf8a50db
362024-03-28T07:24:04.343ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
372024-03-28T07:24:04.344ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 10df3b06-88a4-48a3-b992-7fb5cf8a50db, image_id: 00000000-0000-0000-0000-000000000000, memory: 3072, metadata: InstanceMetadata { project_id: c6ee76c2-a02d-440b-977a-dd578dfb3620, silo_id: f0c43417-ce5d-4249-bd4f-7e09ecd09f6f }, name: "phd-vm-10df3b06-88a4-48a3-b992-7fb5cf8a50db", vcpus: 4 }, state: Creating } line = 381 path = phd_tests::smoke::instance_spec_get_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-d4079073-b0c6-416a-ab52-1d283886d78c/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 3072 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = instance_spec_test vm_id = 10df3b06-88a4-48a3-b992-7fb5cf8a50db
382024-03-28T07:24:04.344ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 785 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 10df3b06-88a4-48a3-b992-7fb5cf8a50db
392024-03-28T07:24:04.344ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 10df3b06-88a4-48a3-b992-7fb5cf8a50db
402024-03-28T07:24:04.344ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::smoke::instance_spec_get_test state = Run target = phd_framework::test_vm vm = instance_spec_test vm_id = 10df3b06-88a4-48a3-b992-7fb5cf8a50db
412024-03-28T07:24:04.345ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 10df3b06-88a4-48a3-b992-7fb5cf8a50db
422024-03-28T07:24:04.345ZINFOphd-runner: [GET_SPEC - START] file = phd-tests/framework/src/test_vm/mod.rs line = 458 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 10df3b06-88a4-48a3-b992-7fb5cf8a50db
432024-03-28T07:24:04.345ZINFOphd-runner: [GET_SPEC - EVENT] Sending instance spec get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 460 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 10df3b06-88a4-48a3-b992-7fb5cf8a50db
442024-03-28T07:24:04.345ZINFOphd-runner: [GET_SPEC - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 458 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 10df3b06-88a4-48a3-b992-7fb5cf8a50db
452024-03-28T07:24:04.346ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 10df3b06-88a4-48a3-b992-7fb5cf8a50db
462024-03-28T07:24:04.346ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
472024-03-28T07:24:04.346ZINFOphd-runner: test phd_tests::smoke::instance_spec_get_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
482024-03-28T07:24:04.346ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
492024-03-28T07:24:04.346ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 3 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
502024-03-28T07:24:04.346ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 10df3b06-88a4-48a3-b992-7fb5cf8a50db
512024-03-28T07:24:05.037ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::smoke::instance_spec_get_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = instance_spec_test vm_id = 10df3b06-88a4-48a3-b992-7fb5cf8a50db
522024-03-28T07:24:05.582ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs vm = instance_spec_test vm_id = 10df3b06-88a4-48a3-b992-7fb5cf8a50db
532024-03-28T07:24:05.582ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-d4079073-b0c6-416a-ab52-1d283886d78c"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs verb = destroy vm = instance_spec_test vm_id = 10df3b06-88a4-48a3-b992-7fb5cf8a50db
542024-03-28T07:24:05.612ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs vm = instance_spec_test vm_id = 10df3b06-88a4-48a3-b992-7fb5cf8a50db
552024-03-28T07:24:05.612ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-d16cd2c0-7f54-45af-98dc-73c1c31867a2"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs verb = destroy vm = instance_spec_test vm_id = 10df3b06-88a4-48a3-b992-7fb5cf8a50db
562024-03-28T07:24:05.629ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 1283 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 10df3b06-88a4-48a3-b992-7fb5cf8a50db
572024-03-28T07:24:05.630ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 33352 file = phd-tests/tests/src/smoke.rs line = 18 path = phd_tests::smoke::instance_spec_get_test target = phd_tests::smoke
582024-03-28T07:24:05.630ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 1283 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
592024-03-28T07:24:05.630ZINFOphd-runner: Starting test phd_tests::smoke::nproc_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
602024-03-28T07:24:05.630ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
612024-03-28T07:24:05.630ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
622024-03-28T07:24:05.630ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/smoke.rs line = 7 path = phd_tests::smoke::nproc_test target = phd_tests::smoke
632024-03-28T07:24:05.630ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
642024-03-28T07:24:05.630ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
652024-03-28T07:24:05.630ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
662024-03-28T07:24:05.630ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::nproc_test target = phd_framework::zfs verb = list
672024-03-28T07:24:05.641ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::smoke::nproc_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 49.1M 1.80T 48.9M /phd-artifacts\n target = phd_framework::zfs
682024-03-28T07:24:05.641ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-53b72af3-e1f2-4d08-b176-e6caaf8b59c5"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::nproc_test target = phd_framework::zfs verb = snapshot
692024-03-28T07:24:05.655ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-53b72af3-e1f2-4d08-b176-e6caaf8b59c5", "phd-artifacts/phd-clone-01d69940-3e30-44f1-89fa-b6a1d626de4e"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::nproc_test target = phd_framework::zfs verb = clone
702024-03-28T07:24:05.671ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-01d69940-3e30-44f1-89fa-b6a1d626de4e"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::nproc_test target = phd_framework::zfs verb = list
712024-03-28T07:24:05.681ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::smoke::nproc_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-01d69940-3e30-44f1-89fa-b6a1d626de4e 0B 1.80T 48.9M /phd-artifacts/phd-clone-01d69940-3e30-44f1-89fa-b6a1d626de4e\n target = phd_framework::zfs
722024-03-28T07:24:05.681ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm
732024-03-28T07:24:05.681ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::smoke::nproc_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-01d69940-3e30-44f1-89fa-b6a1d626de4e/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 6, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = nproc_test
742024-03-28T07:24:05.681ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
752024-03-28T07:24:05.681ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/nproc_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::smoke::nproc_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
762024-03-28T07:24:05.682ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::smoke::nproc_test stderr_path = "/tmp/propolis-phd/nproc_test.stderr.log" stdout_path = "/tmp/propolis-phd/nproc_test.stdout.log" target = phd_framework::server_log_mode
772024-03-28T07:24:05.686ZINFOphd-runner: [NEW - EVENT] Launched server with pid 871 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm::server
782024-03-28T07:24:05.687ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 5 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm
792024-03-28T07:24:05.687ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
802024-03-28T07:24:05.687ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
812024-03-28T07:24:06.322ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
822024-03-28T07:24:06.323ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 67c6a1c6-cde4-48ff-87e1-921c4902a010, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 79717d7c-e512-4813-850e-fec1592c9250, silo_id: 15224a1e-c862-42e0-aabd-a6fde7d55014 }, name: "phd-vm-67c6a1c6-cde4-48ff-87e1-921c4902a010", vcpus: 6 }, state: Creating } line = 381 path = phd_tests::smoke::nproc_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-01d69940-3e30-44f1-89fa-b6a1d626de4e/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 6, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
832024-03-28T07:24:06.323ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 636 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
842024-03-28T07:24:06.323ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
852024-03-28T07:24:06.323ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::smoke::nproc_test state = Run target = phd_framework::test_vm vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
862024-03-28T07:24:06.324ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
872024-03-28T07:24:06.324ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm
882024-03-28T07:24:06.324ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm timeout_duration = 300s vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
892024-03-28T07:24:06.324ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::smoke::nproc_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
902024-03-28T07:24:06.324ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
912024-03-28T07:24:06.324ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
922024-03-28T07:24:11.265ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4941 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
932024-03-28T07:24:11.265ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::smoke::nproc_test step = WriteStr("root") target = phd_framework::test_vm
942024-03-28T07:24:11.265ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::smoke::nproc_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
952024-03-28T07:24:11.265ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
962024-03-28T07:24:11.265ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
972024-03-28T07:24:11.285ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 20 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
982024-03-28T07:24:11.286ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm
992024-03-28T07:24:11.286ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4961 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm
1002024-03-28T07:24:11.286ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
1012024-03-28T07:24:11.286ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
1022024-03-28T07:24:11.294ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 8 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
1032024-03-28T07:24:11.295ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
1042024-03-28T07:24:11.295ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
1052024-03-28T07:24:11.327ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
1062024-03-28T07:24:11.327ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
1072024-03-28T07:24:11.327ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
1082024-03-28T07:24:11.328ZINFOphd-runner: test phd_tests::smoke::nproc_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
1092024-03-28T07:24:11.328ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 5005 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
1102024-03-28T07:24:11.328ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
1112024-03-28T07:24:11.329ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
1122024-03-28T07:24:11.989ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::smoke::nproc_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
1132024-03-28T07:24:12.098ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::smoke::nproc_test target = phd_framework::zfs vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
1142024-03-28T07:24:12.098ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-01d69940-3e30-44f1-89fa-b6a1d626de4e"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::nproc_test target = phd_framework::zfs verb = destroy vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
1152024-03-28T07:24:12.121ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::smoke::nproc_test target = phd_framework::zfs vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
1162024-03-28T07:24:12.121ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-53b72af3-e1f2-4d08-b176-e6caaf8b59c5"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::nproc_test target = phd_framework::zfs verb = destroy vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
1172024-03-28T07:24:12.138ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 810 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = 67c6a1c6-cde4-48ff-87e1-921c4902a010
1182024-03-28T07:24:12.138ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 6508 file = phd-tests/tests/src/smoke.rs line = 7 path = phd_tests::smoke::nproc_test target = phd_tests::smoke
1192024-03-28T07:24:12.138ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 810 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
1202024-03-28T07:24:12.138ZINFOphd-runner: Starting test phd_tests::hw::lspci_lifecycle_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
1212024-03-28T07:24:12.138ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
1222024-03-28T07:24:12.138ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
1232024-03-28T07:24:12.139ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/hw.rs line = 8 path = phd_tests::hw::lspci_lifecycle_test target = phd_tests::hw
1242024-03-28T07:24:12.139ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
1252024-03-28T07:24:12.139ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
1262024-03-28T07:24:12.139ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
1272024-03-28T07:24:12.139ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs verb = list
1282024-03-28T07:24:12.150ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::hw::lspci_lifecycle_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 49.1M 1.80T 48.9M /phd-artifacts\n target = phd_framework::zfs
1292024-03-28T07:24:12.150ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-dba45439-1d6d-4755-b6d6-0e65932c4c74"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs verb = snapshot
1302024-03-28T07:24:12.166ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-dba45439-1d6d-4755-b6d6-0e65932c4c74", "phd-artifacts/phd-clone-1e6107d4-b252-46a3-af38-4d99ba5b18fe"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs verb = clone
1312024-03-28T07:24:12.183ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-1e6107d4-b252-46a3-af38-4d99ba5b18fe"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs verb = list
1322024-03-28T07:24:12.193ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::hw::lspci_lifecycle_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-1e6107d4-b252-46a3-af38-4d99ba5b18fe 0B 1.80T 48.9M /phd-artifacts/phd-clone-1e6107d4-b252-46a3-af38-4d99ba5b18fe\n target = phd_framework::zfs
1332024-03-28T07:24:12.193ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
1342024-03-28T07:24:12.194ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::hw::lspci_lifecycle_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-1e6107d4-b252-46a3-af38-4d99ba5b18fe/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = lspci_lifecycle_test
1352024-03-28T07:24:12.194ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
1362024-03-28T07:24:12.194ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/lspci_lifecycle_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::hw::lspci_lifecycle_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
1372024-03-28T07:24:12.194ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::hw::lspci_lifecycle_test stderr_path = "/tmp/propolis-phd/lspci_lifecycle_test.stderr.log" stdout_path = "/tmp/propolis-phd/lspci_lifecycle_test.stdout.log" target = phd_framework::server_log_mode
1382024-03-28T07:24:12.199ZINFOphd-runner: [NEW - EVENT] Launched server with pid 879 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm::server
1392024-03-28T07:24:12.199ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 5 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
1402024-03-28T07:24:12.199ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1412024-03-28T07:24:12.200ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1422024-03-28T07:24:12.867ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
1432024-03-28T07:24:12.868ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: c6faaf48-ddc8-47db-a35c-594bccd5616d, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: d0f83eb2-40f9-4ec1-b056-152ac3d74b6d, silo_id: f8a42b06-bea5-4543-b9a4-341efa5406f3 }, name: "phd-vm-c6faaf48-ddc8-47db-a35c-594bccd5616d", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::hw::lspci_lifecycle_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-1e6107d4-b252-46a3-af38-4d99ba5b18fe/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1442024-03-28T07:24:12.868ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 669 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1452024-03-28T07:24:12.868ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1462024-03-28T07:24:12.868ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::hw::lspci_lifecycle_test state = Run target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1472024-03-28T07:24:12.869ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1482024-03-28T07:24:12.869ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
1492024-03-28T07:24:12.869ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = 300s vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1502024-03-28T07:24:12.869ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::hw::lspci_lifecycle_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
1512024-03-28T07:24:12.869ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1522024-03-28T07:24:12.869ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1532024-03-28T07:24:17.074ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4204 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1542024-03-28T07:24:17.074ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::hw::lspci_lifecycle_test step = WriteStr("root") target = phd_framework::test_vm
1552024-03-28T07:24:17.074ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::hw::lspci_lifecycle_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
1562024-03-28T07:24:17.074ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1572024-03-28T07:24:17.074ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1582024-03-28T07:24:17.093ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1592024-03-28T07:24:17.093ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
1602024-03-28T07:24:17.093ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4224 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
1612024-03-28T07:24:17.094ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1622024-03-28T07:24:17.094ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1632024-03-28T07:24:17.103ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1642024-03-28T07:24:17.103ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1652024-03-28T07:24:17.103ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1662024-03-28T07:24:17.136ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1672024-03-28T07:24:17.136ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1682024-03-28T07:24:17.136ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1692024-03-28T07:24:17.147ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1702024-03-28T07:24:17.147ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1712024-03-28T07:24:17.148ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1722024-03-28T07:24:17.180ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1732024-03-28T07:24:17.180ZINFOphd-runner: [TEST - EVENT] stopping and starting VM for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 58 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::lifecycle vm_name = lspci_lifecycle_test
1742024-03-28T07:24:17.180ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1752024-03-28T07:24:17.181ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::hw::lspci_lifecycle_test state = Stop target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1762024-03-28T07:24:17.182ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 1 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
1772024-03-28T07:24:17.182ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
1782024-03-28T07:24:17.182ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::hw::lspci_lifecycle_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-1e6107d4-b252-46a3-af38-4d99ba5b18fe/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = lspci_lifecycle_test_lifecycle_0
1792024-03-28T07:24:17.182ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
1802024-03-28T07:24:17.182ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::hw::lspci_lifecycle_test server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
1812024-03-28T07:24:17.182ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::hw::lspci_lifecycle_test stderr_path = "/tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
1822024-03-28T07:24:17.188ZINFOphd-runner: [NEW - EVENT] Launched server with pid 880 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm::server
1832024-03-28T07:24:17.188ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 6 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
1842024-03-28T07:24:17.188ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
1852024-03-28T07:24:17.189ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
1862024-03-28T07:24:17.189ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 271 target = phd_framework::serial
1872024-03-28T07:24:17.189ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 4321 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
1882024-03-28T07:24:17.611ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
1892024-03-28T07:24:17.611ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 5e3786f6-ea0d-4801-ba1e-f27fd387bd30, silo_id: 4fc4ada3-1110-400b-ba33-857e98f830ad }, name: "phd-vm-762d9ba4-cf52-4ce9-a44b-bc601cd8eeff", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::hw::lspci_lifecycle_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-1e6107d4-b252-46a3-af38-4d99ba5b18fe/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
1902024-03-28T07:24:17.611ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 423 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
1912024-03-28T07:24:17.612ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
1922024-03-28T07:24:17.612ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::hw::lspci_lifecycle_test state = Run target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
1932024-03-28T07:24:17.612ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
1942024-03-28T07:24:17.612ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
1952024-03-28T07:24:17.612ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = 300s vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
1962024-03-28T07:24:17.612ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::hw::lspci_lifecycle_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
1972024-03-28T07:24:17.612ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
1982024-03-28T07:24:17.612ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
1992024-03-28T07:24:21.818ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4205 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
2002024-03-28T07:24:21.818ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::hw::lspci_lifecycle_test step = WriteStr("root") target = phd_framework::test_vm
2012024-03-28T07:24:21.818ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::hw::lspci_lifecycle_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
2022024-03-28T07:24:21.819ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
2032024-03-28T07:24:21.819ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
2042024-03-28T07:24:21.839ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
2052024-03-28T07:24:21.839ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
2062024-03-28T07:24:21.839ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4226 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
2072024-03-28T07:24:21.839ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
2082024-03-28T07:24:21.839ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
2092024-03-28T07:24:21.839ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
2102024-03-28T07:24:21.840ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::hw::lspci_lifecycle_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
2112024-03-28T07:24:21.940ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 101 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = c6faaf48-ddc8-47db-a35c-594bccd5616d
2122024-03-28T07:24:21.941ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 102 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
2132024-03-28T07:24:21.941ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
2142024-03-28T07:24:21.941ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
2152024-03-28T07:24:21.974ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
2162024-03-28T07:24:21.974ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
2172024-03-28T07:24:21.974ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
2182024-03-28T07:24:21.986ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
2192024-03-28T07:24:21.986ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
2202024-03-28T07:24:21.986ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
2212024-03-28T07:24:22.018ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
2222024-03-28T07:24:22.019ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
2232024-03-28T07:24:22.019ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
2242024-03-28T07:24:22.019ZINFOphd-runner: test phd_tests::hw::lspci_lifecycle_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
2252024-03-28T07:24:22.019ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 4408 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
2262024-03-28T07:24:22.019ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
2272024-03-28T07:24:22.020ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
2282024-03-28T07:24:22.762ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::hw::lspci_lifecycle_test self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
2292024-03-28T07:24:22.882ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
2302024-03-28T07:24:22.882ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-1e6107d4-b252-46a3-af38-4d99ba5b18fe"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs verb = destroy vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
2312024-03-28T07:24:22.906ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
2322024-03-28T07:24:22.906ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-dba45439-1d6d-4755-b6d6-0e65932c4c74"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs verb = destroy vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
2332024-03-28T07:24:22.926ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 907 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = 762d9ba4-cf52-4ce9-a44b-bc601cd8eeff
2342024-03-28T07:24:22.926ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 10787 file = phd-tests/tests/src/hw.rs line = 8 path = phd_tests::hw::lspci_lifecycle_test target = phd_tests::hw
2352024-03-28T07:24:22.926ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 907 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
2362024-03-28T07:24:22.926ZINFOphd-runner: Starting test phd_tests::server_state_machine::instance_reset_requires_running_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
2372024-03-28T07:24:22.926ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
2382024-03-28T07:24:22.926ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
2392024-03-28T07:24:22.926ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/server_state_machine.rs line = 83 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_tests::server_state_machine
2402024-03-28T07:24:22.927ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
2412024-03-28T07:24:22.927ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
2422024-03-28T07:24:22.927ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
2432024-03-28T07:24:22.927ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs verb = list
2442024-03-28T07:24:22.939ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_reset_requires_running_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 50.8M 1.80T 48.9M /phd-artifacts\n target = phd_framework::zfs
2452024-03-28T07:24:22.939ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-b9baa3e0-739d-48c6-9ff5-0733a3f26c2b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs verb = snapshot
2462024-03-28T07:24:22.955ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-b9baa3e0-739d-48c6-9ff5-0733a3f26c2b", "phd-artifacts/phd-clone-3cb15017-00fa-41b1-848b-6242e77a9e32"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs verb = clone
2472024-03-28T07:24:22.971ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-3cb15017-00fa-41b1-848b-6242e77a9e32"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs verb = list
2482024-03-28T07:24:22.981ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_reset_requires_running_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-3cb15017-00fa-41b1-848b-6242e77a9e32 0B 1.80T 48.9M /phd-artifacts/phd-clone-3cb15017-00fa-41b1-848b-6242e77a9e32\n target = phd_framework::zfs
2492024-03-28T07:24:22.981ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm
2502024-03-28T07:24:22.981ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::server_state_machine::instance_reset_requires_running_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-3cb15017-00fa-41b1-848b-6242e77a9e32/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = instance_reset_requires_running_test
2512024-03-28T07:24:22.981ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
2522024-03-28T07:24:22.981ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/instance_reset_requires_running_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::server_state_machine::instance_reset_requires_running_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
2532024-03-28T07:24:22.981ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::server_state_machine::instance_reset_requires_running_test stderr_path = "/tmp/propolis-phd/instance_reset_requires_running_test.stderr.log" stdout_path = "/tmp/propolis-phd/instance_reset_requires_running_test.stdout.log" target = phd_framework::server_log_mode
2542024-03-28T07:24:22.986ZINFOphd-runner: [NEW - EVENT] Launched server with pid 889 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm::server
2552024-03-28T07:24:22.986ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 4 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm
2562024-03-28T07:24:22.986ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2572024-03-28T07:24:22.986ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_requires_running_test state = Reboot target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2582024-03-28T07:24:22.986ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2592024-03-28T07:24:22.987ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2602024-03-28T07:24:22.987ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2612024-03-28T07:24:23.452ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
2622024-03-28T07:24:23.453ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 07b07b00-1526-4e09-8909-9db6574b0eff, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: d794f597-4034-4fa3-9930-bb9ee2d7afea, silo_id: a0ac5ec6-578f-4b17-a57d-22c360593717 }, name: "phd-vm-07b07b00-1526-4e09-8909-9db6574b0eff", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::server_state_machine::instance_reset_requires_running_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-3cb15017-00fa-41b1-848b-6242e77a9e32/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2632024-03-28T07:24:23.453ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 466 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2642024-03-28T07:24:23.453ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2652024-03-28T07:24:23.453ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_requires_running_test state = Run target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2662024-03-28T07:24:23.454ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2672024-03-28T07:24:23.454ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2682024-03-28T07:24:23.454ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running file = phd-tests/framework/src/test_vm/mod.rs line = 598 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2692024-03-28T07:24:23.454ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2702024-03-28T07:24:23.454ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2712024-03-28T07:24:23.454ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2722024-03-28T07:24:23.929ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2732024-03-28T07:24:23.929ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2742024-03-28T07:24:23.930ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2752024-03-28T07:24:23.930ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 476 file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2762024-03-28T07:24:23.930ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2772024-03-28T07:24:23.930ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
2782024-03-28T07:24:23.930ZINFOphd-runner: test phd_tests::server_state_machine::instance_reset_requires_running_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
2792024-03-28T07:24:23.930ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 477 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
2802024-03-28T07:24:23.930ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
2812024-03-28T07:24:23.931ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2822024-03-28T07:24:24.591ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::server_state_machine::instance_reset_requires_running_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2832024-03-28T07:24:24.705ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2842024-03-28T07:24:24.705ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-3cb15017-00fa-41b1-848b-6242e77a9e32"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs verb = destroy vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2852024-03-28T07:24:24.736ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2862024-03-28T07:24:24.736ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-b9baa3e0-739d-48c6-9ff5-0733a3f26c2b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs verb = destroy vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2872024-03-28T07:24:24.756ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 826 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 07b07b00-1526-4e09-8909-9db6574b0eff
2882024-03-28T07:24:24.756ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 1829 file = phd-tests/tests/src/server_state_machine.rs line = 83 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_tests::server_state_machine
2892024-03-28T07:24:24.757ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 826 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
2902024-03-28T07:24:24.757ZINFOphd-runner: Starting test phd_tests::server_state_machine::instance_reset_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
2912024-03-28T07:24:24.757ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
2922024-03-28T07:24:24.757ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
2932024-03-28T07:24:24.757ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/server_state_machine.rs line = 52 path = phd_tests::server_state_machine::instance_reset_test target = phd_tests::server_state_machine
2942024-03-28T07:24:24.757ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
2952024-03-28T07:24:24.757ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
2962024-03-28T07:24:24.757ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
2972024-03-28T07:24:24.757ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs verb = list
2982024-03-28T07:24:24.768ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_reset_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.2M 1.80T 48.9M /phd-artifacts\n target = phd_framework::zfs
2992024-03-28T07:24:24.768ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-e43e833a-d05b-443b-911d-1a4369e6826b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs verb = snapshot
3002024-03-28T07:24:24.782ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-e43e833a-d05b-443b-911d-1a4369e6826b", "phd-artifacts/phd-clone-3d5d6ffa-028e-4b83-a4c6-6f04671f2b5e"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs verb = clone
3012024-03-28T07:24:24.803ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-3d5d6ffa-028e-4b83-a4c6-6f04671f2b5e"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs verb = list
3022024-03-28T07:24:24.813ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_reset_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-3d5d6ffa-028e-4b83-a4c6-6f04671f2b5e 0B 1.80T 48.9M /phd-artifacts/phd-clone-3d5d6ffa-028e-4b83-a4c6-6f04671f2b5e\n target = phd_framework::zfs
3032024-03-28T07:24:24.813ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm
3042024-03-28T07:24:24.813ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::server_state_machine::instance_reset_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-3d5d6ffa-028e-4b83-a4c6-6f04671f2b5e/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = instance_reset_returns_to_running_test
3052024-03-28T07:24:24.813ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
3062024-03-28T07:24:24.813ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/instance_reset_returns_to_running_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::server_state_machine::instance_reset_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
3072024-03-28T07:24:24.813ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::server_state_machine::instance_reset_test stderr_path = "/tmp/propolis-phd/instance_reset_returns_to_running_test.stderr.log" stdout_path = "/tmp/propolis-phd/instance_reset_returns_to_running_test.stdout.log" target = phd_framework::server_log_mode
3082024-03-28T07:24:24.818ZINFOphd-runner: [NEW - EVENT] Launched server with pid 897 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm::server
3092024-03-28T07:24:24.818ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 4 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm
3102024-03-28T07:24:24.818ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3112024-03-28T07:24:24.818ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3122024-03-28T07:24:24.819ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3132024-03-28T07:24:24.819ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3142024-03-28T07:24:24.819ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3152024-03-28T07:24:25.252ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
3162024-03-28T07:24:25.253ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: d2a4d186-0a23-4918-b720-76c0d5f31641, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 4de55a44-d394-44be-8eb3-4e25f63e1485, silo_id: bbbe9f0f-927f-49e1-aa29-ac120476503b }, name: "phd-vm-d2a4d186-0a23-4918-b720-76c0d5f31641", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::server_state_machine::instance_reset_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-3d5d6ffa-028e-4b83-a4c6-6f04671f2b5e/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3172024-03-28T07:24:25.253ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 434 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3182024-03-28T07:24:25.253ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3192024-03-28T07:24:25.253ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Run target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3202024-03-28T07:24:25.254ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3212024-03-28T07:24:25.254ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3222024-03-28T07:24:25.254ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running file = phd-tests/framework/src/test_vm/mod.rs line = 598 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3232024-03-28T07:24:25.254ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3242024-03-28T07:24:25.254ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3252024-03-28T07:24:25.255ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3262024-03-28T07:24:25.255ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3272024-03-28T07:24:25.255ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3282024-03-28T07:24:25.255ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3292024-03-28T07:24:25.255ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3302024-03-28T07:24:25.255ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3312024-03-28T07:24:25.255ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running file = phd-tests/framework/src/test_vm/mod.rs line = 598 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3322024-03-28T07:24:25.255ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3332024-03-28T07:24:25.255ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3342024-03-28T07:24:25.256ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3352024-03-28T07:24:25.566ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3362024-03-28T07:24:25.566ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3372024-03-28T07:24:25.567ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3382024-03-28T07:24:25.567ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 311 file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3392024-03-28T07:24:25.567ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3402024-03-28T07:24:25.567ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3412024-03-28T07:24:25.568ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3422024-03-28T07:24:25.568ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3432024-03-28T07:24:25.568ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3442024-03-28T07:24:25.568ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3452024-03-28T07:24:25.568ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3462024-03-28T07:24:25.569ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3472024-03-28T07:24:25.569ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3482024-03-28T07:24:25.569ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3492024-03-28T07:24:25.569ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3502024-03-28T07:24:25.569ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3512024-03-28T07:24:25.570ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3522024-03-28T07:24:25.570ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3532024-03-28T07:24:25.570ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3542024-03-28T07:24:25.570ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3552024-03-28T07:24:25.570ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3562024-03-28T07:24:25.571ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3572024-03-28T07:24:25.571ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3582024-03-28T07:24:25.571ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3592024-03-28T07:24:25.571ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3602024-03-28T07:24:25.571ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3612024-03-28T07:24:25.571ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3622024-03-28T07:24:25.572ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3632024-03-28T07:24:25.572ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3642024-03-28T07:24:25.572ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3652024-03-28T07:24:25.572ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3662024-03-28T07:24:25.572ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3672024-03-28T07:24:25.572ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3682024-03-28T07:24:25.573ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3692024-03-28T07:24:25.573ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3702024-03-28T07:24:25.573ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running file = phd-tests/framework/src/test_vm/mod.rs line = 598 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3712024-03-28T07:24:25.573ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3722024-03-28T07:24:25.573ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3732024-03-28T07:24:25.573ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3742024-03-28T07:24:26.283ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3752024-03-28T07:24:26.283ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3762024-03-28T07:24:26.283ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3772024-03-28T07:24:26.284ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 710 file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3782024-03-28T07:24:26.284ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3792024-03-28T07:24:26.284ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Stop target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3802024-03-28T07:24:26.284ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3812024-03-28T07:24:26.284ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3822024-03-28T07:24:26.284ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 598 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3832024-03-28T07:24:26.284ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3842024-03-28T07:24:26.284ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3852024-03-28T07:24:26.285ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3862024-03-28T07:24:26.285ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 271 target = phd_framework::serial
3872024-03-28T07:24:26.285ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 1032 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
3882024-03-28T07:24:26.799ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3892024-03-28T07:24:26.799ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3902024-03-28T07:24:26.800ZINFOphd-runner: [GET - END] elapsed_milliseconds = 1 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3912024-03-28T07:24:26.800ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 516 file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3922024-03-28T07:24:26.800ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3932024-03-28T07:24:26.800ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3942024-03-28T07:24:26.801ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3952024-03-28T07:24:26.801ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3962024-03-28T07:24:26.801ZINFOphd-runner: test phd_tests::server_state_machine::instance_reset_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
3972024-03-28T07:24:26.801ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
3982024-03-28T07:24:26.802ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::server_state_machine::instance_reset_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
3992024-03-28T07:24:26.924ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
4002024-03-28T07:24:26.924ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-3d5d6ffa-028e-4b83-a4c6-6f04671f2b5e"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs verb = destroy vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
4012024-03-28T07:24:26.954ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
4022024-03-28T07:24:26.954ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-e43e833a-d05b-443b-911d-1a4369e6826b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs verb = destroy vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
4032024-03-28T07:24:26.975ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 173 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = d2a4d186-0a23-4918-b720-76c0d5f31641
4042024-03-28T07:24:26.975ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 2218 file = phd-tests/tests/src/server_state_machine.rs line = 52 path = phd_tests::server_state_machine::instance_reset_test target = phd_tests::server_state_machine
4052024-03-28T07:24:26.975ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 173 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
4062024-03-28T07:24:26.975ZINFOphd-runner: Starting test phd_tests::server_state_machine::instance_stop_causes_destroy_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
4072024-03-28T07:24:26.975ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
4082024-03-28T07:24:26.975ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
4092024-03-28T07:24:26.975ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/server_state_machine.rs line = 28 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_tests::server_state_machine
4102024-03-28T07:24:26.976ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
4112024-03-28T07:24:26.976ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
4122024-03-28T07:24:26.976ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
4132024-03-28T07:24:26.976ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs verb = list
4142024-03-28T07:24:26.987ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.1M 1.80T 48.9M /phd-artifacts\n target = phd_framework::zfs
4152024-03-28T07:24:26.987ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-02f08e5d-1f90-4ed6-a72f-9009003da741"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs verb = snapshot
4162024-03-28T07:24:27.001ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-02f08e5d-1f90-4ed6-a72f-9009003da741", "phd-artifacts/phd-clone-1677c80f-1df0-47f5-a6d0-691a89fd6b70"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs verb = clone
4172024-03-28T07:24:27.020ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-1677c80f-1df0-47f5-a6d0-691a89fd6b70"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs verb = list
4182024-03-28T07:24:27.030ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-1677c80f-1df0-47f5-a6d0-691a89fd6b70 0B 1.80T 48.9M /phd-artifacts/phd-clone-1677c80f-1df0-47f5-a6d0-691a89fd6b70\n target = phd_framework::zfs
4192024-03-28T07:24:27.030ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm
4202024-03-28T07:24:27.030ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-1677c80f-1df0-47f5-a6d0-691a89fd6b70/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = instance_stop_causes_destroy_test
4212024-03-28T07:24:27.030ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
4222024-03-28T07:24:27.031ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/instance_stop_causes_destroy_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
4232024-03-28T07:24:27.031ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test stderr_path = "/tmp/propolis-phd/instance_stop_causes_destroy_test.stderr.log" stdout_path = "/tmp/propolis-phd/instance_stop_causes_destroy_test.stdout.log" target = phd_framework::server_log_mode
4242024-03-28T07:24:27.035ZINFOphd-runner: [NEW - EVENT] Launched server with pid 905 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm::server
4252024-03-28T07:24:27.036ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 5 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm
4262024-03-28T07:24:27.036ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4272024-03-28T07:24:27.036ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4282024-03-28T07:24:27.846ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
4292024-03-28T07:24:27.847ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: b0c72688-15ab-4c46-aec3-e83cefd5e944, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 5f503586-aea7-487b-bba9-b5161b39a504, silo_id: 7f41a289-9241-437a-8b01-605e7b967f31 }, name: "phd-vm-b0c72688-15ab-4c46-aec3-e83cefd5e944", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-1677c80f-1df0-47f5-a6d0-691a89fd6b70/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4302024-03-28T07:24:27.847ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 811 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4312024-03-28T07:24:27.847ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4322024-03-28T07:24:27.847ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test state = Run target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4332024-03-28T07:24:27.848ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4342024-03-28T07:24:27.848ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4352024-03-28T07:24:27.848ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test state = Stop target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4362024-03-28T07:24:27.848ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4372024-03-28T07:24:27.848ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4382024-03-28T07:24:27.848ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 598 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4392024-03-28T07:24:27.848ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4402024-03-28T07:24:27.848ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4412024-03-28T07:24:27.849ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4422024-03-28T07:24:27.849ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 271 target = phd_framework::serial
4432024-03-28T07:24:27.849ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 2 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
4442024-03-28T07:24:28.381ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4452024-03-28T07:24:28.382ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4462024-03-28T07:24:28.383ZINFOphd-runner: [GET - END] elapsed_milliseconds = 1 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4472024-03-28T07:24:28.383ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 534 file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4482024-03-28T07:24:28.383ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4492024-03-28T07:24:28.383ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test state = Run target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4502024-03-28T07:24:28.383ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4512024-03-28T07:24:28.383ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4522024-03-28T07:24:28.383ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test state = Stop target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4532024-03-28T07:24:28.384ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4542024-03-28T07:24:28.384ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4552024-03-28T07:24:28.384ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test state = Reboot target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4562024-03-28T07:24:28.384ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4572024-03-28T07:24:28.384ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4582024-03-28T07:24:28.385ZINFOphd-runner: test phd_tests::server_state_machine::instance_stop_causes_destroy_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
4592024-03-28T07:24:28.385ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
4602024-03-28T07:24:28.385ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4612024-03-28T07:24:28.514ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4622024-03-28T07:24:28.514ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-1677c80f-1df0-47f5-a6d0-691a89fd6b70"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs verb = destroy vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4632024-03-28T07:24:28.542ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4642024-03-28T07:24:28.542ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-02f08e5d-1f90-4ed6-a72f-9009003da741"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs verb = destroy vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4652024-03-28T07:24:28.561ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 176 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = b0c72688-15ab-4c46-aec3-e83cefd5e944
4662024-03-28T07:24:28.561ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 1585 file = phd-tests/tests/src/server_state_machine.rs line = 28 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_tests::server_state_machine
4672024-03-28T07:24:28.561ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 176 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
4682024-03-28T07:24:28.561ZINFOphd-runner: Starting test phd_tests::server_state_machine::instance_start_stop_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
4692024-03-28T07:24:28.561ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
4702024-03-28T07:24:28.561ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
4712024-03-28T07:24:28.562ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/server_state_machine.rs line = 12 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_tests::server_state_machine
4722024-03-28T07:24:28.562ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
4732024-03-28T07:24:28.562ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
4742024-03-28T07:24:28.562ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
4752024-03-28T07:24:28.562ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs verb = list
4762024-03-28T07:24:28.573ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_start_stop_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.5M 1.80T 48.9M /phd-artifacts\n target = phd_framework::zfs
4772024-03-28T07:24:28.573ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-649d9248-4854-4613-a0ed-7c790ddbd13b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs verb = snapshot
4782024-03-28T07:24:28.588ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-649d9248-4854-4613-a0ed-7c790ddbd13b", "phd-artifacts/phd-clone-5b18fd10-1c3d-4a47-8794-8d5e100b3bd2"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs verb = clone
4792024-03-28T07:24:28.604ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-5b18fd10-1c3d-4a47-8794-8d5e100b3bd2"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs verb = list
4802024-03-28T07:24:28.614ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_start_stop_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-5b18fd10-1c3d-4a47-8794-8d5e100b3bd2 0B 1.80T 48.9M /phd-artifacts/phd-clone-5b18fd10-1c3d-4a47-8794-8d5e100b3bd2\n target = phd_framework::zfs
4812024-03-28T07:24:28.614ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm
4822024-03-28T07:24:28.614ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::server_state_machine::instance_start_stop_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-5b18fd10-1c3d-4a47-8794-8d5e100b3bd2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = instance_ensure_running_test
4832024-03-28T07:24:28.614ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
4842024-03-28T07:24:28.615ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/instance_ensure_running_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::server_state_machine::instance_start_stop_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
4852024-03-28T07:24:28.615ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::server_state_machine::instance_start_stop_test stderr_path = "/tmp/propolis-phd/instance_ensure_running_test.stderr.log" stdout_path = "/tmp/propolis-phd/instance_ensure_running_test.stdout.log" target = phd_framework::server_log_mode
4862024-03-28T07:24:28.619ZINFOphd-runner: [NEW - EVENT] Launched server with pid 913 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm::server
4872024-03-28T07:24:28.619ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 4 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm
4882024-03-28T07:24:28.619ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
4892024-03-28T07:24:28.620ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
4902024-03-28T07:24:29.428ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
4912024-03-28T07:24:29.429ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 17d6c2ef-ac45-44b2-beaa-d216aff89e72, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: e12921e6-7cf4-4684-a8e4-bd51772d7b13, silo_id: bac6f44c-9839-4303-92a5-8699413d474c }, name: "phd-vm-17d6c2ef-ac45-44b2-beaa-d216aff89e72", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::server_state_machine::instance_start_stop_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-5b18fd10-1c3d-4a47-8794-8d5e100b3bd2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
4922024-03-28T07:24:29.429ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 809 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
4932024-03-28T07:24:29.429ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
4942024-03-28T07:24:29.429ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
4952024-03-28T07:24:29.430ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
4962024-03-28T07:24:29.430ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
4972024-03-28T07:24:29.430ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_start_stop_test state = Run target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
4982024-03-28T07:24:29.430ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
4992024-03-28T07:24:29.430ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5002024-03-28T07:24:29.430ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running file = phd-tests/framework/src/test_vm/mod.rs line = 598 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5012024-03-28T07:24:29.430ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5022024-03-28T07:24:29.430ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5032024-03-28T07:24:29.431ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5042024-03-28T07:24:29.718ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5052024-03-28T07:24:29.718ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5062024-03-28T07:24:29.720ZINFOphd-runner: [GET - END] elapsed_milliseconds = 1 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5072024-03-28T07:24:29.720ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 289 file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5082024-03-28T07:24:29.720ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5092024-03-28T07:24:29.720ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::server_state_machine::instance_start_stop_test state = Stop target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5102024-03-28T07:24:29.720ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5112024-03-28T07:24:29.720ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5122024-03-28T07:24:29.720ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 598 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5132024-03-28T07:24:29.720ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5142024-03-28T07:24:29.720ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5152024-03-28T07:24:29.721ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5162024-03-28T07:24:29.721ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 271 target = phd_framework::serial
5172024-03-28T07:24:29.721ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 292 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
5182024-03-28T07:24:30.225ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5192024-03-28T07:24:30.225ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 449 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5202024-03-28T07:24:30.226ZINFOphd-runner: [GET - END] elapsed_milliseconds = 1 file = phd-tests/framework/src/test_vm/mod.rs line = 447 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5212024-03-28T07:24:30.226ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 506 file = phd-tests/framework/src/test_vm/mod.rs line = 592 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5222024-03-28T07:24:30.226ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5232024-03-28T07:24:30.227ZINFOphd-runner: test phd_tests::server_state_machine::instance_start_stop_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
5242024-03-28T07:24:30.227ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
5252024-03-28T07:24:30.227ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::server_state_machine::instance_start_stop_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5262024-03-28T07:24:30.346ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5272024-03-28T07:24:30.346ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-5b18fd10-1c3d-4a47-8794-8d5e100b3bd2"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs verb = destroy vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5282024-03-28T07:24:30.375ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5292024-03-28T07:24:30.375ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-649d9248-4854-4613-a0ed-7c790ddbd13b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs verb = destroy vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5302024-03-28T07:24:30.394ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 167 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 17d6c2ef-ac45-44b2-beaa-d216aff89e72
5312024-03-28T07:24:30.394ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 1832 file = phd-tests/tests/src/server_state_machine.rs line = 12 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_tests::server_state_machine
5322024-03-28T07:24:30.395ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 167 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
5332024-03-28T07:24:30.395ZINFOphd-runner: Starting test phd_tests::migrate::from_base::migration_from_base_and_back file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
5342024-03-28T07:24:30.395ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
5352024-03-28T07:24:30.395ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
5362024-03-28T07:24:30.395ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 50 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_tests::migrate::from_base
5372024-03-28T07:24:30.395ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
5382024-03-28T07:24:30.395ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
5392024-03-28T07:24:30.395ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
5402024-03-28T07:24:30.395ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs verb = list
5412024-03-28T07:24:30.407ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::from_base::migration_from_base_and_back stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 51.2M 1.80T 48.9M /phd-artifacts\n target = phd_framework::zfs
5422024-03-28T07:24:30.407ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-348874d5-b3df-49e7-be82-4560748ef46b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs verb = snapshot
5432024-03-28T07:24:30.423ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-348874d5-b3df-49e7-be82-4560748ef46b", "phd-artifacts/phd-clone-2caa7199-51fe-4e0b-988e-25399b74d3d2"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs verb = clone
5442024-03-28T07:24:30.443ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-2caa7199-51fe-4e0b-988e-25399b74d3d2"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs verb = list
5452024-03-28T07:24:30.453ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::from_base::migration_from_base_and_back stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-2caa7199-51fe-4e0b-988e-25399b74d3d2 0B 1.80T 48.9M /phd-artifacts/phd-clone-2caa7199-51fe-4e0b-988e-25399b74d3d2\n target = phd_framework::zfs
5462024-03-28T07:24:30.453ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
5472024-03-28T07:24:30.453ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__BASE_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::from_base::migration_from_base_and_back spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-2caa7199-51fe-4e0b-988e-25399b74d3d2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_from_base_and_back
5482024-03-28T07:24:30.453ZDEBGphd-runner: [NEW - EVENT] checking for existing copy of artifact file = phd-tests/framework/src/artifacts/store.rs line = 89 maybe_path = /phd-artifacts/99bf4dc1f4b00fb16fd70205298810a4f658fdf767583a17ef0a05e384306030/propolis-server.tar.gz path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::artifacts::store
5492024-03-28T07:24:30.454ZDEBGphd-runner: [NEW - EVENT] Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 215 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/6f32e29051458ea8c59f8368b1f80425709a38c4/propolis-server.tar.gz
5502024-03-28T07:24:58.593ZDEBGphd-runner: [NEW - EVENT] Extracting artifact from tarball extracted_path = /phd-artifacts/99bf4dc1f4b00fb16fd70205298810a4f658fdf767583a17ef0a05e384306030/propolis-server file = phd-tests/framework/src/artifacts/store.rs line = 162 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::artifacts::store untar_path = propolis-server
5512024-03-28T07:24:58.593ZDEBGphd-runner: [NEW - EVENT] Extracting gzipped tarball... file = phd-tests/framework/src/artifacts/store.rs line = 518 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::artifacts::store
5522024-03-28T07:25:09.239ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_from_base_and_back.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::migration_from_base_and_back server_addr = 127.0.0.1:9000 server_path = "/phd-artifacts/99bf4dc1f4b00fb16fd70205298810a4f658fdf767583a17ef0a05e384306030/propolis-server" target = phd_framework::test_vm::server
5532024-03-28T07:25:09.239ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::migration_from_base_and_back stderr_path = "/tmp/propolis-phd/migration_from_base_and_back.stderr.log" stdout_path = "/tmp/propolis-phd/migration_from_base_and_back.stdout.log" target = phd_framework::server_log_mode
5542024-03-28T07:25:09.273ZINFOphd-runner: [NEW - EVENT] Launched server with pid 921 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm::server
5552024-03-28T07:25:09.274ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 38820 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
5562024-03-28T07:25:09.274ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5572024-03-28T07:25:09.275ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5582024-03-28T07:25:09.835ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
5592024-03-28T07:25:09.836ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: ddb6506d-6d2d-48bf-b786-5d742c05e3eb, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: f7365167-2041-457c-9992-88d8646b9fa5, silo_id: eb670328-941b-4a02-9831-c9974edb73ce }, name: "phd-vm-ddb6506d-6d2d-48bf-b786-5d742c05e3eb", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::migrate::from_base::migration_from_base_and_back self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-2caa7199-51fe-4e0b-988e-25399b74d3d2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5602024-03-28T07:25:09.836ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 561 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5612024-03-28T07:25:09.836ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5622024-03-28T07:25:09.836ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::migrate::from_base::migration_from_base_and_back state = Run target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5632024-03-28T07:25:09.837ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5642024-03-28T07:25:09.837ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
5652024-03-28T07:25:09.837ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = 300s vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5662024-03-28T07:25:09.837ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::from_base::migration_from_base_and_back step = WaitFor("localhost login: ") target = phd_framework::test_vm
5672024-03-28T07:25:09.837ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5682024-03-28T07:25:09.837ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5692024-03-28T07:25:14.072ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4234 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5702024-03-28T07:25:14.072ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::from_base::migration_from_base_and_back step = WriteStr("root") target = phd_framework::test_vm
5712024-03-28T07:25:14.072ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::from_base::migration_from_base_and_back step = WaitFor("localhost:~#") target = phd_framework::test_vm
5722024-03-28T07:25:14.072ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5732024-03-28T07:25:14.072ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5742024-03-28T07:25:14.092ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5752024-03-28T07:25:14.092ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
5762024-03-28T07:25:14.092ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4254 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
5772024-03-28T07:25:14.092ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5782024-03-28T07:25:14.092ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5792024-03-28T07:25:14.101ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5802024-03-28T07:25:14.102ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5812024-03-28T07:25:14.102ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5822024-03-28T07:25:14.123ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 21 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5832024-03-28T07:25:14.123ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5842024-03-28T07:25:14.123ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5852024-03-28T07:25:14.134ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5862024-03-28T07:25:14.134ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5872024-03-28T07:25:14.134ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5882024-03-28T07:25:14.167ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5892024-03-28T07:25:14.167ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5902024-03-28T07:25:14.167ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5912024-03-28T07:25:14.178ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5922024-03-28T07:25:14.178ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5932024-03-28T07:25:14.178ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5942024-03-28T07:25:14.200ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 21 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
5952024-03-28T07:25:14.200ZINFOphd-runner: [TEST - EVENT] migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 74 path = phd_tests::migrate::from_base::migration_from_base_and_back propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_from_base_and_back
5962024-03-28T07:25:14.200ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
5972024-03-28T07:25:14.200ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::from_base::migration_from_base_and_back spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-2caa7199-51fe-4e0b-988e-25399b74d3d2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_from_base_and_back_lifecycle_0
5982024-03-28T07:25:14.200ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
5992024-03-28T07:25:14.200ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_from_base_and_back_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::migration_from_base_and_back server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
6002024-03-28T07:25:14.200ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::migration_from_base_and_back stderr_path = "/tmp/propolis-phd/migration_from_base_and_back_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_from_base_and_back_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
6012024-03-28T07:25:14.215ZINFOphd-runner: [NEW - EVENT] Launched server with pid 922 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm::server
6022024-03-28T07:25:14.215ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 15 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
6032024-03-28T07:25:14.216ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb target = phd_framework::test_vm target_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07
6042024-03-28T07:25:14.216ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = f759cffe-a024-4823-beda-d79cfcaade9a path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb target = phd_framework::test_vm target_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07 timeout_duration = 45s
6052024-03-28T07:25:14.216ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb target = phd_framework::test_vm target_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07 vm = migration_from_base_and_back_lifecycle_0 vm_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07
6062024-03-28T07:25:14.216ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb target = phd_framework::test_vm target_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07 vm = migration_from_base_and_back_lifecycle_0 vm_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07
6072024-03-28T07:25:14.998ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: a4ab0dec-7d40-4a22-818b-aaa72533ef07, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 017a50d1-a3cc-4240-ae0d-b2c8fc916b5c, silo_id: 517c390c-2dc9-49a4-ac3b-ba58f736264f }, name: "phd-vm-a4ab0dec-7d40-4a22-818b-aaa72533ef07", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::from_base::migration_from_base_and_back self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-2caa7199-51fe-4e0b-988e-25399b74d3d2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migration_from_base_and_back source_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb target = phd_framework::test_vm target_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07 vm = migration_from_base_and_back_lifecycle_0 vm_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07
6082024-03-28T07:25:14.998ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 782 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb target = phd_framework::test_vm target_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07 vm = migration_from_base_and_back_lifecycle_0 vm_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07
6092024-03-28T07:25:14.998ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = f759cffe-a024-4823-beda-d79cfcaade9a path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb target = phd_framework::test_vm target_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07
6102024-03-28T07:25:26.489ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":7718}} target = phd_framework::serial
6112024-03-28T07:25:27.793ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb target = phd_framework::test_vm target_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07
6122024-03-28T07:25:27.793ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 12794 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = f759cffe-a024-4823-beda-d79cfcaade9a path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb target = phd_framework::test_vm target_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07
6132024-03-28T07:25:27.793ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 13577 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb target = phd_framework::test_vm target_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07
6142024-03-28T07:25:27.794ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
6152024-03-28T07:25:27.794ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07
6162024-03-28T07:25:27.795ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base_and_back_lifecycle_0 vm_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07
6172024-03-28T07:25:27.795ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::migration_from_base_and_back self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
6182024-03-28T07:25:27.928ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 133 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = ddb6506d-6d2d-48bf-b786-5d742c05e3eb
6192024-03-28T07:25:28.709ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 914 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07
6202024-03-28T07:25:28.710ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07
6212024-03-28T07:25:28.710ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base_and_back_lifecycle_0 vm_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07
6222024-03-28T07:25:28.741ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 31 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07
6232024-03-28T07:25:28.742ZINFOphd-runner: [TEST - EVENT] migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 74 path = phd_tests::migrate::from_base::migration_from_base_and_back propolis_artifact = __BASE_PROPOLIS target = phd_framework::lifecycle vm_name = migration_from_base_and_back
6242024-03-28T07:25:28.742ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
6252024-03-28T07:25:28.742ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__BASE_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::from_base::migration_from_base_and_back spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-2caa7199-51fe-4e0b-988e-25399b74d3d2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_from_base_and_back_lifecycle_1
6262024-03-28T07:25:28.742ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/99bf4dc1f4b00fb16fd70205298810a4f658fdf767583a17ef0a05e384306030/propolis-server target = phd_framework::artifacts::store
6272024-03-28T07:25:28.742ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_from_base_and_back_lifecycle_1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::migration_from_base_and_back server_addr = 127.0.0.1:9004 server_path = "/phd-artifacts/99bf4dc1f4b00fb16fd70205298810a4f658fdf767583a17ef0a05e384306030/propolis-server" target = phd_framework::test_vm::server
6282024-03-28T07:25:28.742ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::migration_from_base_and_back stderr_path = "/tmp/propolis-phd/migration_from_base_and_back_lifecycle_1.stderr.log" stdout_path = "/tmp/propolis-phd/migration_from_base_and_back_lifecycle_1.stdout.log" target = phd_framework::server_log_mode
6292024-03-28T07:25:28.759ZINFOphd-runner: [NEW - EVENT] Launched server with pid 924 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm::server
6302024-03-28T07:25:28.760ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 18 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
6312024-03-28T07:25:28.760ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_0 source_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07 target = phd_framework::test_vm target_id = 8c86daf3-9b83-4919-8570-721a60e433ef
6322024-03-28T07:25:28.760ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9002 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = 344821f0-2927-46e5-b911-0f3b0ebccab4 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_0 source_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07 target = phd_framework::test_vm target_id = 8c86daf3-9b83-4919-8570-721a60e433ef timeout_duration = 45s
6332024-03-28T07:25:28.760ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_0 source_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07 target = phd_framework::test_vm target_id = 8c86daf3-9b83-4919-8570-721a60e433ef vm = migration_from_base_and_back_lifecycle_1 vm_id = 8c86daf3-9b83-4919-8570-721a60e433ef
6342024-03-28T07:25:28.761ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9004/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_0 source_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07 target = phd_framework::test_vm target_id = 8c86daf3-9b83-4919-8570-721a60e433ef vm = migration_from_base_and_back_lifecycle_1 vm_id = 8c86daf3-9b83-4919-8570-721a60e433ef
6352024-03-28T07:25:29.458ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 8c86daf3-9b83-4919-8570-721a60e433ef, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 910bdbd5-2b65-411f-a824-645aec96da92, silo_id: 568383e7-fa30-44de-a669-c2f930cf70fb }, name: "phd-vm-8c86daf3-9b83-4919-8570-721a60e433ef", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::from_base::migration_from_base_and_back self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-2caa7199-51fe-4e0b-988e-25399b74d3d2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migration_from_base_and_back_lifecycle_0 source_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07 target = phd_framework::test_vm target_id = 8c86daf3-9b83-4919-8570-721a60e433ef vm = migration_from_base_and_back_lifecycle_1 vm_id = 8c86daf3-9b83-4919-8570-721a60e433ef
6362024-03-28T07:25:29.458ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 697 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_0 source_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07 target = phd_framework::test_vm target_id = 8c86daf3-9b83-4919-8570-721a60e433ef vm = migration_from_base_and_back_lifecycle_1 vm_id = 8c86daf3-9b83-4919-8570-721a60e433ef
6372024-03-28T07:25:29.458ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 344821f0-2927-46e5-b911-0f3b0ebccab4 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_0 source_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07 target = phd_framework::test_vm target_id = 8c86daf3-9b83-4919-8570-721a60e433ef
6382024-03-28T07:25:40.972ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9004","from_start":7765}} target = phd_framework::serial
6392024-03-28T07:25:45.411ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_0 source_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07 target = phd_framework::test_vm target_id = 8c86daf3-9b83-4919-8570-721a60e433ef
6402024-03-28T07:25:45.411ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 15952 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 344821f0-2927-46e5-b911-0f3b0ebccab4 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_0 source_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07 target = phd_framework::test_vm target_id = 8c86daf3-9b83-4919-8570-721a60e433ef
6412024-03-28T07:25:45.411ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 16650 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_0 source_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07 target = phd_framework::test_vm target_id = 8c86daf3-9b83-4919-8570-721a60e433ef
6422024-03-28T07:25:45.412ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07
6432024-03-28T07:25:45.412ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_1 vm_id = 8c86daf3-9b83-4919-8570-721a60e433ef
6442024-03-28T07:25:45.412ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base_and_back_lifecycle_1 vm_id = 8c86daf3-9b83-4919-8570-721a60e433ef
6452024-03-28T07:25:45.413ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::migration_from_base_and_back self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migration_from_base_and_back_lifecycle_0 vm_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07
6462024-03-28T07:25:45.535ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 122 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = a4ab0dec-7d40-4a22-818b-aaa72533ef07
6472024-03-28T07:25:45.536ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 123 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_1 vm_id = 8c86daf3-9b83-4919-8570-721a60e433ef
6482024-03-28T07:25:45.536ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_1 vm_id = 8c86daf3-9b83-4919-8570-721a60e433ef
6492024-03-28T07:25:45.536ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base_and_back_lifecycle_1 vm_id = 8c86daf3-9b83-4919-8570-721a60e433ef
6502024-03-28T07:25:45.570ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 33 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_1 vm_id = 8c86daf3-9b83-4919-8570-721a60e433ef
6512024-03-28T07:25:45.570ZINFOphd-runner: [TEST - EVENT] migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 74 path = phd_tests::migrate::from_base::migration_from_base_and_back propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_from_base_and_back
6522024-03-28T07:25:45.570ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
6532024-03-28T07:25:45.570ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::from_base::migration_from_base_and_back spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-2caa7199-51fe-4e0b-988e-25399b74d3d2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_from_base_and_back_lifecycle_2
6542024-03-28T07:25:45.570ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
6552024-03-28T07:25:45.570ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_from_base_and_back_lifecycle_2.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::migration_from_base_and_back server_addr = 127.0.0.1:9006 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
6562024-03-28T07:25:45.570ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::migration_from_base_and_back stderr_path = "/tmp/propolis-phd/migration_from_base_and_back_lifecycle_2.stderr.log" stdout_path = "/tmp/propolis-phd/migration_from_base_and_back_lifecycle_2.stdout.log" target = phd_framework::server_log_mode
6572024-03-28T07:25:45.587ZINFOphd-runner: [NEW - EVENT] Launched server with pid 926 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm::server
6582024-03-28T07:25:45.588ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 17 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
6592024-03-28T07:25:45.588ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_1 source_id = 8c86daf3-9b83-4919-8570-721a60e433ef target = phd_framework::test_vm target_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f
6602024-03-28T07:25:45.588ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9004 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = 5eb2e6a7-ccee-43bb-b4a7-364ee8d13126 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_1 source_id = 8c86daf3-9b83-4919-8570-721a60e433ef target = phd_framework::test_vm target_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f timeout_duration = 45s
6612024-03-28T07:25:45.588ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_1 source_id = 8c86daf3-9b83-4919-8570-721a60e433ef target = phd_framework::test_vm target_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f vm = migration_from_base_and_back_lifecycle_2 vm_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f
6622024-03-28T07:25:45.588ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9006/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_1 source_id = 8c86daf3-9b83-4919-8570-721a60e433ef target = phd_framework::test_vm target_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f vm = migration_from_base_and_back_lifecycle_2 vm_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f
6632024-03-28T07:25:46.212ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 8c29aebf-bae5-4457-8fe3-e9b59def924f, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 6f52de69-9b62-4f82-b205-1efe6a52afdd, silo_id: 913a75f8-8901-48bb-9c91-ab88b58bd76e }, name: "phd-vm-8c29aebf-bae5-4457-8fe3-e9b59def924f", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::from_base::migration_from_base_and_back self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-2caa7199-51fe-4e0b-988e-25399b74d3d2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migration_from_base_and_back_lifecycle_1 source_id = 8c86daf3-9b83-4919-8570-721a60e433ef target = phd_framework::test_vm target_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f vm = migration_from_base_and_back_lifecycle_2 vm_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f
6642024-03-28T07:25:46.212ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 624 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_1 source_id = 8c86daf3-9b83-4919-8570-721a60e433ef target = phd_framework::test_vm target_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f vm = migration_from_base_and_back_lifecycle_2 vm_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f
6652024-03-28T07:25:46.212ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 5eb2e6a7-ccee-43bb-b4a7-364ee8d13126 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_1 source_id = 8c86daf3-9b83-4919-8570-721a60e433ef target = phd_framework::test_vm target_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f
6662024-03-28T07:25:57.733ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9006","from_start":7812}} target = phd_framework::serial
6672024-03-28T07:25:58.406ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_1 source_id = 8c86daf3-9b83-4919-8570-721a60e433ef target = phd_framework::test_vm target_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f
6682024-03-28T07:25:58.406ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 12193 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 5eb2e6a7-ccee-43bb-b4a7-364ee8d13126 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_1 source_id = 8c86daf3-9b83-4919-8570-721a60e433ef target = phd_framework::test_vm target_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f
6692024-03-28T07:25:58.406ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 12818 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back_lifecycle_1 source_id = 8c86daf3-9b83-4919-8570-721a60e433ef target = phd_framework::test_vm target_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f
6702024-03-28T07:25:58.407ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_1 vm_id = 8c86daf3-9b83-4919-8570-721a60e433ef
6712024-03-28T07:25:58.408ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_2 vm_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f
6722024-03-28T07:25:58.408ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base_and_back_lifecycle_2 vm_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f
6732024-03-28T07:25:58.408ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::migration_from_base_and_back self.address = 127.0.0.1:9004 target = phd_framework::test_vm::server vm = migration_from_base_and_back_lifecycle_1 vm_id = 8c86daf3-9b83-4919-8570-721a60e433ef
6742024-03-28T07:25:58.530ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 122 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_1 vm_id = 8c86daf3-9b83-4919-8570-721a60e433ef
6752024-03-28T07:26:00.709ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 2301 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_2 vm_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f
6762024-03-28T07:26:00.710ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_2 vm_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f
6772024-03-28T07:26:00.710ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base_and_back_lifecycle_2 vm_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f
6782024-03-28T07:26:00.742ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_2 vm_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f
6792024-03-28T07:26:00.743ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_2 vm_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f
6802024-03-28T07:26:00.743ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
6812024-03-28T07:26:00.743ZINFOphd-runner: test phd_tests::migrate::from_base::migration_from_base_and_back ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
6822024-03-28T07:26:00.743ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 50908 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
6832024-03-28T07:26:00.743ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
6842024-03-28T07:26:00.744ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_2 vm_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f
6852024-03-28T07:26:01.048ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::migration_from_base_and_back self.address = 127.0.0.1:9006 target = phd_framework::test_vm::server vm = migration_from_base_and_back_lifecycle_2 vm_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f
6862024-03-28T07:26:01.178ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs vm = migration_from_base_and_back_lifecycle_2 vm_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f
6872024-03-28T07:26:01.178ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-2caa7199-51fe-4e0b-988e-25399b74d3d2"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs verb = destroy vm = migration_from_base_and_back_lifecycle_2 vm_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f
6882024-03-28T07:26:01.210ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs vm = migration_from_base_and_back_lifecycle_2 vm_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f
6892024-03-28T07:26:01.210ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-348874d5-b3df-49e7-be82-4560748ef46b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs verb = destroy vm = migration_from_base_and_back_lifecycle_2 vm_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f
6902024-03-28T07:26:01.232ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 489 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_2 vm_id = 8c29aebf-bae5-4457-8fe3-e9b59def924f
6912024-03-28T07:26:01.233ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 90837 file = phd-tests/tests/src/migrate.rs line = 50 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_tests::migrate::from_base
6922024-03-28T07:26:01.233ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 489 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
6932024-03-28T07:26:01.233ZINFOphd-runner: Starting test phd_tests::migrate::from_base::serial_history file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
6942024-03-28T07:26:01.233ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
6952024-03-28T07:26:01.233ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
6962024-03-28T07:26:01.233ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 38 path = phd_tests::migrate::from_base::serial_history target = phd_tests::migrate::from_base
6972024-03-28T07:26:01.233ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
6982024-03-28T07:26:01.233ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
6992024-03-28T07:26:01.233ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
7002024-03-28T07:26:01.233ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs verb = list
7012024-03-28T07:26:01.257ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::from_base::serial_history stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 650M 1.80T 649M /phd-artifacts\n target = phd_framework::zfs
7022024-03-28T07:26:01.257ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-b0da7377-babf-4804-a273-3e93bee5da65"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs verb = snapshot
7032024-03-28T07:26:01.283ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-b0da7377-babf-4804-a273-3e93bee5da65", "phd-artifacts/phd-clone-80fb3c50-9bfa-4543-8307-28b79922bf6b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs verb = clone
7042024-03-28T07:26:01.306ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-80fb3c50-9bfa-4543-8307-28b79922bf6b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs verb = list
7052024-03-28T07:26:01.321ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::from_base::serial_history stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-80fb3c50-9bfa-4543-8307-28b79922bf6b 0B 1.80T 649M /phd-artifacts/phd-clone-80fb3c50-9bfa-4543-8307-28b79922bf6b\n target = phd_framework::zfs
7062024-03-28T07:26:01.321ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
7072024-03-28T07:26:01.321ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__BASE_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::from_base::serial_history spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-80fb3c50-9bfa-4543-8307-28b79922bf6b/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_serial_history_base
7082024-03-28T07:26:01.322ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/99bf4dc1f4b00fb16fd70205298810a4f658fdf767583a17ef0a05e384306030/propolis-server target = phd_framework::artifacts::store
7092024-03-28T07:26:01.322ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_serial_history_base.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::serial_history server_addr = 127.0.0.1:9000 server_path = "/phd-artifacts/99bf4dc1f4b00fb16fd70205298810a4f658fdf767583a17ef0a05e384306030/propolis-server" target = phd_framework::test_vm::server
7102024-03-28T07:26:01.322ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::serial_history stderr_path = "/tmp/propolis-phd/migration_serial_history_base.stderr.log" stdout_path = "/tmp/propolis-phd/migration_serial_history_base.stdout.log" target = phd_framework::server_log_mode
7112024-03-28T07:26:01.330ZINFOphd-runner: [NEW - EVENT] Launched server with pid 935 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm::server
7122024-03-28T07:26:01.330ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 8 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
7132024-03-28T07:26:01.330ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad
7142024-03-28T07:26:01.331ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad
7152024-03-28T07:26:01.768ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
7162024-03-28T07:26:01.769ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: efec8f80-b266-47ee-9ed4-97aba0fa6cad, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 1d75a38e-632b-458b-adc3-f7caca77d174, silo_id: bc7bd963-ad0e-40da-acf5-85e8a3a16720 }, name: "phd-vm-efec8f80-b266-47ee-9ed4-97aba0fa6cad", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::migrate::from_base::serial_history self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-80fb3c50-9bfa-4543-8307-28b79922bf6b/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_serial_history_base vm_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad
7172024-03-28T07:26:01.769ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 438 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad
7182024-03-28T07:26:01.769ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad
7192024-03-28T07:26:01.769ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::migrate::from_base::serial_history state = Run target = phd_framework::test_vm vm = migration_serial_history_base vm_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad
7202024-03-28T07:26:01.770ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad
7212024-03-28T07:26:01.770ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
7222024-03-28T07:26:01.770ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm timeout_duration = 300s vm = migration_serial_history_base vm_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad
7232024-03-28T07:26:01.770ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::from_base::serial_history step = WaitFor("localhost login: ") target = phd_framework::test_vm
7242024-03-28T07:26:01.770ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad
7252024-03-28T07:26:01.770ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_serial_history_base vm_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad
7262024-03-28T07:26:05.964ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4193 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad
7272024-03-28T07:26:05.964ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::from_base::serial_history step = WriteStr("root") target = phd_framework::test_vm
7282024-03-28T07:26:05.964ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::from_base::serial_history step = WaitFor("localhost:~#") target = phd_framework::test_vm
7292024-03-28T07:26:05.964ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad
7302024-03-28T07:26:05.964ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_serial_history_base vm_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad
7312024-03-28T07:26:05.984ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad
7322024-03-28T07:26:05.984ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
7332024-03-28T07:26:05.984ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4214 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
7342024-03-28T07:26:05.984ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad
7352024-03-28T07:26:05.984ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_serial_history_base vm_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad
7362024-03-28T07:26:05.994ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad
7372024-03-28T07:26:05.994ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad
7382024-03-28T07:26:05.994ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_serial_history_base vm_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad
7392024-03-28T07:26:06.025ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 31 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad
7402024-03-28T07:26:06.030ZINFOphd-runner: [TEST - EVENT] migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 74 path = phd_tests::migrate::from_base::serial_history propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_serial_history_base
7412024-03-28T07:26:06.030ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
7422024-03-28T07:26:06.030ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::from_base::serial_history spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-80fb3c50-9bfa-4543-8307-28b79922bf6b/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_serial_history_base_lifecycle_0
7432024-03-28T07:26:06.030ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
7442024-03-28T07:26:06.030ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_serial_history_base_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::serial_history server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
7452024-03-28T07:26:06.030ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::serial_history stderr_path = "/tmp/propolis-phd/migration_serial_history_base_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_serial_history_base_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
7462024-03-28T07:26:06.046ZINFOphd-runner: [NEW - EVENT] Launched server with pid 936 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm::server
7472024-03-28T07:26:06.047ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 17 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
7482024-03-28T07:26:06.047ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad target = phd_framework::test_vm target_id = 78adb495-d097-479c-90a2-8021f98c2844
7492024-03-28T07:26:06.047ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = 4627780c-434e-41d3-98cd-e50020ad35dc path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad target = phd_framework::test_vm target_id = 78adb495-d097-479c-90a2-8021f98c2844 timeout_duration = 45s
7502024-03-28T07:26:06.047ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad target = phd_framework::test_vm target_id = 78adb495-d097-479c-90a2-8021f98c2844 vm = migration_serial_history_base_lifecycle_0 vm_id = 78adb495-d097-479c-90a2-8021f98c2844
7512024-03-28T07:26:06.048ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad target = phd_framework::test_vm target_id = 78adb495-d097-479c-90a2-8021f98c2844 vm = migration_serial_history_base_lifecycle_0 vm_id = 78adb495-d097-479c-90a2-8021f98c2844
7522024-03-28T07:26:06.458ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 78adb495-d097-479c-90a2-8021f98c2844, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 6728387d-5c88-4839-adee-471f5a2c9061, silo_id: 624beb7b-043e-4910-8aef-65e49bfe0d97 }, name: "phd-vm-78adb495-d097-479c-90a2-8021f98c2844", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::from_base::serial_history self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-80fb3c50-9bfa-4543-8307-28b79922bf6b/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migration_serial_history_base source_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad target = phd_framework::test_vm target_id = 78adb495-d097-479c-90a2-8021f98c2844 vm = migration_serial_history_base_lifecycle_0 vm_id = 78adb495-d097-479c-90a2-8021f98c2844
7532024-03-28T07:26:06.458ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 410 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad target = phd_framework::test_vm target_id = 78adb495-d097-479c-90a2-8021f98c2844 vm = migration_serial_history_base_lifecycle_0 vm_id = 78adb495-d097-479c-90a2-8021f98c2844
7542024-03-28T07:26:06.458ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 4627780c-434e-41d3-98cd-e50020ad35dc path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad target = phd_framework::test_vm target_id = 78adb495-d097-479c-90a2-8021f98c2844
7552024-03-28T07:26:17.907ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":7685}} target = phd_framework::serial
7562024-03-28T07:26:18.877ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad target = phd_framework::test_vm target_id = 78adb495-d097-479c-90a2-8021f98c2844
7572024-03-28T07:26:18.877ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 12419 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 4627780c-434e-41d3-98cd-e50020ad35dc path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad target = phd_framework::test_vm target_id = 78adb495-d097-479c-90a2-8021f98c2844
7582024-03-28T07:26:18.877ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 12829 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad target = phd_framework::test_vm target_id = 78adb495-d097-479c-90a2-8021f98c2844
7592024-03-28T07:26:18.879ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad
7602024-03-28T07:26:18.880ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::serial_history self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migration_serial_history_base vm_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad
7612024-03-28T07:26:19.010ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 130 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = efec8f80-b266-47ee-9ed4-97aba0fa6cad
7622024-03-28T07:26:19.012ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base_lifecycle_0 vm_id = 78adb495-d097-479c-90a2-8021f98c2844
7632024-03-28T07:26:19.012ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
7642024-03-28T07:26:19.012ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 17244 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
7652024-03-28T07:26:19.012ZINFOphd-runner: test phd_tests::migrate::from_base::serial_history ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
7662024-03-28T07:26:19.012ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
7672024-03-28T07:26:19.013ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base_lifecycle_0 vm_id = 78adb495-d097-479c-90a2-8021f98c2844
7682024-03-28T07:26:19.381ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::serial_history self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migration_serial_history_base_lifecycle_0 vm_id = 78adb495-d097-479c-90a2-8021f98c2844
7692024-03-28T07:26:19.512ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs vm = migration_serial_history_base_lifecycle_0 vm_id = 78adb495-d097-479c-90a2-8021f98c2844
7702024-03-28T07:26:19.512ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-80fb3c50-9bfa-4543-8307-28b79922bf6b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs verb = destroy vm = migration_serial_history_base_lifecycle_0 vm_id = 78adb495-d097-479c-90a2-8021f98c2844
7712024-03-28T07:26:19.544ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs vm = migration_serial_history_base_lifecycle_0 vm_id = 78adb495-d097-479c-90a2-8021f98c2844
7722024-03-28T07:26:19.544ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-b0da7377-babf-4804-a273-3e93bee5da65"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs verb = destroy vm = migration_serial_history_base_lifecycle_0 vm_id = 78adb495-d097-479c-90a2-8021f98c2844
7732024-03-28T07:26:19.568ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 555 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base_lifecycle_0 vm_id = 78adb495-d097-479c-90a2-8021f98c2844
7742024-03-28T07:26:19.568ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 18334 file = phd-tests/tests/src/migrate.rs line = 38 path = phd_tests::migrate::from_base::serial_history target = phd_tests::migrate::from_base
7752024-03-28T07:26:19.568ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 555 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
7762024-03-28T07:26:19.568ZINFOphd-runner: Starting test phd_tests::migrate::from_base::can_migrate_from_base file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
7772024-03-28T07:26:19.568ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
7782024-03-28T07:26:19.568ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
7792024-03-28T07:26:19.568ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 32 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_tests::migrate::from_base
7802024-03-28T07:26:19.569ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
7812024-03-28T07:26:19.569ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
7822024-03-28T07:26:19.569ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
7832024-03-28T07:26:19.569ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs verb = list
7842024-03-28T07:26:19.586ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::from_base::can_migrate_from_base stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 649M 1.80T 649M /phd-artifacts\n target = phd_framework::zfs
7852024-03-28T07:26:19.586ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-1c1f5727-72ef-417d-ab88-7f61ae84d453"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs verb = snapshot
7862024-03-28T07:26:19.607ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-1c1f5727-72ef-417d-ab88-7f61ae84d453", "phd-artifacts/phd-clone-f3b3ed34-c87b-45ab-9014-ce5607619787"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs verb = clone
7872024-03-28T07:26:19.628ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-f3b3ed34-c87b-45ab-9014-ce5607619787"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs verb = list
7882024-03-28T07:26:19.645ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::from_base::can_migrate_from_base stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-f3b3ed34-c87b-45ab-9014-ce5607619787 0B 1.80T 649M /phd-artifacts/phd-clone-f3b3ed34-c87b-45ab-9014-ce5607619787\n target = phd_framework::zfs
7892024-03-28T07:26:19.645ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
7902024-03-28T07:26:19.645ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__BASE_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::from_base::can_migrate_from_base spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-f3b3ed34-c87b-45ab-9014-ce5607619787/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_from_base
7912024-03-28T07:26:19.645ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/99bf4dc1f4b00fb16fd70205298810a4f658fdf767583a17ef0a05e384306030/propolis-server target = phd_framework::artifacts::store
7922024-03-28T07:26:19.645ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_from_base.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::can_migrate_from_base server_addr = 127.0.0.1:9000 server_path = "/phd-artifacts/99bf4dc1f4b00fb16fd70205298810a4f658fdf767583a17ef0a05e384306030/propolis-server" target = phd_framework::test_vm::server
7932024-03-28T07:26:19.645ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::can_migrate_from_base stderr_path = "/tmp/propolis-phd/migration_from_base.stderr.log" stdout_path = "/tmp/propolis-phd/migration_from_base.stdout.log" target = phd_framework::server_log_mode
7942024-03-28T07:26:19.655ZINFOphd-runner: [NEW - EVENT] Launched server with pid 945 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm::server
7952024-03-28T07:26:19.655ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
7962024-03-28T07:26:19.655ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
7972024-03-28T07:26:19.656ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
7982024-03-28T07:26:20.396ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
7992024-03-28T07:26:20.396ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 26319062-4ac5-4720-9f4e-2b83bd5892ec, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 631cc595-9eb3-4594-9922-641a38d2ef85, silo_id: c9f2962d-2927-4254-bb46-73ae7523c7d3 }, name: "phd-vm-26319062-4ac5-4720-9f4e-2b83bd5892ec", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::migrate::from_base::can_migrate_from_base self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-f3b3ed34-c87b-45ab-9014-ce5607619787/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8002024-03-28T07:26:20.397ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 741 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8012024-03-28T07:26:20.397ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8022024-03-28T07:26:20.397ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::migrate::from_base::can_migrate_from_base state = Run target = phd_framework::test_vm vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8032024-03-28T07:26:20.397ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8042024-03-28T07:26:20.397ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
8052024-03-28T07:26:20.397ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = 300s vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8062024-03-28T07:26:20.397ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::from_base::can_migrate_from_base step = WaitFor("localhost login: ") target = phd_framework::test_vm
8072024-03-28T07:26:20.397ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8082024-03-28T07:26:20.397ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8092024-03-28T07:26:24.611ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4214 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8102024-03-28T07:26:24.612ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::from_base::can_migrate_from_base step = WriteStr("root") target = phd_framework::test_vm
8112024-03-28T07:26:24.612ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::from_base::can_migrate_from_base step = WaitFor("localhost:~#") target = phd_framework::test_vm
8122024-03-28T07:26:24.612ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8132024-03-28T07:26:24.612ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8142024-03-28T07:26:24.632ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 20 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8152024-03-28T07:26:24.632ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
8162024-03-28T07:26:24.632ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4234 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
8172024-03-28T07:26:24.632ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8182024-03-28T07:26:24.632ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8192024-03-28T07:26:24.642ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8202024-03-28T07:26:24.642ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8212024-03-28T07:26:24.642ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8222024-03-28T07:26:24.675ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8232024-03-28T07:26:24.675ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8242024-03-28T07:26:24.675ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8252024-03-28T07:26:24.686ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8262024-03-28T07:26:24.686ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8272024-03-28T07:26:24.686ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8282024-03-28T07:26:24.708ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 22 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8292024-03-28T07:26:24.708ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8302024-03-28T07:26:24.708ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8312024-03-28T07:26:24.719ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8322024-03-28T07:26:24.719ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8332024-03-28T07:26:24.719ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8342024-03-28T07:26:24.752ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8352024-03-28T07:26:24.752ZINFOphd-runner: [TEST - EVENT] migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 74 path = phd_tests::migrate::from_base::can_migrate_from_base propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_from_base
8362024-03-28T07:26:24.752ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
8372024-03-28T07:26:24.752ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::from_base::can_migrate_from_base spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-f3b3ed34-c87b-45ab-9014-ce5607619787/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_from_base_lifecycle_0
8382024-03-28T07:26:24.752ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
8392024-03-28T07:26:24.752ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_from_base_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::can_migrate_from_base server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
8402024-03-28T07:26:24.752ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::can_migrate_from_base stderr_path = "/tmp/propolis-phd/migration_from_base_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_from_base_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
8412024-03-28T07:26:24.769ZINFOphd-runner: [NEW - EVENT] Launched server with pid 946 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm::server
8422024-03-28T07:26:24.769ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 17 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
8432024-03-28T07:26:24.769ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec target = phd_framework::test_vm target_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67
8442024-03-28T07:26:24.769ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = 6234e27c-9340-4fb8-bd52-c0e7954d0035 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec target = phd_framework::test_vm target_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67 timeout_duration = 45s
8452024-03-28T07:26:24.769ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec target = phd_framework::test_vm target_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67 vm = migration_from_base_lifecycle_0 vm_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67
8462024-03-28T07:26:24.770ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec target = phd_framework::test_vm target_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67 vm = migration_from_base_lifecycle_0 vm_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67
8472024-03-28T07:26:25.282ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: b9a2f4e1-06a2-4310-8b4e-83b39deade67, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 3df4f763-95e2-404b-8b93-a3407fe7a69b, silo_id: 990e1c6c-9487-466e-8935-445ae77fa249 }, name: "phd-vm-b9a2f4e1-06a2-4310-8b4e-83b39deade67", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::from_base::can_migrate_from_base self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-f3b3ed34-c87b-45ab-9014-ce5607619787/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migration_from_base source_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec target = phd_framework::test_vm target_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67 vm = migration_from_base_lifecycle_0 vm_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67
8482024-03-28T07:26:25.283ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 513 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec target = phd_framework::test_vm target_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67 vm = migration_from_base_lifecycle_0 vm_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67
8492024-03-28T07:26:25.283ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 6234e27c-9340-4fb8-bd52-c0e7954d0035 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec target = phd_framework::test_vm target_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67
8502024-03-28T07:26:36.789ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":7718}} target = phd_framework::serial
8512024-03-28T07:26:42.817ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec target = phd_framework::test_vm target_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67
8522024-03-28T07:26:42.818ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 17534 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 6234e27c-9340-4fb8-bd52-c0e7954d0035 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec target = phd_framework::test_vm target_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67
8532024-03-28T07:26:42.818ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 18048 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec target = phd_framework::test_vm target_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67
8542024-03-28T07:26:42.819ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8552024-03-28T07:26:42.819ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67
8562024-03-28T07:26:42.819ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base_lifecycle_0 vm_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67
8572024-03-28T07:26:42.820ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::can_migrate_from_base self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8582024-03-28T07:26:42.954ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 134 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 26319062-4ac5-4720-9f4e-2b83bd5892ec
8592024-03-28T07:26:42.954ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 135 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67
8602024-03-28T07:26:42.955ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67
8612024-03-28T07:26:42.955ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base_lifecycle_0 vm_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67
8622024-03-28T07:26:42.987ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67
8632024-03-28T07:26:42.987ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67
8642024-03-28T07:26:42.988ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
8652024-03-28T07:26:42.988ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 22591 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
8662024-03-28T07:26:42.988ZINFOphd-runner: test phd_tests::migrate::from_base::can_migrate_from_base ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
8672024-03-28T07:26:42.988ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
8682024-03-28T07:26:42.989ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67
8692024-03-28T07:26:43.701ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::can_migrate_from_base self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migration_from_base_lifecycle_0 vm_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67
8702024-03-28T07:26:43.819ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs vm = migration_from_base_lifecycle_0 vm_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67
8712024-03-28T07:26:43.819ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-f3b3ed34-c87b-45ab-9014-ce5607619787"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs verb = destroy vm = migration_from_base_lifecycle_0 vm_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67
8722024-03-28T07:26:43.856ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs vm = migration_from_base_lifecycle_0 vm_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67
8732024-03-28T07:26:43.856ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-1c1f5727-72ef-417d-ab88-7f61ae84d453"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs verb = destroy vm = migration_from_base_lifecycle_0 vm_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67
8742024-03-28T07:26:43.877ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 888 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = b9a2f4e1-06a2-4310-8b4e-83b39deade67
8752024-03-28T07:26:43.877ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 24308 file = phd-tests/tests/src/migrate.rs line = 32 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_tests::migrate::from_base
8762024-03-28T07:26:43.877ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 888 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
8772024-03-28T07:26:43.877ZINFOphd-runner: Starting test phd_tests::migrate::multiple_migrations file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
8782024-03-28T07:26:43.877ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
8792024-03-28T07:26:43.877ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
8802024-03-28T07:26:43.877ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 291 path = phd_tests::migrate::multiple_migrations target = phd_tests::migrate
8812024-03-28T07:26:43.877ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
8822024-03-28T07:26:43.878ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
8832024-03-28T07:26:43.878ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
8842024-03-28T07:26:43.878ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs verb = list
8852024-03-28T07:26:43.902ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::multiple_migrations stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 650M 1.80T 649M /phd-artifacts\n target = phd_framework::zfs
8862024-03-28T07:26:43.902ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-bedd1a3a-3403-4366-ab2a-1c2681fda1db"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs verb = snapshot
8872024-03-28T07:26:43.930ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-bedd1a3a-3403-4366-ab2a-1c2681fda1db", "phd-artifacts/phd-clone-92f18355-1d74-4e7f-bcd7-87069b5fbdef"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs verb = clone
8882024-03-28T07:26:43.952ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-92f18355-1d74-4e7f-bcd7-87069b5fbdef"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs verb = list
8892024-03-28T07:26:43.967ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::multiple_migrations stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-92f18355-1d74-4e7f-bcd7-87069b5fbdef 0B 1.80T 649M /phd-artifacts/phd-clone-92f18355-1d74-4e7f-bcd7-87069b5fbdef\n target = phd_framework::zfs
8902024-03-28T07:26:43.968ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
8912024-03-28T07:26:43.968ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::multiple_migrations spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-92f18355-1d74-4e7f-bcd7-87069b5fbdef/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = multiple_migrations_0
8922024-03-28T07:26:43.968ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
8932024-03-28T07:26:43.968ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/multiple_migrations_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::multiple_migrations server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
8942024-03-28T07:26:43.968ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::multiple_migrations stderr_path = "/tmp/propolis-phd/multiple_migrations_0.stderr.log" stdout_path = "/tmp/propolis-phd/multiple_migrations_0.stdout.log" target = phd_framework::server_log_mode
8952024-03-28T07:26:43.977ZINFOphd-runner: [NEW - EVENT] Launched server with pid 955 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm::server
8962024-03-28T07:26:43.978ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
8972024-03-28T07:26:43.978ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
8982024-03-28T07:26:43.978ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::multiple_migrations spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-92f18355-1d74-4e7f-bcd7-87069b5fbdef/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = multiple_migrations_1
8992024-03-28T07:26:43.978ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
9002024-03-28T07:26:43.978ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/multiple_migrations_1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::multiple_migrations server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
9012024-03-28T07:26:43.978ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::multiple_migrations stderr_path = "/tmp/propolis-phd/multiple_migrations_1.stderr.log" stdout_path = "/tmp/propolis-phd/multiple_migrations_1.stdout.log" target = phd_framework::server_log_mode
9022024-03-28T07:26:43.987ZINFOphd-runner: [NEW - EVENT] Launched server with pid 956 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm::server
9032024-03-28T07:26:43.987ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
9042024-03-28T07:26:43.987ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
9052024-03-28T07:26:43.988ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::multiple_migrations spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-92f18355-1d74-4e7f-bcd7-87069b5fbdef/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = multiple_migrations_2
9062024-03-28T07:26:43.988ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
9072024-03-28T07:26:43.988ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/multiple_migrations_2.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::multiple_migrations server_addr = 127.0.0.1:9004 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
9082024-03-28T07:26:43.988ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::multiple_migrations stderr_path = "/tmp/propolis-phd/multiple_migrations_2.stderr.log" stdout_path = "/tmp/propolis-phd/multiple_migrations_2.stdout.log" target = phd_framework::server_log_mode
9092024-03-28T07:26:43.997ZINFOphd-runner: [NEW - EVENT] Launched server with pid 957 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm::server
9102024-03-28T07:26:43.997ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
9112024-03-28T07:26:43.997ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = e58eb155-b29c-48ad-bfca-938ec9d5dde3
9122024-03-28T07:26:44.114ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
9132024-03-28T07:26:44.115ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: e58eb155-b29c-48ad-bfca-938ec9d5dde3, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: d854a309-921a-4838-bd43-e9f655c12b34, silo_id: da9b34d0-678e-4afd-a1cb-fc1cd97b117e }, name: "phd-vm-e58eb155-b29c-48ad-bfca-938ec9d5dde3", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::migrate::multiple_migrations self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-92f18355-1d74-4e7f-bcd7-87069b5fbdef/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = e58eb155-b29c-48ad-bfca-938ec9d5dde3
9142024-03-28T07:26:44.115ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 117 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = e58eb155-b29c-48ad-bfca-938ec9d5dde3
9152024-03-28T07:26:44.115ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = e58eb155-b29c-48ad-bfca-938ec9d5dde3
9162024-03-28T07:26:44.115ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::migrate::multiple_migrations state = Run target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = e58eb155-b29c-48ad-bfca-938ec9d5dde3
9172024-03-28T07:26:44.115ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = e58eb155-b29c-48ad-bfca-938ec9d5dde3
9182024-03-28T07:26:44.115ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
9192024-03-28T07:26:44.115ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = 300s vm = multiple_migrations_0 vm_id = e58eb155-b29c-48ad-bfca-938ec9d5dde3
9202024-03-28T07:26:44.115ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::multiple_migrations step = WaitFor("localhost login: ") target = phd_framework::test_vm
9212024-03-28T07:26:44.116ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = e58eb155-b29c-48ad-bfca-938ec9d5dde3
9222024-03-28T07:26:44.116ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = CallerTimeout vm = multiple_migrations_0 vm_id = e58eb155-b29c-48ad-bfca-938ec9d5dde3
9232024-03-28T07:26:48.322ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4206 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = e58eb155-b29c-48ad-bfca-938ec9d5dde3
9242024-03-28T07:26:48.322ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::multiple_migrations step = WriteStr("root") target = phd_framework::test_vm
9252024-03-28T07:26:48.322ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::multiple_migrations step = WaitFor("localhost:~#") target = phd_framework::test_vm
9262024-03-28T07:26:48.322ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = e58eb155-b29c-48ad-bfca-938ec9d5dde3
9272024-03-28T07:26:48.322ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = CallerTimeout vm = multiple_migrations_0 vm_id = e58eb155-b29c-48ad-bfca-938ec9d5dde3
9282024-03-28T07:26:48.342ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = e58eb155-b29c-48ad-bfca-938ec9d5dde3
9292024-03-28T07:26:48.342ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
9302024-03-28T07:26:48.342ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4226 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
9312024-03-28T07:26:48.342ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = e58eb155-b29c-48ad-bfca-938ec9d5dde3 target = phd_framework::test_vm target_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671
9322024-03-28T07:26:48.342ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = 6c8b2292-fce4-4a53-aad2-0479addca965 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = e58eb155-b29c-48ad-bfca-938ec9d5dde3 target = phd_framework::test_vm target_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671 timeout_duration = 45s
9332024-03-28T07:26:48.342ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = e58eb155-b29c-48ad-bfca-938ec9d5dde3 target = phd_framework::test_vm target_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671 vm = multiple_migrations_1 vm_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671
9342024-03-28T07:26:48.462ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 0dcbc836-c8da-42fa-b580-a50d5dc91671, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 48389eaa-e098-4fe0-b829-eac509a74578, silo_id: 324b3295-4211-4347-8a8f-a7de167e267b }, name: "phd-vm-0dcbc836-c8da-42fa-b580-a50d5dc91671", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::multiple_migrations self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-92f18355-1d74-4e7f-bcd7-87069b5fbdef/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = multiple_migrations_0 source_id = e58eb155-b29c-48ad-bfca-938ec9d5dde3 target = phd_framework::test_vm target_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671 vm = multiple_migrations_1 vm_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671
9352024-03-28T07:26:48.462ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 120 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = e58eb155-b29c-48ad-bfca-938ec9d5dde3 target = phd_framework::test_vm target_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671 vm = multiple_migrations_1 vm_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671
9362024-03-28T07:26:48.462ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 6c8b2292-fce4-4a53-aad2-0479addca965 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = e58eb155-b29c-48ad-bfca-938ec9d5dde3 target = phd_framework::test_vm target_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671
9372024-03-28T07:27:00.002ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":7609}} target = phd_framework::serial
9382024-03-28T07:27:04.293ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = e58eb155-b29c-48ad-bfca-938ec9d5dde3 target = phd_framework::test_vm target_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671
9392024-03-28T07:27:04.293ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 15830 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 6c8b2292-fce4-4a53-aad2-0479addca965 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = e58eb155-b29c-48ad-bfca-938ec9d5dde3 target = phd_framework::test_vm target_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671
9402024-03-28T07:27:04.293ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 15951 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = e58eb155-b29c-48ad-bfca-938ec9d5dde3 target = phd_framework::test_vm target_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671
9412024-03-28T07:27:04.293ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671
9422024-03-28T07:27:04.293ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = multiple_migrations_1 vm_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671
9432024-03-28T07:27:04.306ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 12 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671
9442024-03-28T07:27:04.306ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671
9452024-03-28T07:27:04.306ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = multiple_migrations_1 vm_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671
9462024-03-28T07:27:04.338ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 31 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671
9472024-03-28T07:27:04.338ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671 target = phd_framework::test_vm target_id = edfcb186-17cd-4df5-a866-aea454443c71
9482024-03-28T07:27:04.338ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9002 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = 7b63a115-75e3-4d44-aa0f-cf55999f6f47 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671 target = phd_framework::test_vm target_id = edfcb186-17cd-4df5-a866-aea454443c71 timeout_duration = 45s
9492024-03-28T07:27:04.338ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671 target = phd_framework::test_vm target_id = edfcb186-17cd-4df5-a866-aea454443c71 vm = multiple_migrations_2 vm_id = edfcb186-17cd-4df5-a866-aea454443c71
9502024-03-28T07:27:04.455ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: edfcb186-17cd-4df5-a866-aea454443c71, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 7e3344d9-fe28-4ade-8c76-f9309d0607ec, silo_id: 02dd8e91-9e06-4364-b076-3e7d4a697bd3 }, name: "phd-vm-edfcb186-17cd-4df5-a866-aea454443c71", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::multiple_migrations self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-92f18355-1d74-4e7f-bcd7-87069b5fbdef/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = multiple_migrations_1 source_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671 target = phd_framework::test_vm target_id = edfcb186-17cd-4df5-a866-aea454443c71 vm = multiple_migrations_2 vm_id = edfcb186-17cd-4df5-a866-aea454443c71
9512024-03-28T07:27:04.455ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 116 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671 target = phd_framework::test_vm target_id = edfcb186-17cd-4df5-a866-aea454443c71 vm = multiple_migrations_2 vm_id = edfcb186-17cd-4df5-a866-aea454443c71
9522024-03-28T07:27:04.455ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 7b63a115-75e3-4d44-aa0f-cf55999f6f47 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671 target = phd_framework::test_vm target_id = edfcb186-17cd-4df5-a866-aea454443c71
9532024-03-28T07:27:15.979ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9004","from_start":7657}} target = phd_framework::serial
9542024-03-28T07:27:16.082ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671 target = phd_framework::test_vm target_id = edfcb186-17cd-4df5-a866-aea454443c71
9552024-03-28T07:27:16.082ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 11626 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 7b63a115-75e3-4d44-aa0f-cf55999f6f47 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671 target = phd_framework::test_vm target_id = edfcb186-17cd-4df5-a866-aea454443c71
9562024-03-28T07:27:16.082ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 11743 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671 target = phd_framework::test_vm target_id = edfcb186-17cd-4df5-a866-aea454443c71
9572024-03-28T07:27:16.082ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = edfcb186-17cd-4df5-a866-aea454443c71
9582024-03-28T07:27:16.082ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = multiple_migrations_2 vm_id = edfcb186-17cd-4df5-a866-aea454443c71
9592024-03-28T07:27:16.093ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = edfcb186-17cd-4df5-a866-aea454443c71
9602024-03-28T07:27:16.093ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = edfcb186-17cd-4df5-a866-aea454443c71
9612024-03-28T07:27:16.093ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = multiple_migrations_2 vm_id = edfcb186-17cd-4df5-a866-aea454443c71
9622024-03-28T07:27:16.126ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = edfcb186-17cd-4df5-a866-aea454443c71
9632024-03-28T07:27:16.126ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = edfcb186-17cd-4df5-a866-aea454443c71
9642024-03-28T07:27:16.126ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671
9652024-03-28T07:27:16.126ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = e58eb155-b29c-48ad-bfca-938ec9d5dde3
9662024-03-28T07:27:16.127ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
9672024-03-28T07:27:16.127ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 32013 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
9682024-03-28T07:27:16.127ZINFOphd-runner: test phd_tests::migrate::multiple_migrations ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
9692024-03-28T07:27:16.127ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
9702024-03-28T07:27:16.128ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = edfcb186-17cd-4df5-a866-aea454443c71
9712024-03-28T07:27:16.128ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::multiple_migrations self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = multiple_migrations_1 vm_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671
9722024-03-28T07:27:16.144ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::multiple_migrations self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = multiple_migrations_0 vm_id = e58eb155-b29c-48ad-bfca-938ec9d5dde3
9732024-03-28T07:27:16.264ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 137 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = 0dcbc836-c8da-42fa-b580-a50d5dc91671
9742024-03-28T07:27:16.369ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 241 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = e58eb155-b29c-48ad-bfca-938ec9d5dde3
9752024-03-28T07:27:16.777ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::multiple_migrations self.address = 127.0.0.1:9004 target = phd_framework::test_vm::server vm = multiple_migrations_2 vm_id = edfcb186-17cd-4df5-a866-aea454443c71
9762024-03-28T07:27:16.909ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs vm = multiple_migrations_2 vm_id = edfcb186-17cd-4df5-a866-aea454443c71
9772024-03-28T07:27:16.910ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-92f18355-1d74-4e7f-bcd7-87069b5fbdef"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs verb = destroy vm = multiple_migrations_2 vm_id = edfcb186-17cd-4df5-a866-aea454443c71
9782024-03-28T07:27:16.939ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs vm = multiple_migrations_2 vm_id = edfcb186-17cd-4df5-a866-aea454443c71
9792024-03-28T07:27:16.939ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-bedd1a3a-3403-4366-ab2a-1c2681fda1db"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs verb = destroy vm = multiple_migrations_2 vm_id = edfcb186-17cd-4df5-a866-aea454443c71
9802024-03-28T07:27:16.960ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 833 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = edfcb186-17cd-4df5-a866-aea454443c71
9812024-03-28T07:27:16.960ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 33082 file = phd-tests/tests/src/migrate.rs line = 291 path = phd_tests::migrate::multiple_migrations target = phd_tests::migrate
9822024-03-28T07:27:16.960ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 833 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
9832024-03-28T07:27:16.961ZINFOphd-runner: Starting test phd_tests::migrate::incompatible_vms file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
9842024-03-28T07:27:16.961ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
9852024-03-28T07:27:16.961ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
9862024-03-28T07:27:16.961ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 248 path = phd_tests::migrate::incompatible_vms target = phd_tests::migrate
9872024-03-28T07:27:16.961ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
9882024-03-28T07:27:16.961ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
9892024-03-28T07:27:16.961ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
9902024-03-28T07:27:16.961ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
9912024-03-28T07:27:16.984ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 650M 1.80T 649M /phd-artifacts\n target = phd_framework::zfs
9922024-03-28T07:27:16.984ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-28edeb26-b09c-4adf-a725-09d4e412e745"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = snapshot
9932024-03-28T07:27:17.004ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-28edeb26-b09c-4adf-a725-09d4e412e745", "phd-artifacts/phd-clone-9dbba748-95a0-4563-879f-a3fc8481b0b3"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = clone
9942024-03-28T07:27:17.028ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-9dbba748-95a0-4563-879f-a3fc8481b0b3"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
9952024-03-28T07:27:17.043ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-9dbba748-95a0-4563-879f-a3fc8481b0b3 0B 1.80T 649M /phd-artifacts/phd-clone-9dbba748-95a0-4563-879f-a3fc8481b0b3\n target = phd_framework::zfs
9962024-03-28T07:27:17.044ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
9972024-03-28T07:27:17.044ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::incompatible_vms spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-9dbba748-95a0-4563-879f-a3fc8481b0b3/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_incompatible_source_0
9982024-03-28T07:27:17.044ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
9992024-03-28T07:27:17.044ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_incompatible_source_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::incompatible_vms server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
10002024-03-28T07:27:17.044ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::incompatible_vms stderr_path = "/tmp/propolis-phd/migration_incompatible_source_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_incompatible_source_0.stdout.log" target = phd_framework::server_log_mode
10012024-03-28T07:27:17.053ZINFOphd-runner: [NEW - EVENT] Launched server with pid 967 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm::server
10022024-03-28T07:27:17.054ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
10032024-03-28T07:27:17.054ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 538c7187-ffba-4dd0-9715-312cbee355f4
10042024-03-28T07:27:17.055ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 538c7187-ffba-4dd0-9715-312cbee355f4
10052024-03-28T07:27:17.569ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
10062024-03-28T07:27:17.569ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 538c7187-ffba-4dd0-9715-312cbee355f4, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 0683a6c7-cc71-4c36-99de-25c0f7b844c2, silo_id: df6be1d9-d88b-4dfd-8bbb-0588c5f24a25 }, name: "phd-vm-538c7187-ffba-4dd0-9715-312cbee355f4", vcpus: 4 }, state: Creating } line = 381 path = phd_tests::migrate::incompatible_vms self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-9dbba748-95a0-4563-879f-a3fc8481b0b3/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 538c7187-ffba-4dd0-9715-312cbee355f4
10072024-03-28T07:27:17.569ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 515 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 538c7187-ffba-4dd0-9715-312cbee355f4
10082024-03-28T07:27:17.569ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 538c7187-ffba-4dd0-9715-312cbee355f4
10092024-03-28T07:27:17.569ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::migrate::incompatible_vms state = Run target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 538c7187-ffba-4dd0-9715-312cbee355f4
10102024-03-28T07:27:17.570ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 538c7187-ffba-4dd0-9715-312cbee355f4
10112024-03-28T07:27:17.570ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
10122024-03-28T07:27:17.570ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
10132024-03-28T07:27:17.570ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
10142024-03-28T07:27:17.570ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
10152024-03-28T07:27:17.594ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 651M 1.80T 649M /phd-artifacts\n target = phd_framework::zfs
10162024-03-28T07:27:17.594ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-7d2c314c-0f28-40cf-a29f-7c9ca44f8a71"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = snapshot
10172024-03-28T07:27:17.622ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-7d2c314c-0f28-40cf-a29f-7c9ca44f8a71", "phd-artifacts/phd-clone-7127fbd6-bfe0-48a7-b37a-a19db1a5d936"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = clone
10182024-03-28T07:27:17.647ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-7127fbd6-bfe0-48a7-b37a-a19db1a5d936"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
10192024-03-28T07:27:17.661ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-7127fbd6-bfe0-48a7-b37a-a19db1a5d936 0B 1.80T 649M /phd-artifacts/phd-clone-7127fbd6-bfe0-48a7-b37a-a19db1a5d936\n target = phd_framework::zfs
10202024-03-28T07:27:17.662ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
10212024-03-28T07:27:17.662ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::incompatible_vms spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-7127fbd6-bfe0-48a7-b37a-a19db1a5d936/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 8, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_incompatible_target_1
10222024-03-28T07:27:17.662ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
10232024-03-28T07:27:17.662ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_incompatible_target_1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::incompatible_vms server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
10242024-03-28T07:27:17.662ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::incompatible_vms stderr_path = "/tmp/propolis-phd/migration_incompatible_target_1.stderr.log" stdout_path = "/tmp/propolis-phd/migration_incompatible_target_1.stdout.log" target = phd_framework::server_log_mode
10252024-03-28T07:27:17.671ZINFOphd-runner: [NEW - EVENT] Launched server with pid 972 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm::server
10262024-03-28T07:27:17.672ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
10272024-03-28T07:27:17.672ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = 538c7187-ffba-4dd0-9715-312cbee355f4 target = phd_framework::test_vm target_id = 25249863-e6a2-4fe5-81cc-3dce23be60f2
10282024-03-28T07:27:17.672ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = f78c8889-2584-441f-a7fe-a59b3224c82f path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = 538c7187-ffba-4dd0-9715-312cbee355f4 target = phd_framework::test_vm target_id = 25249863-e6a2-4fe5-81cc-3dce23be60f2 timeout_duration = 45s
10292024-03-28T07:27:17.672ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = 538c7187-ffba-4dd0-9715-312cbee355f4 target = phd_framework::test_vm target_id = 25249863-e6a2-4fe5-81cc-3dce23be60f2 vm = migration_incompatible_target_1 vm_id = 25249863-e6a2-4fe5-81cc-3dce23be60f2
10302024-03-28T07:27:17.672ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = 538c7187-ffba-4dd0-9715-312cbee355f4 target = phd_framework::test_vm target_id = 25249863-e6a2-4fe5-81cc-3dce23be60f2 vm = migration_incompatible_target_1 vm_id = 25249863-e6a2-4fe5-81cc-3dce23be60f2
10312024-03-28T07:27:18.170ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 25249863-e6a2-4fe5-81cc-3dce23be60f2, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 5fd30967-771e-41ec-8131-ce1195627062, silo_id: 0449c0ca-668d-42ad-9902-edd0d17ce541 }, name: "phd-vm-25249863-e6a2-4fe5-81cc-3dce23be60f2", vcpus: 8 }, state: Failed } line = 381 path = phd_tests::migrate::incompatible_vms self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-7127fbd6-bfe0-48a7-b37a-a19db1a5d936/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 8, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migration_incompatible_source_0 source_id = 538c7187-ffba-4dd0-9715-312cbee355f4 target = phd_framework::test_vm target_id = 25249863-e6a2-4fe5-81cc-3dce23be60f2 vm = migration_incompatible_target_1 vm_id = 25249863-e6a2-4fe5-81cc-3dce23be60f2
10322024-03-28T07:27:18.170ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 498 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = 538c7187-ffba-4dd0-9715-312cbee355f4 target = phd_framework::test_vm target_id = 25249863-e6a2-4fe5-81cc-3dce23be60f2 vm = migration_incompatible_target_1 vm_id = 25249863-e6a2-4fe5-81cc-3dce23be60f2
10332024-03-28T07:27:18.171ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = f78c8889-2584-441f-a7fe-a59b3224c82f path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = 538c7187-ffba-4dd0-9715-312cbee355f4 target = phd_framework::test_vm target_id = 25249863-e6a2-4fe5-81cc-3dce23be60f2
10342024-03-28T07:27:18.171ZINFOphd-runner: [MIGRATE_FROM - EVENT] Instance reported error during migration file = phd-tests/framework/src/test_vm/mod.rs line = 537 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = 538c7187-ffba-4dd0-9715-312cbee355f4 target = phd_framework::test_vm target_id = 25249863-e6a2-4fe5-81cc-3dce23be60f2
10352024-03-28T07:27:18.171ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = f78c8889-2584-441f-a7fe-a59b3224c82f path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = 538c7187-ffba-4dd0-9715-312cbee355f4 target = phd_framework::test_vm target_id = 25249863-e6a2-4fe5-81cc-3dce23be60f2
10362024-03-28T07:27:18.171ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 499 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = 538c7187-ffba-4dd0-9715-312cbee355f4 target = phd_framework::test_vm target_id = 25249863-e6a2-4fe5-81cc-3dce23be60f2
10372024-03-28T07:27:18.173ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_target_1 vm_id = 25249863-e6a2-4fe5-81cc-3dce23be60f2
10382024-03-28T07:27:18.173ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 538c7187-ffba-4dd0-9715-312cbee355f4
10392024-03-28T07:27:18.173ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
10402024-03-28T07:27:18.173ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
10412024-03-28T07:27:18.173ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
10422024-03-28T07:27:18.173ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
10432024-03-28T07:27:18.188ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_target_1 vm_id = 25249863-e6a2-4fe5-81cc-3dce23be60f2
10442024-03-28T07:27:18.188ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 538c7187-ffba-4dd0-9715-312cbee355f4
10452024-03-28T07:27:18.196ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 651M 1.80T 649M /phd-artifacts\n target = phd_framework::zfs
10462024-03-28T07:27:18.196ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-3bba5000-b823-4554-9646-f2596a26c61b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = snapshot
10472024-03-28T07:27:18.226ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-3bba5000-b823-4554-9646-f2596a26c61b", "phd-artifacts/phd-clone-5dbc0310-555c-41bb-96ce-613d31eb3c7f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = clone
10482024-03-28T07:27:18.248ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-5dbc0310-555c-41bb-96ce-613d31eb3c7f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
10492024-03-28T07:27:18.262ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-5dbc0310-555c-41bb-96ce-613d31eb3c7f 0B 1.80T 649M /phd-artifacts/phd-clone-5dbc0310-555c-41bb-96ce-613d31eb3c7f\n target = phd_framework::zfs
10502024-03-28T07:27:18.263ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
10512024-03-28T07:27:18.263ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::incompatible_vms spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-5dbc0310-555c-41bb-96ce-613d31eb3c7f/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_incompatible_source_1
10522024-03-28T07:27:18.263ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
10532024-03-28T07:27:18.263ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_incompatible_source_1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::incompatible_vms server_addr = 127.0.0.1:9004 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
10542024-03-28T07:27:18.263ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::incompatible_vms stderr_path = "/tmp/propolis-phd/migration_incompatible_source_1.stderr.log" stdout_path = "/tmp/propolis-phd/migration_incompatible_source_1.stdout.log" target = phd_framework::server_log_mode
10552024-03-28T07:27:18.272ZINFOphd-runner: [NEW - EVENT] Launched server with pid 977 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm::server
10562024-03-28T07:27:18.273ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
10572024-03-28T07:27:18.273ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 7d9a8992-e372-4d8c-ab15-1a27ec4e019a
10582024-03-28T07:27:18.274ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9004/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 7d9a8992-e372-4d8c-ab15-1a27ec4e019a
10592024-03-28T07:27:18.274ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
10602024-03-28T07:27:18.274ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 705 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
10612024-03-28T07:27:18.613ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::incompatible_vms self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migration_incompatible_target_1 vm_id = 25249863-e6a2-4fe5-81cc-3dce23be60f2
10622024-03-28T07:27:18.746ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_target_1 vm_id = 25249863-e6a2-4fe5-81cc-3dce23be60f2
10632024-03-28T07:27:18.746ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-7127fbd6-bfe0-48a7-b37a-a19db1a5d936"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_target_1 vm_id = 25249863-e6a2-4fe5-81cc-3dce23be60f2
10642024-03-28T07:27:18.776ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_target_1 vm_id = 25249863-e6a2-4fe5-81cc-3dce23be60f2
10652024-03-28T07:27:18.776ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-7d2c314c-0f28-40cf-a29f-7c9ca44f8a71"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_target_1 vm_id = 25249863-e6a2-4fe5-81cc-3dce23be60f2
10662024-03-28T07:27:18.799ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 626 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_target_1 vm_id = 25249863-e6a2-4fe5-81cc-3dce23be60f2
10672024-03-28T07:27:18.800ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::incompatible_vms self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migration_incompatible_source_0 vm_id = 538c7187-ffba-4dd0-9715-312cbee355f4
10682024-03-28T07:27:18.810ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
10692024-03-28T07:27:18.810ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 7d9a8992-e372-4d8c-ab15-1a27ec4e019a, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 5133ef17-7e07-46fe-8d80-e4d5f5845e6e, silo_id: e4b1d66d-59ea-4f6c-89a9-a5e97c975746 }, name: "phd-vm-7d9a8992-e372-4d8c-ab15-1a27ec4e019a", vcpus: 4 }, state: Creating } line = 381 path = phd_tests::migrate::incompatible_vms self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-5dbc0310-555c-41bb-96ce-613d31eb3c7f/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 4, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 7d9a8992-e372-4d8c-ab15-1a27ec4e019a
10702024-03-28T07:27:18.810ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 537 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 7d9a8992-e372-4d8c-ab15-1a27ec4e019a
10712024-03-28T07:27:18.810ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 7d9a8992-e372-4d8c-ab15-1a27ec4e019a
10722024-03-28T07:27:18.810ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::migrate::incompatible_vms state = Run target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 7d9a8992-e372-4d8c-ab15-1a27ec4e019a
10732024-03-28T07:27:18.811ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 7d9a8992-e372-4d8c-ab15-1a27ec4e019a
10742024-03-28T07:27:18.811ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
10752024-03-28T07:27:18.811ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
10762024-03-28T07:27:18.811ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
10772024-03-28T07:27:18.811ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
10782024-03-28T07:27:18.833ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 650M 1.80T 649M /phd-artifacts\n target = phd_framework::zfs
10792024-03-28T07:27:18.833ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-43330293-35fd-4608-9662-c0d481b1dafe"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = snapshot
10802024-03-28T07:27:18.860ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-43330293-35fd-4608-9662-c0d481b1dafe", "phd-artifacts/phd-clone-4891c7b1-5e31-4249-83d8-9b08d21977a3"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = clone
10812024-03-28T07:27:18.886ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-4891c7b1-5e31-4249-83d8-9b08d21977a3"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
10822024-03-28T07:27:18.903ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-4891c7b1-5e31-4249-83d8-9b08d21977a3 0B 1.80T 649M /phd-artifacts/phd-clone-4891c7b1-5e31-4249-83d8-9b08d21977a3\n target = phd_framework::zfs
10832024-03-28T07:27:18.903ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
10842024-03-28T07:27:18.903ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::incompatible_vms spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-4891c7b1-5e31-4249-83d8-9b08d21977a3/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 1024 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_incompatible_target_2
10852024-03-28T07:27:18.904ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
10862024-03-28T07:27:18.904ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_incompatible_target_2.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::incompatible_vms server_addr = 127.0.0.1:9006 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
10872024-03-28T07:27:18.904ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::incompatible_vms stderr_path = "/tmp/propolis-phd/migration_incompatible_target_2.stderr.log" stdout_path = "/tmp/propolis-phd/migration_incompatible_target_2.stdout.log" target = phd_framework::server_log_mode
10882024-03-28T07:27:18.913ZINFOphd-runner: [NEW - EVENT] Launched server with pid 986 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm::server
10892024-03-28T07:27:18.914ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
10902024-03-28T07:27:18.914ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = 7d9a8992-e372-4d8c-ab15-1a27ec4e019a target = phd_framework::test_vm target_id = 8c15bd75-487b-4e7d-90bd-90f2f0ac2190
10912024-03-28T07:27:18.914ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9004 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = 4671970b-a44d-4a9b-b7de-654a05466fb6 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = 7d9a8992-e372-4d8c-ab15-1a27ec4e019a target = phd_framework::test_vm target_id = 8c15bd75-487b-4e7d-90bd-90f2f0ac2190 timeout_duration = 90s
10922024-03-28T07:27:18.914ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = 7d9a8992-e372-4d8c-ab15-1a27ec4e019a target = phd_framework::test_vm target_id = 8c15bd75-487b-4e7d-90bd-90f2f0ac2190 vm = migration_incompatible_target_2 vm_id = 8c15bd75-487b-4e7d-90bd-90f2f0ac2190
10932024-03-28T07:27:18.914ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9006/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = 7d9a8992-e372-4d8c-ab15-1a27ec4e019a target = phd_framework::test_vm target_id = 8c15bd75-487b-4e7d-90bd-90f2f0ac2190 vm = migration_incompatible_target_2 vm_id = 8c15bd75-487b-4e7d-90bd-90f2f0ac2190
10942024-03-28T07:27:18.931ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_source_0 vm_id = 538c7187-ffba-4dd0-9715-312cbee355f4
10952024-03-28T07:27:18.931ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-9dbba748-95a0-4563-879f-a3fc8481b0b3"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_source_0 vm_id = 538c7187-ffba-4dd0-9715-312cbee355f4
10962024-03-28T07:27:18.967ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_source_0 vm_id = 538c7187-ffba-4dd0-9715-312cbee355f4
10972024-03-28T07:27:18.967ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-28edeb26-b09c-4adf-a725-09d4e412e745"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_source_0 vm_id = 538c7187-ffba-4dd0-9715-312cbee355f4
10982024-03-28T07:27:18.991ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 817 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 538c7187-ffba-4dd0-9715-312cbee355f4
10992024-03-28T07:27:19.622ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 8c15bd75-487b-4e7d-90bd-90f2f0ac2190, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, metadata: InstanceMetadata { project_id: 02a156e7-aeaa-4123-bd44-e5686559e8d1, silo_id: 658352f6-f344-4e58-bdf2-4f5c7ab1f1a5 }, name: "phd-vm-8c15bd75-487b-4e7d-90bd-90f2f0ac2190", vcpus: 2 }, state: Failed } line = 381 path = phd_tests::migrate::incompatible_vms self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-4891c7b1-5e31-4249-83d8-9b08d21977a3/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 1024 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migration_incompatible_source_1 source_id = 7d9a8992-e372-4d8c-ab15-1a27ec4e019a target = phd_framework::test_vm target_id = 8c15bd75-487b-4e7d-90bd-90f2f0ac2190 vm = migration_incompatible_target_2 vm_id = 8c15bd75-487b-4e7d-90bd-90f2f0ac2190
11002024-03-28T07:27:19.622ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 707 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = 7d9a8992-e372-4d8c-ab15-1a27ec4e019a target = phd_framework::test_vm target_id = 8c15bd75-487b-4e7d-90bd-90f2f0ac2190 vm = migration_incompatible_target_2 vm_id = 8c15bd75-487b-4e7d-90bd-90f2f0ac2190
11012024-03-28T07:27:19.622ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 4671970b-a44d-4a9b-b7de-654a05466fb6 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = 7d9a8992-e372-4d8c-ab15-1a27ec4e019a target = phd_framework::test_vm target_id = 8c15bd75-487b-4e7d-90bd-90f2f0ac2190
11022024-03-28T07:27:19.623ZINFOphd-runner: [MIGRATE_FROM - EVENT] Instance reported error during migration file = phd-tests/framework/src/test_vm/mod.rs line = 537 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = 7d9a8992-e372-4d8c-ab15-1a27ec4e019a target = phd_framework::test_vm target_id = 8c15bd75-487b-4e7d-90bd-90f2f0ac2190
11032024-03-28T07:27:19.623ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 4671970b-a44d-4a9b-b7de-654a05466fb6 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = 7d9a8992-e372-4d8c-ab15-1a27ec4e019a target = phd_framework::test_vm target_id = 8c15bd75-487b-4e7d-90bd-90f2f0ac2190
11042024-03-28T07:27:19.623ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 708 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = 7d9a8992-e372-4d8c-ab15-1a27ec4e019a target = phd_framework::test_vm target_id = 8c15bd75-487b-4e7d-90bd-90f2f0ac2190
11052024-03-28T07:27:19.624ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_target_2 vm_id = 8c15bd75-487b-4e7d-90bd-90f2f0ac2190
11062024-03-28T07:27:19.624ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 7d9a8992-e372-4d8c-ab15-1a27ec4e019a
11072024-03-28T07:27:19.624ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
11082024-03-28T07:27:19.624ZINFOphd-runner: test phd_tests::migrate::incompatible_vms ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
11092024-03-28T07:27:19.624ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 814 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
11102024-03-28T07:27:19.624ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
11112024-03-28T07:27:19.625ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_target_2 vm_id = 8c15bd75-487b-4e7d-90bd-90f2f0ac2190
11122024-03-28T07:27:19.625ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 7d9a8992-e372-4d8c-ab15-1a27ec4e019a
11132024-03-28T07:27:20.258ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::incompatible_vms self.address = 127.0.0.1:9004 target = phd_framework::test_vm::server vm = migration_incompatible_source_1 vm_id = 7d9a8992-e372-4d8c-ab15-1a27ec4e019a
11142024-03-28T07:27:20.378ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_source_1 vm_id = 7d9a8992-e372-4d8c-ab15-1a27ec4e019a
11152024-03-28T07:27:20.378ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-5dbc0310-555c-41bb-96ce-613d31eb3c7f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_source_1 vm_id = 7d9a8992-e372-4d8c-ab15-1a27ec4e019a
11162024-03-28T07:27:20.409ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_source_1 vm_id = 7d9a8992-e372-4d8c-ab15-1a27ec4e019a
11172024-03-28T07:27:20.409ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-3bba5000-b823-4554-9646-f2596a26c61b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_source_1 vm_id = 7d9a8992-e372-4d8c-ab15-1a27ec4e019a
11182024-03-28T07:27:20.434ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 809 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 7d9a8992-e372-4d8c-ab15-1a27ec4e019a
11192024-03-28T07:27:20.434ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::incompatible_vms self.address = 127.0.0.1:9006 target = phd_framework::test_vm::server vm = migration_incompatible_target_2 vm_id = 8c15bd75-487b-4e7d-90bd-90f2f0ac2190
11202024-03-28T07:27:20.665ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_target_2 vm_id = 8c15bd75-487b-4e7d-90bd-90f2f0ac2190
11212024-03-28T07:27:20.665ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-4891c7b1-5e31-4249-83d8-9b08d21977a3"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_target_2 vm_id = 8c15bd75-487b-4e7d-90bd-90f2f0ac2190
11222024-03-28T07:27:20.694ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_target_2 vm_id = 8c15bd75-487b-4e7d-90bd-90f2f0ac2190
11232024-03-28T07:27:20.694ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-43330293-35fd-4608-9662-c0d481b1dafe"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_target_2 vm_id = 8c15bd75-487b-4e7d-90bd-90f2f0ac2190
11242024-03-28T07:27:20.717ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 1093 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_target_2 vm_id = 8c15bd75-487b-4e7d-90bd-90f2f0ac2190
11252024-03-28T07:27:20.717ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 3756 file = phd-tests/tests/src/migrate.rs line = 248 path = phd_tests::migrate::incompatible_vms target = phd_tests::migrate
11262024-03-28T07:27:20.718ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 1093 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
11272024-03-28T07:27:20.718ZINFOphd-runner: Starting test phd_tests::migrate::serial_history file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
11282024-03-28T07:27:20.718ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
11292024-03-28T07:27:20.718ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
11302024-03-28T07:27:20.718ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 18 path = phd_tests::migrate::serial_history target = phd_tests::migrate
11312024-03-28T07:27:20.718ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
11322024-03-28T07:27:20.718ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
11332024-03-28T07:27:20.718ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
11342024-03-28T07:27:20.718ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::serial_history target = phd_framework::zfs verb = list
11352024-03-28T07:27:20.734ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::serial_history stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 649M 1.80T 649M /phd-artifacts\n target = phd_framework::zfs
11362024-03-28T07:27:20.734ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-27f3531d-1062-447c-a3b5-ba866679969d"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::serial_history target = phd_framework::zfs verb = snapshot
11372024-03-28T07:27:20.754ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-27f3531d-1062-447c-a3b5-ba866679969d", "phd-artifacts/phd-clone-c980090c-0955-40c2-b3d8-a8010e59ea8e"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::serial_history target = phd_framework::zfs verb = clone
11382024-03-28T07:27:20.776ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-c980090c-0955-40c2-b3d8-a8010e59ea8e"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::serial_history target = phd_framework::zfs verb = list
11392024-03-28T07:27:20.792ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::serial_history stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-c980090c-0955-40c2-b3d8-a8010e59ea8e 0B 1.80T 649M /phd-artifacts/phd-clone-c980090c-0955-40c2-b3d8-a8010e59ea8e\n target = phd_framework::zfs
11402024-03-28T07:27:20.793ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
11412024-03-28T07:27:20.793ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::serial_history spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-c980090c-0955-40c2-b3d8-a8010e59ea8e/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_serial_history
11422024-03-28T07:27:20.793ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
11432024-03-28T07:27:20.793ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_serial_history.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::serial_history server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
11442024-03-28T07:27:20.793ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::serial_history stderr_path = "/tmp/propolis-phd/migration_serial_history.stderr.log" stdout_path = "/tmp/propolis-phd/migration_serial_history.stdout.log" target = phd_framework::server_log_mode
11452024-03-28T07:27:20.803ZINFOphd-runner: [NEW - EVENT] Launched server with pid 999 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::serial_history target = phd_framework::test_vm::server
11462024-03-28T07:27:20.803ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
11472024-03-28T07:27:20.803ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 575ad0b5-3377-4c68-9d01-18800ead1513
11482024-03-28T07:27:20.803ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 575ad0b5-3377-4c68-9d01-18800ead1513
11492024-03-28T07:27:21.372ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
11502024-03-28T07:27:21.374ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 575ad0b5-3377-4c68-9d01-18800ead1513, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: dfe4277b-25c2-4b3d-8f17-d76b029b6561, silo_id: d9a60e91-1f3a-4688-84e5-4c02f4bf4fcd }, name: "phd-vm-575ad0b5-3377-4c68-9d01-18800ead1513", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::migrate::serial_history self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-c980090c-0955-40c2-b3d8-a8010e59ea8e/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_serial_history vm_id = 575ad0b5-3377-4c68-9d01-18800ead1513
11512024-03-28T07:27:21.374ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 570 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 575ad0b5-3377-4c68-9d01-18800ead1513
11522024-03-28T07:27:21.374ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 575ad0b5-3377-4c68-9d01-18800ead1513
11532024-03-28T07:27:21.374ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::migrate::serial_history state = Run target = phd_framework::test_vm vm = migration_serial_history vm_id = 575ad0b5-3377-4c68-9d01-18800ead1513
11542024-03-28T07:27:21.374ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 575ad0b5-3377-4c68-9d01-18800ead1513
11552024-03-28T07:27:21.374ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
11562024-03-28T07:27:21.375ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::migrate::serial_history target = phd_framework::test_vm timeout_duration = 300s vm = migration_serial_history vm_id = 575ad0b5-3377-4c68-9d01-18800ead1513
11572024-03-28T07:27:21.375ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::serial_history step = WaitFor("localhost login: ") target = phd_framework::test_vm
11582024-03-28T07:27:21.375ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 575ad0b5-3377-4c68-9d01-18800ead1513
11592024-03-28T07:27:21.375ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::serial_history target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_serial_history vm_id = 575ad0b5-3377-4c68-9d01-18800ead1513
11602024-03-28T07:27:25.604ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4228 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 575ad0b5-3377-4c68-9d01-18800ead1513
11612024-03-28T07:27:25.604ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::serial_history step = WriteStr("root") target = phd_framework::test_vm
11622024-03-28T07:27:25.604ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::serial_history step = WaitFor("localhost:~#") target = phd_framework::test_vm
11632024-03-28T07:27:25.604ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 575ad0b5-3377-4c68-9d01-18800ead1513
11642024-03-28T07:27:25.604ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::serial_history target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_serial_history vm_id = 575ad0b5-3377-4c68-9d01-18800ead1513
11652024-03-28T07:27:25.623ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 575ad0b5-3377-4c68-9d01-18800ead1513
11662024-03-28T07:27:25.623ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
11672024-03-28T07:27:25.623ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4248 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
11682024-03-28T07:27:25.624ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 575ad0b5-3377-4c68-9d01-18800ead1513
11692024-03-28T07:27:25.624ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::serial_history target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_serial_history vm_id = 575ad0b5-3377-4c68-9d01-18800ead1513
11702024-03-28T07:27:25.633ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 575ad0b5-3377-4c68-9d01-18800ead1513
11712024-03-28T07:27:25.634ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 575ad0b5-3377-4c68-9d01-18800ead1513
11722024-03-28T07:27:25.634ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::serial_history target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_serial_history vm_id = 575ad0b5-3377-4c68-9d01-18800ead1513
11732024-03-28T07:27:25.664ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 30 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 575ad0b5-3377-4c68-9d01-18800ead1513
11742024-03-28T07:27:25.668ZINFOphd-runner: [TEST - EVENT] migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 74 path = phd_tests::migrate::serial_history propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_serial_history
11752024-03-28T07:27:25.668ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
11762024-03-28T07:27:25.668ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::serial_history spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-c980090c-0955-40c2-b3d8-a8010e59ea8e/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_serial_history_lifecycle_0
11772024-03-28T07:27:25.669ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
11782024-03-28T07:27:25.669ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_serial_history_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::serial_history server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
11792024-03-28T07:27:25.669ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::serial_history stderr_path = "/tmp/propolis-phd/migration_serial_history_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_serial_history_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
11802024-03-28T07:27:25.685ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1000 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::serial_history target = phd_framework::test_vm::server
11812024-03-28T07:27:25.685ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 16 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
11822024-03-28T07:27:25.685ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 575ad0b5-3377-4c68-9d01-18800ead1513 target = phd_framework::test_vm target_id = 746d1cbf-279a-4268-8952-6e51ffbe1dd8
11832024-03-28T07:27:25.685ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = 1f85125d-f269-441a-8dad-ba97130c8962 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 575ad0b5-3377-4c68-9d01-18800ead1513 target = phd_framework::test_vm target_id = 746d1cbf-279a-4268-8952-6e51ffbe1dd8 timeout_duration = 45s
11842024-03-28T07:27:25.685ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 575ad0b5-3377-4c68-9d01-18800ead1513 target = phd_framework::test_vm target_id = 746d1cbf-279a-4268-8952-6e51ffbe1dd8 vm = migration_serial_history_lifecycle_0 vm_id = 746d1cbf-279a-4268-8952-6e51ffbe1dd8
11852024-03-28T07:27:25.686ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 575ad0b5-3377-4c68-9d01-18800ead1513 target = phd_framework::test_vm target_id = 746d1cbf-279a-4268-8952-6e51ffbe1dd8 vm = migration_serial_history_lifecycle_0 vm_id = 746d1cbf-279a-4268-8952-6e51ffbe1dd8
11862024-03-28T07:27:26.275ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 746d1cbf-279a-4268-8952-6e51ffbe1dd8, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 1cb3abe3-d6f9-49ac-b1c5-2a37a7c0650b, silo_id: 1318589e-9387-45de-b803-0d24cb269d2c }, name: "phd-vm-746d1cbf-279a-4268-8952-6e51ffbe1dd8", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::serial_history self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-c980090c-0955-40c2-b3d8-a8010e59ea8e/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migration_serial_history source_id = 575ad0b5-3377-4c68-9d01-18800ead1513 target = phd_framework::test_vm target_id = 746d1cbf-279a-4268-8952-6e51ffbe1dd8 vm = migration_serial_history_lifecycle_0 vm_id = 746d1cbf-279a-4268-8952-6e51ffbe1dd8
11872024-03-28T07:27:26.275ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 589 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 575ad0b5-3377-4c68-9d01-18800ead1513 target = phd_framework::test_vm target_id = 746d1cbf-279a-4268-8952-6e51ffbe1dd8 vm = migration_serial_history_lifecycle_0 vm_id = 746d1cbf-279a-4268-8952-6e51ffbe1dd8
11882024-03-28T07:27:26.275ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 1f85125d-f269-441a-8dad-ba97130c8962 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 575ad0b5-3377-4c68-9d01-18800ead1513 target = phd_framework::test_vm target_id = 746d1cbf-279a-4268-8952-6e51ffbe1dd8
11892024-03-28T07:27:37.770ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":7685}} target = phd_framework::serial
11902024-03-28T07:27:39.591ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 575ad0b5-3377-4c68-9d01-18800ead1513 target = phd_framework::test_vm target_id = 746d1cbf-279a-4268-8952-6e51ffbe1dd8
11912024-03-28T07:27:39.591ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 13315 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 1f85125d-f269-441a-8dad-ba97130c8962 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 575ad0b5-3377-4c68-9d01-18800ead1513 target = phd_framework::test_vm target_id = 746d1cbf-279a-4268-8952-6e51ffbe1dd8
11922024-03-28T07:27:39.591ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 13905 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = 575ad0b5-3377-4c68-9d01-18800ead1513 target = phd_framework::test_vm target_id = 746d1cbf-279a-4268-8952-6e51ffbe1dd8
11932024-03-28T07:27:39.592ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 575ad0b5-3377-4c68-9d01-18800ead1513
11942024-03-28T07:27:39.593ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::serial_history self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migration_serial_history vm_id = 575ad0b5-3377-4c68-9d01-18800ead1513
11952024-03-28T07:27:39.721ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 128 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = 575ad0b5-3377-4c68-9d01-18800ead1513
11962024-03-28T07:27:39.723ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history_lifecycle_0 vm_id = 746d1cbf-279a-4268-8952-6e51ffbe1dd8
11972024-03-28T07:27:39.724ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
11982024-03-28T07:27:39.724ZINFOphd-runner: test phd_tests::migrate::serial_history ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
11992024-03-28T07:27:39.724ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 18351 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
12002024-03-28T07:27:39.724ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
12012024-03-28T07:27:39.725ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history_lifecycle_0 vm_id = 746d1cbf-279a-4268-8952-6e51ffbe1dd8
12022024-03-28T07:27:40.443ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::serial_history self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migration_serial_history_lifecycle_0 vm_id = 746d1cbf-279a-4268-8952-6e51ffbe1dd8
12032024-03-28T07:27:40.577ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::serial_history target = phd_framework::zfs vm = migration_serial_history_lifecycle_0 vm_id = 746d1cbf-279a-4268-8952-6e51ffbe1dd8
12042024-03-28T07:27:40.577ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-c980090c-0955-40c2-b3d8-a8010e59ea8e"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::serial_history target = phd_framework::zfs verb = destroy vm = migration_serial_history_lifecycle_0 vm_id = 746d1cbf-279a-4268-8952-6e51ffbe1dd8
12052024-03-28T07:27:40.612ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::serial_history target = phd_framework::zfs vm = migration_serial_history_lifecycle_0 vm_id = 746d1cbf-279a-4268-8952-6e51ffbe1dd8
12062024-03-28T07:27:40.612ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-27f3531d-1062-447c-a3b5-ba866679969d"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::serial_history target = phd_framework::zfs verb = destroy vm = migration_serial_history_lifecycle_0 vm_id = 746d1cbf-279a-4268-8952-6e51ffbe1dd8
12072024-03-28T07:27:40.634ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 910 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history_lifecycle_0 vm_id = 746d1cbf-279a-4268-8952-6e51ffbe1dd8
12082024-03-28T07:27:40.634ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 19916 file = phd-tests/tests/src/migrate.rs line = 18 path = phd_tests::migrate::serial_history target = phd_tests::migrate
12092024-03-28T07:27:40.635ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 910 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
12102024-03-28T07:27:40.635ZINFOphd-runner: Starting test phd_tests::migrate::smoke_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
12112024-03-28T07:27:40.635ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
12122024-03-28T07:27:40.635ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
12132024-03-28T07:27:40.635ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 13 path = phd_tests::migrate::smoke_test target = phd_tests::migrate
12142024-03-28T07:27:40.635ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
12152024-03-28T07:27:40.635ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
12162024-03-28T07:27:40.635ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
12172024-03-28T07:27:40.635ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::smoke_test target = phd_framework::zfs verb = list
12182024-03-28T07:27:40.651ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::smoke_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 649M 1.80T 649M /phd-artifacts\n target = phd_framework::zfs
12192024-03-28T07:27:40.651ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-09a78fc4-f71d-4d0a-9e8c-0181fdcd33d5"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::smoke_test target = phd_framework::zfs verb = snapshot
12202024-03-28T07:27:40.672ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-09a78fc4-f71d-4d0a-9e8c-0181fdcd33d5", "phd-artifacts/phd-clone-70741017-f7ea-4cb7-ae4f-aeaeb02a9b83"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::smoke_test target = phd_framework::zfs verb = clone
12212024-03-28T07:27:40.692ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-70741017-f7ea-4cb7-ae4f-aeaeb02a9b83"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::smoke_test target = phd_framework::zfs verb = list
12222024-03-28T07:27:40.707ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::smoke_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-70741017-f7ea-4cb7-ae4f-aeaeb02a9b83 0B 1.80T 649M /phd-artifacts/phd-clone-70741017-f7ea-4cb7-ae4f-aeaeb02a9b83\n target = phd_framework::zfs
12232024-03-28T07:27:40.707ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
12242024-03-28T07:27:40.707ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::smoke_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-70741017-f7ea-4cb7-ae4f-aeaeb02a9b83/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_smoke
12252024-03-28T07:27:40.707ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
12262024-03-28T07:27:40.708ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_smoke.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::smoke_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
12272024-03-28T07:27:40.708ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::smoke_test stderr_path = "/tmp/propolis-phd/migration_smoke.stderr.log" stdout_path = "/tmp/propolis-phd/migration_smoke.stdout.log" target = phd_framework::server_log_mode
12282024-03-28T07:27:40.717ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1009 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm::server
12292024-03-28T07:27:40.717ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
12302024-03-28T07:27:40.717ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12312024-03-28T07:27:40.718ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12322024-03-28T07:27:41.356ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
12332024-03-28T07:27:41.357ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 5828a503-ef7c-4fef-b8b8-d28e932adee5, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 2628c875-3539-4b22-8181-3f07b67f3e3d, silo_id: c46493ce-8bab-4f76-8c90-3f9ed6cb69a0 }, name: "phd-vm-5828a503-ef7c-4fef-b8b8-d28e932adee5", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::migrate::smoke_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-70741017-f7ea-4cb7-ae4f-aeaeb02a9b83/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12342024-03-28T07:27:41.357ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 639 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12352024-03-28T07:27:41.357ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12362024-03-28T07:27:41.357ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::migrate::smoke_test state = Run target = phd_framework::test_vm vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12372024-03-28T07:27:41.357ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12382024-03-28T07:27:41.357ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
12392024-03-28T07:27:41.357ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = 300s vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12402024-03-28T07:27:41.357ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::smoke_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
12412024-03-28T07:27:41.357ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12422024-03-28T07:27:41.357ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12432024-03-28T07:27:45.588ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4230 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12442024-03-28T07:27:45.588ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::smoke_test step = WriteStr("root") target = phd_framework::test_vm
12452024-03-28T07:27:45.588ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::smoke_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
12462024-03-28T07:27:45.588ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12472024-03-28T07:27:45.588ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12482024-03-28T07:27:45.608ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12492024-03-28T07:27:45.608ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
12502024-03-28T07:27:45.608ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4250 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
12512024-03-28T07:27:45.608ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12522024-03-28T07:27:45.608ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12532024-03-28T07:27:45.618ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12542024-03-28T07:27:45.618ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12552024-03-28T07:27:45.618ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12562024-03-28T07:27:45.649ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 31 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12572024-03-28T07:27:45.650ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12582024-03-28T07:27:45.650ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12592024-03-28T07:27:45.661ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12602024-03-28T07:27:45.661ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12612024-03-28T07:27:45.661ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12622024-03-28T07:27:45.694ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12632024-03-28T07:27:45.694ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12642024-03-28T07:27:45.694ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12652024-03-28T07:27:45.704ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12662024-03-28T07:27:45.704ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12672024-03-28T07:27:45.705ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12682024-03-28T07:27:45.727ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 22 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12692024-03-28T07:27:45.727ZINFOphd-runner: [TEST - EVENT] migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 74 path = phd_tests::migrate::smoke_test propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_smoke
12702024-03-28T07:27:45.727ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
12712024-03-28T07:27:45.727ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::smoke_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-70741017-f7ea-4cb7-ae4f-aeaeb02a9b83/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migration_smoke_lifecycle_0
12722024-03-28T07:27:45.727ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
12732024-03-28T07:27:45.727ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_smoke_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::smoke_test server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
12742024-03-28T07:27:45.727ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::smoke_test stderr_path = "/tmp/propolis-phd/migration_smoke_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_smoke_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
12752024-03-28T07:27:45.742ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1010 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm::server
12762024-03-28T07:27:45.743ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 15 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
12772024-03-28T07:27:45.743ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5 target = phd_framework::test_vm target_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec
12782024-03-28T07:27:45.743ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = 7d81ba28-8074-45cd-954c-5ec4bacfc6c9 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5 target = phd_framework::test_vm target_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec timeout_duration = 45s
12792024-03-28T07:27:45.743ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5 target = phd_framework::test_vm target_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec vm = migration_smoke_lifecycle_0 vm_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec
12802024-03-28T07:27:45.743ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5 target = phd_framework::test_vm target_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec vm = migration_smoke_lifecycle_0 vm_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec
12812024-03-28T07:27:46.140ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 39a4111e-8104-4bc0-b758-c4565e02f070, silo_id: d81453d8-3020-4ad5-9faf-876f1c0f5994 }, name: "phd-vm-fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::smoke_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-70741017-f7ea-4cb7-ae4f-aeaeb02a9b83/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migration_smoke source_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5 target = phd_framework::test_vm target_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec vm = migration_smoke_lifecycle_0 vm_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec
12822024-03-28T07:27:46.140ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 397 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5 target = phd_framework::test_vm target_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec vm = migration_smoke_lifecycle_0 vm_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec
12832024-03-28T07:27:46.140ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 7d81ba28-8074-45cd-954c-5ec4bacfc6c9 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5 target = phd_framework::test_vm target_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec
12842024-03-28T07:27:57.568ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":7718}} target = phd_framework::serial
12852024-03-28T07:27:58.950ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5 target = phd_framework::test_vm target_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec
12862024-03-28T07:27:58.950ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 12809 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 7d81ba28-8074-45cd-954c-5ec4bacfc6c9 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5 target = phd_framework::test_vm target_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec
12872024-03-28T07:27:58.950ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 13207 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5 target = phd_framework::test_vm target_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec
12882024-03-28T07:27:58.951ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12892024-03-28T07:27:58.951ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec
12902024-03-28T07:27:58.951ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_smoke_lifecycle_0 vm_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec
12912024-03-28T07:27:58.952ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::smoke_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12922024-03-28T07:27:59.089ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 137 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 5828a503-ef7c-4fef-b8b8-d28e932adee5
12932024-03-28T07:27:59.090ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 138 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec
12942024-03-28T07:27:59.090ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec
12952024-03-28T07:27:59.090ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_smoke_lifecycle_0 vm_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec
12962024-03-28T07:27:59.124ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 33 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec
12972024-03-28T07:27:59.124ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec
12982024-03-28T07:27:59.124ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
12992024-03-28T07:27:59.124ZINFOphd-runner: test phd_tests::migrate::smoke_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
13002024-03-28T07:27:59.124ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 17768 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
13012024-03-28T07:27:59.124ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
13022024-03-28T07:27:59.125ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec
13032024-03-28T07:27:59.617ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::smoke_test self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migration_smoke_lifecycle_0 vm_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec
13042024-03-28T07:27:59.753ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::smoke_test target = phd_framework::zfs vm = migration_smoke_lifecycle_0 vm_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec
13052024-03-28T07:27:59.753ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-70741017-f7ea-4cb7-ae4f-aeaeb02a9b83"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::smoke_test target = phd_framework::zfs verb = destroy vm = migration_smoke_lifecycle_0 vm_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec
13062024-03-28T07:27:59.781ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::smoke_test target = phd_framework::zfs vm = migration_smoke_lifecycle_0 vm_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec
13072024-03-28T07:27:59.781ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-09a78fc4-f71d-4d0a-9e8c-0181fdcd33d5"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::smoke_test target = phd_framework::zfs verb = destroy vm = migration_smoke_lifecycle_0 vm_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec
13082024-03-28T07:27:59.802ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 678 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = fb2f0cc1-4eb8-4e27-b7f4-7f8eaa7318ec
13092024-03-28T07:27:59.803ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 19167 file = phd-tests/tests/src/migrate.rs line = 13 path = phd_tests::migrate::smoke_test target = phd_tests::migrate
13102024-03-28T07:27:59.803ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 678 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
13112024-03-28T07:27:59.803ZINFOphd-runner: Starting test phd_tests::framework::multiline_serial_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
13122024-03-28T07:27:59.803ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
13132024-03-28T07:27:59.803ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
13142024-03-28T07:27:59.803ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/framework.rs line = 10 path = phd_tests::framework::multiline_serial_test target = phd_tests::framework
13152024-03-28T07:27:59.803ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
13162024-03-28T07:27:59.803ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
13172024-03-28T07:27:59.803ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
13182024-03-28T07:27:59.804ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs verb = list
13192024-03-28T07:27:59.827ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::framework::multiline_serial_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 649M 1.80T 649M /phd-artifacts\n target = phd_framework::zfs
13202024-03-28T07:27:59.827ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-694c0f89-df38-4257-8708-b9f1410f5469"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs verb = snapshot
13212024-03-28T07:27:59.854ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-694c0f89-df38-4257-8708-b9f1410f5469", "phd-artifacts/phd-clone-ebe46684-e565-43ce-8262-c4daaa613b73"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs verb = clone
13222024-03-28T07:27:59.883ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-ebe46684-e565-43ce-8262-c4daaa613b73"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs verb = list
13232024-03-28T07:27:59.899ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::framework::multiline_serial_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-ebe46684-e565-43ce-8262-c4daaa613b73 0B 1.80T 649M /phd-artifacts/phd-clone-ebe46684-e565-43ce-8262-c4daaa613b73\n target = phd_framework::zfs
13242024-03-28T07:27:59.900ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm
13252024-03-28T07:27:59.900ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::framework::multiline_serial_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-ebe46684-e565-43ce-8262-c4daaa613b73/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = multiline_test
13262024-03-28T07:27:59.900ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
13272024-03-28T07:27:59.900ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/multiline_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::framework::multiline_serial_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
13282024-03-28T07:27:59.900ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::framework::multiline_serial_test stderr_path = "/tmp/propolis-phd/multiline_test.stderr.log" stdout_path = "/tmp/propolis-phd/multiline_test.stdout.log" target = phd_framework::server_log_mode
13292024-03-28T07:27:59.909ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1019 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm::server
13302024-03-28T07:27:59.910ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm
13312024-03-28T07:27:59.910ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13322024-03-28T07:27:59.910ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13332024-03-28T07:28:00.661ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
13342024-03-28T07:28:00.661ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 5226fbd5-6304-400d-a595-3a0ae4df9142, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 26ccc04b-2a9a-40cf-9565-2d8fbcb30576, silo_id: 4113b567-3b28-48c5-8240-7c55e835d8f3 }, name: "phd-vm-5226fbd5-6304-400d-a595-3a0ae4df9142", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::framework::multiline_serial_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-ebe46684-e565-43ce-8262-c4daaa613b73/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13352024-03-28T07:28:00.662ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 751 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13362024-03-28T07:28:00.662ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13372024-03-28T07:28:00.662ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::framework::multiline_serial_test state = Run target = phd_framework::test_vm vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13382024-03-28T07:28:00.662ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13392024-03-28T07:28:00.662ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm
13402024-03-28T07:28:00.662ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm timeout_duration = 300s vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13412024-03-28T07:28:00.662ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::framework::multiline_serial_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
13422024-03-28T07:28:00.662ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13432024-03-28T07:28:00.662ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13442024-03-28T07:28:04.882ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4219 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13452024-03-28T07:28:04.882ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::framework::multiline_serial_test step = WriteStr("root") target = phd_framework::test_vm
13462024-03-28T07:28:04.883ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::framework::multiline_serial_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
13472024-03-28T07:28:04.883ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13482024-03-28T07:28:04.883ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13492024-03-28T07:28:04.902ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13502024-03-28T07:28:04.902ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm
13512024-03-28T07:28:04.902ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4240 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm
13522024-03-28T07:28:04.902ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13532024-03-28T07:28:04.903ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13542024-03-28T07:28:04.934ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 31 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13552024-03-28T07:28:04.934ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13562024-03-28T07:28:04.934ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13572024-03-28T07:28:04.943ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13582024-03-28T07:28:04.944ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13592024-03-28T07:28:04.944ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
13602024-03-28T07:28:04.944ZINFOphd-runner: test phd_tests::framework::multiline_serial_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
13612024-03-28T07:28:04.944ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 4283 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
13622024-03-28T07:28:04.944ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
13632024-03-28T07:28:04.945ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13642024-03-28T07:28:05.360ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::framework::multiline_serial_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13652024-03-28T07:28:05.497ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13662024-03-28T07:28:05.497ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-ebe46684-e565-43ce-8262-c4daaa613b73"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs verb = destroy vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13672024-03-28T07:28:05.529ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13682024-03-28T07:28:05.529ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-694c0f89-df38-4257-8708-b9f1410f5469"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs verb = destroy vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13692024-03-28T07:28:05.554ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 610 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 5226fbd5-6304-400d-a595-3a0ae4df9142
13702024-03-28T07:28:05.554ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 5751 file = phd-tests/tests/src/framework.rs line = 10 path = phd_tests::framework::multiline_serial_test target = phd_tests::framework
13712024-03-28T07:28:05.554ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 610 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
13722024-03-28T07:28:05.554ZINFOphd-runner: Starting test phd_tests::crucible::migrate::load_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
13732024-03-28T07:28:05.555ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
13742024-03-28T07:28:05.555ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
13752024-03-28T07:28:05.555ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/crucible/migrate.rs line = 39 path = phd_tests::crucible::migrate::load_test target = phd_tests::crucible::migrate
13762024-03-28T07:28:05.555ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
13772024-03-28T07:28:05.555ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
13782024-03-28T07:28:05.555ZDEBGphd-runner: [TEST - EVENT] checking for existing copy of artifact file = phd-tests/framework/src/artifacts/store.rs line = 89 maybe_path = /phd-artifacts/befb56700b5f07b1c345aa2fe36100e547820aa6aac67a259f58a8651b489594/crucible-nightly.tar.gz path = phd_tests::crucible::migrate::load_test target = phd_framework::artifacts::store
13792024-03-28T07:28:05.555ZDEBGphd-runner: [TEST - EVENT] Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 215 path = phd_tests::crucible::migrate::load_test target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/952c7d60d22be5198b892bec8d92f4291b9160c2/crucible-nightly.tar.gz
13802024-03-28T07:28:23.722ZDEBGphd-runner: [TEST - EVENT] Extracting artifact from tarball extracted_path = /phd-artifacts/befb56700b5f07b1c345aa2fe36100e547820aa6aac67a259f58a8651b489594/crucible-downstairs file = phd-tests/framework/src/artifacts/store.rs line = 162 path = phd_tests::crucible::migrate::load_test target = phd_framework::artifacts::store untar_path = target/release/crucible-downstairs
13812024-03-28T07:28:23.722ZDEBGphd-runner: [TEST - EVENT] Extracting gzipped tarball... file = phd-tests/framework/src/artifacts/store.rs line = 518 path = phd_tests::crucible::migrate::load_test target = phd_framework::artifacts::store
13822024-03-28T07:28:27.979ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
13832024-03-28T07:28:27.979ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9000", "--encrypted", "--uuid", "4660d83e-aeeb-489c-8d59-18c63278a534", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
13842024-03-28T07:28:28.058ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::migrate::load_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:28:28.019453633Z","hostname":"sock","pid":1023}\n{"msg":"UUID: 4660d83e-aeeb-489c-8d59-18c63278a534","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:28:28.051082556Z","hostname":"sock","pid":1023}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:28:28.051092086Z","hostname":"sock","pid":1023}\n target = phd_framework::disk::crucible
13852024-03-28T07:28:28.058ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9001", "--encrypted", "--uuid", "4660d83e-aeeb-489c-8d59-18c63278a534", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
13862024-03-28T07:28:28.118ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::migrate::load_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:28:28.081192616Z","hostname":"sock","pid":1024}\n{"msg":"UUID: 4660d83e-aeeb-489c-8d59-18c63278a534","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:28:28.111872984Z","hostname":"sock","pid":1024}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:28:28.111888084Z","hostname":"sock","pid":1024}\n target = phd_framework::disk::crucible
13872024-03-28T07:28:28.118ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9002", "--encrypted", "--uuid", "4660d83e-aeeb-489c-8d59-18c63278a534", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
13882024-03-28T07:28:28.173ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::migrate::load_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:28:28.136085506Z","hostname":"sock","pid":1025}\n{"msg":"UUID: 4660d83e-aeeb-489c-8d59-18c63278a534","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:28:28.166574741Z","hostname":"sock","pid":1025}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:28:28.166588332Z","hostname":"sock","pid":1025}\n target = phd_framework::disk::crucible
13892024-03-28T07:28:28.173ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::load_test stderr_path = "/tmp/propolis-phd/crucible_4660d83e-aeeb-489c-8d59-18c63278a534_9000.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_4660d83e-aeeb-489c-8d59-18c63278a534_9000.stdout.log" target = phd_framework::server_log_mode
13902024-03-28T07:28:28.173ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
13912024-03-28T07:28:28.174ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
13922024-03-28T07:28:28.184ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::load_test stderr_path = "/tmp/propolis-phd/crucible_4660d83e-aeeb-489c-8d59-18c63278a534_9001.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_4660d83e-aeeb-489c-8d59-18c63278a534_9001.stdout.log" target = phd_framework::server_log_mode
13932024-03-28T07:28:28.184ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
13942024-03-28T07:28:28.184ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
13952024-03-28T07:28:28.193ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::load_test stderr_path = "/tmp/propolis-phd/crucible_4660d83e-aeeb-489c-8d59-18c63278a534_9002.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_4660d83e-aeeb-489c-8d59-18c63278a534_9002.stdout.log" target = phd_framework::server_log_mode
13962024-03-28T07:28:28.194ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
13972024-03-28T07:28:28.194ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
13982024-03-28T07:28:28.204ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
13992024-03-28T07:28:28.204ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::crucible::migrate::load_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"4660d83e-aeeb-489c-8d59-18c63278a534\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"492684a3-2f2f-4397-9b5a-4a39d256fbfa\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"a98dac2d-4656-44a8-84b6-e9c51af14186\\",\\"key\\":\\"f9gPKixL6q8YChPU86ezFP+DpiP1Z6bCqNvn/2oDnuI=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = crucible_load_test_source
14002024-03-28T07:28:28.204ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
14012024-03-28T07:28:28.204ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_load_test_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::migrate::load_test server_addr = 127.0.0.1:9003 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
14022024-03-28T07:28:28.204ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::load_test stderr_path = "/tmp/propolis-phd/crucible_load_test_source.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_load_test_source.stdout.log" target = phd_framework::server_log_mode
14032024-03-28T07:28:28.214ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1029 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm::server
14042024-03-28T07:28:28.215ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
14052024-03-28T07:28:28.215ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14062024-03-28T07:28:28.216ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14072024-03-28T07:28:29.000ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
14082024-03-28T07:28:29.001ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 661f4f9c-7a21-4874-a4fa-0e9469e6212f, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: de42034c-fd2e-4f59-8a83-6aaeed01b29c, silo_id: 4f356b3a-b93e-456d-87ad-2ae9ecebc103 }, name: "phd-vm-661f4f9c-7a21-4874-a4fa-0e9469e6212f", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::crucible::migrate::load_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"4660d83e-aeeb-489c-8d59-18c63278a534\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"492684a3-2f2f-4397-9b5a-4a39d256fbfa\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"a98dac2d-4656-44a8-84b6-e9c51af14186\\",\\"key\\":\\"f9gPKixL6q8YChPU86ezFP+DpiP1Z6bCqNvn/2oDnuI=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14092024-03-28T07:28:29.001ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 785 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14102024-03-28T07:28:29.001ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14112024-03-28T07:28:29.001ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::crucible::migrate::load_test state = Run target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14122024-03-28T07:28:29.001ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14132024-03-28T07:28:29.001ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
14142024-03-28T07:28:29.002ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = 300s vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14152024-03-28T07:28:29.002ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::crucible::migrate::load_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
14162024-03-28T07:28:29.002ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14172024-03-28T07:28:29.002ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14182024-03-28T07:28:33.778ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4776 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14192024-03-28T07:28:33.778ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::crucible::migrate::load_test step = WriteStr("root") target = phd_framework::test_vm
14202024-03-28T07:28:33.778ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::crucible::migrate::load_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
14212024-03-28T07:28:33.778ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14222024-03-28T07:28:33.778ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14232024-03-28T07:28:33.798ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14242024-03-28T07:28:33.798ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
14252024-03-28T07:28:33.798ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4796 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
14262024-03-28T07:28:33.798ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
14272024-03-28T07:28:33.798ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::crucible::migrate::load_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"4660d83e-aeeb-489c-8d59-18c63278a534\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"5527fc34-031e-42d5-a0b1-4994568ff7a5\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":2,\\"opts\\":{\\"id\\":\\"f999f5c7-01b8-4794-8fbd-d28ab62413b9\\",\\"key\\":\\"f9gPKixL6q8YChPU86ezFP+DpiP1Z6bCqNvn/2oDnuI=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = crucible_load_test_target
14282024-03-28T07:28:33.798ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
14292024-03-28T07:28:33.798ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_load_test_target.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::migrate::load_test server_addr = 127.0.0.1:9005 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
14302024-03-28T07:28:33.798ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::load_test stderr_path = "/tmp/propolis-phd/crucible_load_test_target.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_load_test_target.stdout.log" target = phd_framework::server_log_mode
14312024-03-28T07:28:33.814ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1030 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm::server
14322024-03-28T07:28:33.814ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 16 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
14332024-03-28T07:28:33.814ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14342024-03-28T07:28:33.814ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14352024-03-28T07:28:33.830ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 15 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14362024-03-28T07:28:33.830ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14372024-03-28T07:28:33.830ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14382024-03-28T07:28:34.058ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 227 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14392024-03-28T07:28:34.058ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14402024-03-28T07:28:34.058ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14412024-03-28T07:28:34.069ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14422024-03-28T07:28:34.069ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14432024-03-28T07:28:34.069ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14442024-03-28T07:28:34.335ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 265 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14452024-03-28T07:28:34.335ZINFOphd-runner: [TEST - EVENT] Generated SHA256 checksum: c5a3365fb4eb4f675654df9461df10359715b60aa4515b554fa61b0ac920685d file = phd-tests/tests/src/crucible/migrate.rs line = 72 path = phd_tests::crucible::migrate::load_test target = phd_tests::crucible::migrate
14462024-03-28T07:28:34.335ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14472024-03-28T07:28:34.335ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14482024-03-28T07:28:34.346ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14492024-03-28T07:28:34.346ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14502024-03-28T07:28:34.346ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14512024-03-28T07:28:34.368ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 21 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14522024-03-28T07:28:34.368ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f target = phd_framework::test_vm target_id = 212f1c5e-d515-451a-abd7-7425351a8775
14532024-03-28T07:28:34.368ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9003 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = 94e1225f-1e95-4d0d-917b-7545e5db27fa path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f target = phd_framework::test_vm target_id = 212f1c5e-d515-451a-abd7-7425351a8775 timeout_duration = 45s
14542024-03-28T07:28:34.368ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f target = phd_framework::test_vm target_id = 212f1c5e-d515-451a-abd7-7425351a8775 vm = crucible_load_test_target vm_id = 212f1c5e-d515-451a-abd7-7425351a8775
14552024-03-28T07:28:34.492ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 212f1c5e-d515-451a-abd7-7425351a8775, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: f3ec11c3-d624-4a23-979a-f2d9b9d669bb, silo_id: 75bb4a8c-b2c7-4fb2-b1b1-7f26f77110c4 }, name: "phd-vm-212f1c5e-d515-451a-abd7-7425351a8775", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::crucible::migrate::load_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"4660d83e-aeeb-489c-8d59-18c63278a534\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"5527fc34-031e-42d5-a0b1-4994568ff7a5\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":2,\\"opts\\":{\\"id\\":\\"f999f5c7-01b8-4794-8fbd-d28ab62413b9\\",\\"key\\":\\"f9gPKixL6q8YChPU86ezFP+DpiP1Z6bCqNvn/2oDnuI=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = crucible_load_test_source source_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f target = phd_framework::test_vm target_id = 212f1c5e-d515-451a-abd7-7425351a8775 vm = crucible_load_test_target vm_id = 212f1c5e-d515-451a-abd7-7425351a8775
14562024-03-28T07:28:34.492ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 123 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f target = phd_framework::test_vm target_id = 212f1c5e-d515-451a-abd7-7425351a8775 vm = crucible_load_test_target vm_id = 212f1c5e-d515-451a-abd7-7425351a8775
14572024-03-28T07:28:34.492ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 94e1225f-1e95-4d0d-917b-7545e5db27fa path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f target = phd_framework::test_vm target_id = 212f1c5e-d515-451a-abd7-7425351a8775
14582024-03-28T07:28:45.934ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9005","from_start":7920}} target = phd_framework::serial
14592024-03-28T07:28:47.161ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f target = phd_framework::test_vm target_id = 212f1c5e-d515-451a-abd7-7425351a8775
14602024-03-28T07:28:47.161ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 12669 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 94e1225f-1e95-4d0d-917b-7545e5db27fa path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f target = phd_framework::test_vm target_id = 212f1c5e-d515-451a-abd7-7425351a8775
14612024-03-28T07:28:47.161ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 12793 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f target = phd_framework::test_vm target_id = 212f1c5e-d515-451a-abd7-7425351a8775
14622024-03-28T07:28:47.161ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 212f1c5e-d515-451a-abd7-7425351a8775
14632024-03-28T07:28:47.161ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_load_test_target vm_id = 212f1c5e-d515-451a-abd7-7425351a8775
14642024-03-28T07:28:47.173ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 212f1c5e-d515-451a-abd7-7425351a8775
14652024-03-28T07:28:47.173ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 212f1c5e-d515-451a-abd7-7425351a8775
14662024-03-28T07:28:47.173ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_load_test_target vm_id = 212f1c5e-d515-451a-abd7-7425351a8775
14672024-03-28T07:28:47.206ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 33 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 212f1c5e-d515-451a-abd7-7425351a8775
14682024-03-28T07:28:47.206ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 212f1c5e-d515-451a-abd7-7425351a8775
14692024-03-28T07:28:47.206ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_load_test_target vm_id = 212f1c5e-d515-451a-abd7-7425351a8775
14702024-03-28T07:28:47.218ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 212f1c5e-d515-451a-abd7-7425351a8775
14712024-03-28T07:28:47.218ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 212f1c5e-d515-451a-abd7-7425351a8775
14722024-03-28T07:28:47.218ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_load_test_target vm_id = 212f1c5e-d515-451a-abd7-7425351a8775
14732024-03-28T07:28:47.489ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 271 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 212f1c5e-d515-451a-abd7-7425351a8775
14742024-03-28T07:28:47.489ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 212f1c5e-d515-451a-abd7-7425351a8775
14752024-03-28T07:28:47.489ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14762024-03-28T07:28:47.490ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
14772024-03-28T07:28:47.490ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 18489 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
14782024-03-28T07:28:47.490ZINFOphd-runner: test phd_tests::crucible::migrate::load_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
14792024-03-28T07:28:47.490ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
14802024-03-28T07:28:47.490ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 212f1c5e-d515-451a-abd7-7425351a8775
14812024-03-28T07:28:47.491ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::migrate::load_test self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14822024-03-28T07:28:47.617ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 127 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 661f4f9c-7a21-4874-a4fa-0e9469e6212f
14832024-03-28T07:28:47.618ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::migrate::load_test self.address = 127.0.0.1:9005 target = phd_framework::test_vm::server vm = crucible_load_test_target vm_id = 212f1c5e-d515-451a-abd7-7425351a8775
14842024-03-28T07:28:47.756ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::migrate::load_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: "/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9000" } } target = phd_framework::disk::crucible vm = crucible_load_test_target vm_id = 212f1c5e-d515-451a-abd7-7425351a8775
14852024-03-28T07:28:47.768ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::migrate::load_test self.path = "/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9000" target = phd_framework::disk::crucible vm = crucible_load_test_target vm_id = 212f1c5e-d515-451a-abd7-7425351a8775
14862024-03-28T07:28:47.779ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::migrate::load_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: "/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9001" } } target = phd_framework::disk::crucible vm = crucible_load_test_target vm_id = 212f1c5e-d515-451a-abd7-7425351a8775
14872024-03-28T07:28:47.792ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::migrate::load_test self.path = "/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9001" target = phd_framework::disk::crucible vm = crucible_load_test_target vm_id = 212f1c5e-d515-451a-abd7-7425351a8775
14882024-03-28T07:28:47.802ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::migrate::load_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: "/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9002" } } target = phd_framework::disk::crucible vm = crucible_load_test_target vm_id = 212f1c5e-d515-451a-abd7-7425351a8775
14892024-03-28T07:28:47.816ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::migrate::load_test self.path = "/tmp/propolis-phd/4660d83e-aeeb-489c-8d59-18c63278a534_9002" target = phd_framework::disk::crucible vm = crucible_load_test_target vm_id = 212f1c5e-d515-451a-abd7-7425351a8775
14902024-03-28T07:28:47.827ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 337 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 212f1c5e-d515-451a-abd7-7425351a8775
14912024-03-28T07:28:47.827ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 42272 file = phd-tests/tests/src/crucible/migrate.rs line = 39 path = phd_tests::crucible::migrate::load_test target = phd_tests::crucible::migrate
14922024-03-28T07:28:47.827ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 337 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
14932024-03-28T07:28:47.827ZINFOphd-runner: Starting test phd_tests::crucible::migrate::smoke_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
14942024-03-28T07:28:47.827ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
14952024-03-28T07:28:47.827ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
14962024-03-28T07:28:47.827ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/crucible/migrate.rs line = 10 path = phd_tests::crucible::migrate::smoke_test target = phd_tests::crucible::migrate
14972024-03-28T07:28:47.828ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
14982024-03-28T07:28:47.828ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
14992024-03-28T07:28:47.828ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/befb56700b5f07b1c345aa2fe36100e547820aa6aac67a259f58a8651b489594/crucible-downstairs target = phd_framework::artifacts::store
15002024-03-28T07:28:47.828ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
15012024-03-28T07:28:47.828ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9000", "--encrypted", "--uuid", "ca6dc254-2e91-4213-89b9-e49663b71ac8", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15022024-03-28T07:28:47.895ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::migrate::smoke_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:28:47.854158788Z","hostname":"sock","pid":1033}\n{"msg":"UUID: ca6dc254-2e91-4213-89b9-e49663b71ac8","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:28:47.88713134Z","hostname":"sock","pid":1033}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:28:47.88714636Z","hostname":"sock","pid":1033}\n target = phd_framework::disk::crucible
15032024-03-28T07:28:47.895ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9001", "--encrypted", "--uuid", "ca6dc254-2e91-4213-89b9-e49663b71ac8", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15042024-03-28T07:28:47.953ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::migrate::smoke_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:28:47.913507564Z","hostname":"sock","pid":1034}\n{"msg":"UUID: ca6dc254-2e91-4213-89b9-e49663b71ac8","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:28:47.945904009Z","hostname":"sock","pid":1034}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:28:47.945917319Z","hostname":"sock","pid":1034}\n target = phd_framework::disk::crucible
15052024-03-28T07:28:47.953ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9002", "--encrypted", "--uuid", "ca6dc254-2e91-4213-89b9-e49663b71ac8", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15062024-03-28T07:28:48.019ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::migrate::smoke_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:28:47.978316533Z","hostname":"sock","pid":1035}\n{"msg":"UUID: ca6dc254-2e91-4213-89b9-e49663b71ac8","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:28:48.011297705Z","hostname":"sock","pid":1035}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:28:48.011309135Z","hostname":"sock","pid":1035}\n target = phd_framework::disk::crucible
15072024-03-28T07:28:48.019ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::smoke_test stderr_path = "/tmp/propolis-phd/crucible_ca6dc254-2e91-4213-89b9-e49663b71ac8_9000.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_ca6dc254-2e91-4213-89b9-e49663b71ac8_9000.stdout.log" target = phd_framework::server_log_mode
15082024-03-28T07:28:48.019ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15092024-03-28T07:28:48.019ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15102024-03-28T07:28:48.030ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::smoke_test stderr_path = "/tmp/propolis-phd/crucible_ca6dc254-2e91-4213-89b9-e49663b71ac8_9001.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_ca6dc254-2e91-4213-89b9-e49663b71ac8_9001.stdout.log" target = phd_framework::server_log_mode
15112024-03-28T07:28:48.030ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15122024-03-28T07:28:48.030ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15132024-03-28T07:28:48.039ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::smoke_test stderr_path = "/tmp/propolis-phd/crucible_ca6dc254-2e91-4213-89b9-e49663b71ac8_9002.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_ca6dc254-2e91-4213-89b9-e49663b71ac8_9002.stdout.log" target = phd_framework::server_log_mode
15142024-03-28T07:28:48.039ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15152024-03-28T07:28:48.039ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15162024-03-28T07:28:48.048ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
15172024-03-28T07:28:48.048ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::crucible::migrate::smoke_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"ca6dc254-2e91-4213-89b9-e49663b71ac8\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"a790b330-f163-465f-8d45-0dc687cd4025\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"0b4b2b02-39ca-4b1b-ba3f-b486f2c19c26\\",\\"key\\":\\"NQfXLEg4HjNFWqQJukQBDeLpqDLyMNm0l7ZvbS09EMM=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = crucible_migrate_smoke_source
15182024-03-28T07:28:48.048ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
15192024-03-28T07:28:48.048ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_migrate_smoke_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::migrate::smoke_test server_addr = 127.0.0.1:9003 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
15202024-03-28T07:28:48.048ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::smoke_test stderr_path = "/tmp/propolis-phd/crucible_migrate_smoke_source.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_migrate_smoke_source.stdout.log" target = phd_framework::server_log_mode
15212024-03-28T07:28:48.059ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1039 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm::server
15222024-03-28T07:28:48.059ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
15232024-03-28T07:28:48.059ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15242024-03-28T07:28:48.061ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15252024-03-28T07:28:48.570ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
15262024-03-28T07:28:48.570ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: a41be325-03f4-4193-a33b-22adf97b113f, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 97658da5-4f04-43db-b683-ef563af7398e, silo_id: 847fceab-c7b5-48bf-90cc-bb27efe9163e }, name: "phd-vm-a41be325-03f4-4193-a33b-22adf97b113f", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::crucible::migrate::smoke_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"ca6dc254-2e91-4213-89b9-e49663b71ac8\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"a790b330-f163-465f-8d45-0dc687cd4025\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"0b4b2b02-39ca-4b1b-ba3f-b486f2c19c26\\",\\"key\\":\\"NQfXLEg4HjNFWqQJukQBDeLpqDLyMNm0l7ZvbS09EMM=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15272024-03-28T07:28:48.571ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 511 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15282024-03-28T07:28:48.571ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15292024-03-28T07:28:48.571ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::crucible::migrate::smoke_test state = Run target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15302024-03-28T07:28:48.571ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15312024-03-28T07:28:48.571ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
15322024-03-28T07:28:48.571ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = 300s vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15332024-03-28T07:28:48.571ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::crucible::migrate::smoke_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
15342024-03-28T07:28:48.571ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15352024-03-28T07:28:48.571ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15362024-03-28T07:28:53.353ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4781 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15372024-03-28T07:28:53.353ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::crucible::migrate::smoke_test step = WriteStr("root") target = phd_framework::test_vm
15382024-03-28T07:28:53.353ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::crucible::migrate::smoke_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
15392024-03-28T07:28:53.353ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15402024-03-28T07:28:53.353ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15412024-03-28T07:28:53.373ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15422024-03-28T07:28:53.373ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
15432024-03-28T07:28:53.373ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4801 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
15442024-03-28T07:28:53.373ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15452024-03-28T07:28:53.373ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15462024-03-28T07:28:53.382ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 8 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15472024-03-28T07:28:53.382ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15482024-03-28T07:28:53.382ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15492024-03-28T07:28:53.415ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15502024-03-28T07:28:53.415ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15512024-03-28T07:28:53.415ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15522024-03-28T07:28:53.426ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15532024-03-28T07:28:53.426ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15542024-03-28T07:28:53.426ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15552024-03-28T07:28:53.447ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 21 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15562024-03-28T07:28:53.447ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15572024-03-28T07:28:53.447ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15582024-03-28T07:28:53.459ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15592024-03-28T07:28:53.459ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15602024-03-28T07:28:53.459ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15612024-03-28T07:28:53.492ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15622024-03-28T07:28:53.492ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
15632024-03-28T07:28:53.492ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::crucible::migrate::smoke_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"ca6dc254-2e91-4213-89b9-e49663b71ac8\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"927d7209-d7ae-44dd-a441-4d8eafa6b3ed\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":2,\\"opts\\":{\\"id\\":\\"7048e931-793f-45c3-bef1-e97ada48f362\\",\\"key\\":\\"NQfXLEg4HjNFWqQJukQBDeLpqDLyMNm0l7ZvbS09EMM=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = crucible_migrate_smoke_target
15642024-03-28T07:28:53.492ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
15652024-03-28T07:28:53.492ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_migrate_smoke_target.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::migrate::smoke_test server_addr = 127.0.0.1:9005 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
15662024-03-28T07:28:53.492ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::smoke_test stderr_path = "/tmp/propolis-phd/crucible_migrate_smoke_target.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_migrate_smoke_target.stdout.log" target = phd_framework::server_log_mode
15672024-03-28T07:28:53.509ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1040 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm::server
15682024-03-28T07:28:53.509ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 17 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
15692024-03-28T07:28:53.509ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = a41be325-03f4-4193-a33b-22adf97b113f target = phd_framework::test_vm target_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3
15702024-03-28T07:28:53.509ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9003 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = 42a3a72b-a8bf-481a-a152-602054098077 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = a41be325-03f4-4193-a33b-22adf97b113f target = phd_framework::test_vm target_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3 timeout_duration = 45s
15712024-03-28T07:28:53.510ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = a41be325-03f4-4193-a33b-22adf97b113f target = phd_framework::test_vm target_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3 vm = crucible_migrate_smoke_target vm_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3
15722024-03-28T07:28:53.510ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9005/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = a41be325-03f4-4193-a33b-22adf97b113f target = phd_framework::test_vm target_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3 vm = crucible_migrate_smoke_target vm_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3
15732024-03-28T07:28:54.046ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 76f87a55-3bef-4ac2-907e-463dcedd87d3, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 3c736b20-9f36-4b35-8691-748a3d3f20e0, silo_id: e4d53871-282c-45f4-9e6b-54bacb764e73 }, name: "phd-vm-76f87a55-3bef-4ac2-907e-463dcedd87d3", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::crucible::migrate::smoke_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"ca6dc254-2e91-4213-89b9-e49663b71ac8\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"927d7209-d7ae-44dd-a441-4d8eafa6b3ed\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":2,\\"opts\\":{\\"id\\":\\"7048e931-793f-45c3-bef1-e97ada48f362\\",\\"key\\":\\"NQfXLEg4HjNFWqQJukQBDeLpqDLyMNm0l7ZvbS09EMM=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = crucible_migrate_smoke_source source_id = a41be325-03f4-4193-a33b-22adf97b113f target = phd_framework::test_vm target_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3 vm = crucible_migrate_smoke_target vm_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3
15742024-03-28T07:28:54.046ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 535 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = a41be325-03f4-4193-a33b-22adf97b113f target = phd_framework::test_vm target_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3 vm = crucible_migrate_smoke_target vm_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3
15752024-03-28T07:28:54.046ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 42a3a72b-a8bf-481a-a152-602054098077 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = a41be325-03f4-4193-a33b-22adf97b113f target = phd_framework::test_vm target_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3
15762024-03-28T07:29:05.629ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9005","from_start":7718}} target = phd_framework::serial
15772024-03-28T07:29:09.446ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = a41be325-03f4-4193-a33b-22adf97b113f target = phd_framework::test_vm target_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3
15782024-03-28T07:29:09.446ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 15399 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 42a3a72b-a8bf-481a-a152-602054098077 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = a41be325-03f4-4193-a33b-22adf97b113f target = phd_framework::test_vm target_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3
15792024-03-28T07:29:09.446ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 15936 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = a41be325-03f4-4193-a33b-22adf97b113f target = phd_framework::test_vm target_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3
15802024-03-28T07:29:09.446ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3
15812024-03-28T07:29:09.446ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_migrate_smoke_target vm_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3
15822024-03-28T07:29:09.457ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3
15832024-03-28T07:29:09.457ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3
15842024-03-28T07:29:09.457ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_migrate_smoke_target vm_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3
15852024-03-28T07:29:09.479ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 22 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3
15862024-03-28T07:29:09.479ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3
15872024-03-28T07:29:09.480ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15882024-03-28T07:29:09.480ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
15892024-03-28T07:29:09.480ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 20909 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
15902024-03-28T07:29:09.480ZINFOphd-runner: test phd_tests::crucible::migrate::smoke_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
15912024-03-28T07:29:09.480ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
15922024-03-28T07:29:09.481ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3
15932024-03-28T07:29:09.481ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::migrate::smoke_test self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15942024-03-28T07:29:09.607ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 127 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = a41be325-03f4-4193-a33b-22adf97b113f
15952024-03-28T07:29:09.609ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::migrate::smoke_test self.address = 127.0.0.1:9005 target = phd_framework::test_vm::server vm = crucible_migrate_smoke_target vm_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3
15962024-03-28T07:29:09.738ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::migrate::smoke_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: "/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9000" } } target = phd_framework::disk::crucible vm = crucible_migrate_smoke_target vm_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3
15972024-03-28T07:29:09.751ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::migrate::smoke_test self.path = "/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9000" target = phd_framework::disk::crucible vm = crucible_migrate_smoke_target vm_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3
15982024-03-28T07:29:09.761ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::migrate::smoke_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: "/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9001" } } target = phd_framework::disk::crucible vm = crucible_migrate_smoke_target vm_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3
15992024-03-28T07:29:09.772ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::migrate::smoke_test self.path = "/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9001" target = phd_framework::disk::crucible vm = crucible_migrate_smoke_target vm_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3
16002024-03-28T07:29:09.783ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::migrate::smoke_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: "/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9002" } } target = phd_framework::disk::crucible vm = crucible_migrate_smoke_target vm_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3
16012024-03-28T07:29:09.795ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::migrate::smoke_test self.path = "/tmp/propolis-phd/ca6dc254-2e91-4213-89b9-e49663b71ac8_9002" target = phd_framework::disk::crucible vm = crucible_migrate_smoke_target vm_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3
16022024-03-28T07:29:09.806ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 325 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = 76f87a55-3bef-4ac2-907e-463dcedd87d3
16032024-03-28T07:29:09.806ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 21978 file = phd-tests/tests/src/crucible/migrate.rs line = 10 path = phd_tests::crucible::migrate::smoke_test target = phd_tests::crucible::migrate
16042024-03-28T07:29:09.806ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 325 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
16052024-03-28T07:29:09.806ZINFOphd-runner: Starting test phd_tests::migrate::running_process::export_failure file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
16062024-03-28T07:29:09.806ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
16072024-03-28T07:29:09.806ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
16082024-03-28T07:29:09.806ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 172 path = phd_tests::migrate::running_process::export_failure target = phd_tests::migrate::running_process
16092024-03-28T07:29:09.806ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
16102024-03-28T07:29:09.807ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
16112024-03-28T07:29:09.807ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
16122024-03-28T07:29:09.807ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs verb = list
16132024-03-28T07:29:09.829ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::export_failure stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 766M 1.80T 765M /phd-artifacts\n target = phd_framework::zfs
16142024-03-28T07:29:09.829ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-5e137707-8225-4ef7-bf97-79929337344b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs verb = snapshot
16152024-03-28T07:29:09.849ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-5e137707-8225-4ef7-bf97-79929337344b", "phd-artifacts/phd-clone-0de043c8-75f9-43a1-af73-2f4163dc6f3a"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs verb = clone
16162024-03-28T07:29:09.872ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-0de043c8-75f9-43a1-af73-2f4163dc6f3a"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs verb = list
16172024-03-28T07:29:09.887ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::export_failure stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-0de043c8-75f9-43a1-af73-2f4163dc6f3a 0B 1.80T 765M /phd-artifacts/phd-clone-0de043c8-75f9-43a1-af73-2f4163dc6f3a\n target = phd_framework::zfs
16182024-03-28T07:29:09.888ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
16192024-03-28T07:29:09.888ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::running_process::export_failure spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-0de043c8-75f9-43a1-af73-2f4163dc6f3a/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process::export_failure_source
16202024-03-28T07:29:09.888ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
16212024-03-28T07:29:09.888ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::export_failure_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::export_failure server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
16222024-03-28T07:29:09.888ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::export_failure stderr_path = "/tmp/propolis-phd/migrate_running_process::export_failure_source.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::export_failure_source.stdout.log" target = phd_framework::server_log_mode
16232024-03-28T07:29:09.898ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1047 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm::server
16242024-03-28T07:29:09.898ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
16252024-03-28T07:29:09.898ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
16262024-03-28T07:29:09.898ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::running_process::export_failure spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-0de043c8-75f9-43a1-af73-2f4163dc6f3a/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process::export_failure_target1
16272024-03-28T07:29:09.898ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
16282024-03-28T07:29:09.899ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::export_failure server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
16292024-03-28T07:29:09.899ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::export_failure stderr_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target1.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target1.stdout.log" target = phd_framework::server_log_mode
16302024-03-28T07:29:09.907ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1048 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm::server
16312024-03-28T07:29:09.908ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
16322024-03-28T07:29:09.908ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
16332024-03-28T07:29:09.908ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::running_process::export_failure spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-0de043c8-75f9-43a1-af73-2f4163dc6f3a/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process::export_failure_target2
16342024-03-28T07:29:09.908ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
16352024-03-28T07:29:09.908ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target2.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::export_failure server_addr = 127.0.0.1:9004 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
16362024-03-28T07:29:09.908ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::export_failure stderr_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target2.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target2.stdout.log" target = phd_framework::server_log_mode
16372024-03-28T07:29:09.917ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1049 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm::server
16382024-03-28T07:29:09.917ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
16392024-03-28T07:29:09.917ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16402024-03-28T07:29:10.036ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
16412024-03-28T07:29:10.037ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 89e35069-4df2-4191-9837-76e73739c153, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 76007cc2-06c7-4f71-934c-9f03c4f8faf2, silo_id: b9c0041e-323f-405a-86d2-55bf667bfde6 }, name: "phd-vm-89e35069-4df2-4191-9837-76e73739c153", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::migrate::running_process::export_failure self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-0de043c8-75f9-43a1-af73-2f4163dc6f3a/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16422024-03-28T07:29:10.037ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 119 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16432024-03-28T07:29:10.037ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16442024-03-28T07:29:10.037ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::migrate::running_process::export_failure state = Run target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16452024-03-28T07:29:10.038ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16462024-03-28T07:29:10.038ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
16472024-03-28T07:29:10.038ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = 300s vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16482024-03-28T07:29:10.038ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::running_process::export_failure step = WaitFor("localhost login: ") target = phd_framework::test_vm
16492024-03-28T07:29:10.038ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16502024-03-28T07:29:10.038ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16512024-03-28T07:29:14.277ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4238 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16522024-03-28T07:29:14.277ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::running_process::export_failure step = WriteStr("root") target = phd_framework::test_vm
16532024-03-28T07:29:14.277ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::running_process::export_failure step = WaitFor("localhost:~#") target = phd_framework::test_vm
16542024-03-28T07:29:14.277ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16552024-03-28T07:29:14.277ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16562024-03-28T07:29:14.297ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16572024-03-28T07:29:14.297ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
16582024-03-28T07:29:14.297ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4258 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
16592024-03-28T07:29:14.297ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16602024-03-28T07:29:14.297ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16612024-03-28T07:29:14.507ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 209 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16622024-03-28T07:29:14.507ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16632024-03-28T07:29:14.507ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16642024-03-28T07:29:14.515ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 8 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16652024-03-28T07:29:14.516ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16662024-03-28T07:29:14.516ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16672024-03-28T07:29:14.527ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16682024-03-28T07:29:14.527ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16692024-03-28T07:29:14.527ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16702024-03-28T07:29:14.560ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16712024-03-28T07:29:14.560ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16722024-03-28T07:29:14.560ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16732024-03-28T07:29:14.570ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16742024-03-28T07:29:14.571ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16752024-03-28T07:29:14.571ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16762024-03-28T07:29:14.876ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 305 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
16772024-03-28T07:29:14.876ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 89e35069-4df2-4191-9837-76e73739c153 target = phd_framework::test_vm target_id = baded6e1-9b4d-4fcc-b157-265523ecb94e
16782024-03-28T07:29:14.876ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = ea07320e-c43a-4787-ac66-c86e23cd1d09 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 89e35069-4df2-4191-9837-76e73739c153 target = phd_framework::test_vm target_id = baded6e1-9b4d-4fcc-b157-265523ecb94e timeout_duration = 45s
16792024-03-28T07:29:14.876ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 89e35069-4df2-4191-9837-76e73739c153 target = phd_framework::test_vm target_id = baded6e1-9b4d-4fcc-b157-265523ecb94e vm = migrate_running_process::export_failure_target1 vm_id = baded6e1-9b4d-4fcc-b157-265523ecb94e
16802024-03-28T07:29:14.994ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: baded6e1-9b4d-4fcc-b157-265523ecb94e, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 807cbc11-2b61-47b4-aa8c-eca6d50f5b4d, silo_id: daa69483-53d4-4dd8-b276-9e9d0d7a5758 }, name: "phd-vm-baded6e1-9b4d-4fcc-b157-265523ecb94e", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::running_process::export_failure self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-0de043c8-75f9-43a1-af73-2f4163dc6f3a/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migrate_running_process::export_failure_source source_id = 89e35069-4df2-4191-9837-76e73739c153 target = phd_framework::test_vm target_id = baded6e1-9b4d-4fcc-b157-265523ecb94e vm = migrate_running_process::export_failure_target1 vm_id = baded6e1-9b4d-4fcc-b157-265523ecb94e
16812024-03-28T07:29:14.994ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 117 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 89e35069-4df2-4191-9837-76e73739c153 target = phd_framework::test_vm target_id = baded6e1-9b4d-4fcc-b157-265523ecb94e vm = migrate_running_process::export_failure_target1 vm_id = baded6e1-9b4d-4fcc-b157-265523ecb94e
16822024-03-28T07:29:14.994ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = ea07320e-c43a-4787-ac66-c86e23cd1d09 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 89e35069-4df2-4191-9837-76e73739c153 target = phd_framework::test_vm target_id = baded6e1-9b4d-4fcc-b157-265523ecb94e
16832024-03-28T07:29:30.329ZINFOphd-runner: [MIGRATE_FROM - EVENT] Instance reported error during migration file = phd-tests/framework/src/test_vm/mod.rs line = 537 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 89e35069-4df2-4191-9837-76e73739c153 target = phd_framework::test_vm target_id = baded6e1-9b4d-4fcc-b157-265523ecb94e
16842024-03-28T07:29:30.329ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 15335 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = ea07320e-c43a-4787-ac66-c86e23cd1d09 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 89e35069-4df2-4191-9837-76e73739c153 target = phd_framework::test_vm target_id = baded6e1-9b4d-4fcc-b157-265523ecb94e
16852024-03-28T07:29:30.329ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 15453 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 89e35069-4df2-4191-9837-76e73739c153 target = phd_framework::test_vm target_id = baded6e1-9b4d-4fcc-b157-265523ecb94e
16862024-03-28T07:29:30.329ZINFOphd-runner: [TEST - EVENT] first migration failed as expected error = live migration file = phd-tests/tests/src/migrate.rs line = 206 path = phd_tests::migrate::running_process::export_failure target = phd_tests::migrate::running_process
16872024-03-28T07:29:30.330ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 89e35069-4df2-4191-9837-76e73739c153 target = phd_framework::test_vm target_id = ea99faba-4758-454a-9030-80a6a67a8d37
16882024-03-28T07:29:30.330ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = f75d4657-2e68-465d-a47b-8eded697e431 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 89e35069-4df2-4191-9837-76e73739c153 target = phd_framework::test_vm target_id = ea99faba-4758-454a-9030-80a6a67a8d37 timeout_duration = 45s
16892024-03-28T07:29:30.330ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 89e35069-4df2-4191-9837-76e73739c153 target = phd_framework::test_vm target_id = ea99faba-4758-454a-9030-80a6a67a8d37 vm = migrate_running_process::export_failure_target2 vm_id = ea99faba-4758-454a-9030-80a6a67a8d37
16902024-03-28T07:29:30.441ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: ea99faba-4758-454a-9030-80a6a67a8d37, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 8b9a2fd7-9ed7-44aa-ab87-22e25267d40e, silo_id: 503ab990-8788-480b-94fe-b4c5f6d7f554 }, name: "phd-vm-ea99faba-4758-454a-9030-80a6a67a8d37", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::running_process::export_failure self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-0de043c8-75f9-43a1-af73-2f4163dc6f3a/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migrate_running_process::export_failure_source source_id = 89e35069-4df2-4191-9837-76e73739c153 target = phd_framework::test_vm target_id = ea99faba-4758-454a-9030-80a6a67a8d37 vm = migrate_running_process::export_failure_target2 vm_id = ea99faba-4758-454a-9030-80a6a67a8d37
16912024-03-28T07:29:30.442ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 111 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 89e35069-4df2-4191-9837-76e73739c153 target = phd_framework::test_vm target_id = ea99faba-4758-454a-9030-80a6a67a8d37 vm = migrate_running_process::export_failure_target2 vm_id = ea99faba-4758-454a-9030-80a6a67a8d37
16922024-03-28T07:29:30.442ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = f75d4657-2e68-465d-a47b-8eded697e431 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 89e35069-4df2-4191-9837-76e73739c153 target = phd_framework::test_vm target_id = ea99faba-4758-454a-9030-80a6a67a8d37
16932024-03-28T07:29:41.884ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9004","from_start":9375}} target = phd_framework::serial
16942024-03-28T07:29:46.379ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 89e35069-4df2-4191-9837-76e73739c153 target = phd_framework::test_vm target_id = ea99faba-4758-454a-9030-80a6a67a8d37
16952024-03-28T07:29:46.379ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 15936 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = f75d4657-2e68-465d-a47b-8eded697e431 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 89e35069-4df2-4191-9837-76e73739c153 target = phd_framework::test_vm target_id = ea99faba-4758-454a-9030-80a6a67a8d37
16962024-03-28T07:29:46.379ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 16049 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 89e35069-4df2-4191-9837-76e73739c153 target = phd_framework::test_vm target_id = ea99faba-4758-454a-9030-80a6a67a8d37
16972024-03-28T07:29:46.379ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = ea99faba-4758-454a-9030-80a6a67a8d37
16982024-03-28T07:29:46.379ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::export_failure_target2 vm_id = ea99faba-4758-454a-9030-80a6a67a8d37
16992024-03-28T07:29:46.390ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = ea99faba-4758-454a-9030-80a6a67a8d37
17002024-03-28T07:29:46.391ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = ea99faba-4758-454a-9030-80a6a67a8d37
17012024-03-28T07:29:46.391ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::export_failure_target2 vm_id = ea99faba-4758-454a-9030-80a6a67a8d37
17022024-03-28T07:29:46.479ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 88 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = ea99faba-4758-454a-9030-80a6a67a8d37
17032024-03-28T07:29:46.479ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = ea99faba-4758-454a-9030-80a6a67a8d37
17042024-03-28T07:29:46.479ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target1 vm_id = baded6e1-9b4d-4fcc-b157-265523ecb94e
17052024-03-28T07:29:46.480ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
17062024-03-28T07:29:46.480ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
17072024-03-28T07:29:46.480ZINFOphd-runner: test phd_tests::migrate::running_process::export_failure ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
17082024-03-28T07:29:46.480ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 36444 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
17092024-03-28T07:29:46.480ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
17102024-03-28T07:29:46.480ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = ea99faba-4758-454a-9030-80a6a67a8d37
17112024-03-28T07:29:46.481ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target1 vm_id = baded6e1-9b4d-4fcc-b157-265523ecb94e
17122024-03-28T07:29:46.481ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::export_failure self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
17132024-03-28T07:29:46.621ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 140 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 89e35069-4df2-4191-9837-76e73739c153
17142024-03-28T07:29:47.086ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::export_failure self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migrate_running_process::export_failure_target1 vm_id = baded6e1-9b4d-4fcc-b157-265523ecb94e
17152024-03-28T07:29:47.224ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 743 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target1 vm_id = baded6e1-9b4d-4fcc-b157-265523ecb94e
17162024-03-28T07:29:47.225ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::export_failure self.address = 127.0.0.1:9004 target = phd_framework::test_vm::server vm = migrate_running_process::export_failure_target2 vm_id = ea99faba-4758-454a-9030-80a6a67a8d37
17172024-03-28T07:29:47.357ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs vm = migrate_running_process::export_failure_target2 vm_id = ea99faba-4758-454a-9030-80a6a67a8d37
17182024-03-28T07:29:47.357ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-0de043c8-75f9-43a1-af73-2f4163dc6f3a"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs verb = destroy vm = migrate_running_process::export_failure_target2 vm_id = ea99faba-4758-454a-9030-80a6a67a8d37
17192024-03-28T07:29:47.394ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs vm = migrate_running_process::export_failure_target2 vm_id = ea99faba-4758-454a-9030-80a6a67a8d37
17202024-03-28T07:29:47.394ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-5e137707-8225-4ef7-bf97-79929337344b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs verb = destroy vm = migrate_running_process::export_failure_target2 vm_id = ea99faba-4758-454a-9030-80a6a67a8d37
17212024-03-28T07:29:47.421ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 941 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = ea99faba-4758-454a-9030-80a6a67a8d37
17222024-03-28T07:29:47.421ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 37614 file = phd-tests/tests/src/migrate.rs line = 172 path = phd_tests::migrate::running_process::export_failure target = phd_tests::migrate::running_process
17232024-03-28T07:29:47.422ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 941 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
17242024-03-28T07:29:47.422ZINFOphd-runner: Starting test phd_tests::migrate::running_process::import_failure file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
17252024-03-28T07:29:47.422ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
17262024-03-28T07:29:47.422ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
17272024-03-28T07:29:47.422ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 120 path = phd_tests::migrate::running_process::import_failure target = phd_tests::migrate::running_process
17282024-03-28T07:29:47.422ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
17292024-03-28T07:29:47.422ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
17302024-03-28T07:29:47.422ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
17312024-03-28T07:29:47.422ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = list
17322024-03-28T07:29:47.440ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::import_failure stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 766M 1.80T 765M /phd-artifacts\n target = phd_framework::zfs
17332024-03-28T07:29:47.440ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-51104c96-0299-4030-b1fd-6c783ef89c03"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = snapshot
17342024-03-28T07:29:47.464ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-51104c96-0299-4030-b1fd-6c783ef89c03", "phd-artifacts/phd-clone-ee378a31-65ee-448e-833d-b41b9fcc82a5"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = clone
17352024-03-28T07:29:47.486ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-ee378a31-65ee-448e-833d-b41b9fcc82a5"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = list
17362024-03-28T07:29:47.500ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::import_failure stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-ee378a31-65ee-448e-833d-b41b9fcc82a5 0B 1.80T 765M /phd-artifacts/phd-clone-ee378a31-65ee-448e-833d-b41b9fcc82a5\n target = phd_framework::zfs
17372024-03-28T07:29:47.501ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
17382024-03-28T07:29:47.501ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::running_process::import_failure spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-ee378a31-65ee-448e-833d-b41b9fcc82a5/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process::import_failure_source
17392024-03-28T07:29:47.501ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
17402024-03-28T07:29:47.501ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::import_failure_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::import_failure server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
17412024-03-28T07:29:47.501ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::import_failure stderr_path = "/tmp/propolis-phd/migrate_running_process::import_failure_source.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::import_failure_source.stdout.log" target = phd_framework::server_log_mode
17422024-03-28T07:29:47.510ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1059 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm::server
17432024-03-28T07:29:47.510ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
17442024-03-28T07:29:47.510ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
17452024-03-28T07:29:47.511ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
17462024-03-28T07:29:47.511ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
17472024-03-28T07:29:47.511ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = list
17482024-03-28T07:29:47.525ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::import_failure stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 766M 1.80T 765M /phd-artifacts\n target = phd_framework::zfs
17492024-03-28T07:29:47.526ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-6f532004-822f-4e0e-a5cd-0cd14d701cb9"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = snapshot
17502024-03-28T07:29:47.545ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-6f532004-822f-4e0e-a5cd-0cd14d701cb9", "phd-artifacts/phd-clone-903dd48a-1fc8-48a1-aec2-4ac2fff0a5e2"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = clone
17512024-03-28T07:29:47.566ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-903dd48a-1fc8-48a1-aec2-4ac2fff0a5e2"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = list
17522024-03-28T07:29:47.580ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::import_failure stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-903dd48a-1fc8-48a1-aec2-4ac2fff0a5e2 0B 1.80T 765M /phd-artifacts/phd-clone-903dd48a-1fc8-48a1-aec2-4ac2fff0a5e2\n target = phd_framework::zfs
17532024-03-28T07:29:47.580ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
17542024-03-28T07:29:47.580ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::running_process::import_failure spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-903dd48a-1fc8-48a1-aec2-4ac2fff0a5e2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process::import_failure_target1
17552024-03-28T07:29:47.580ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
17562024-03-28T07:29:47.580ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::import_failure server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
17572024-03-28T07:29:47.580ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::import_failure stderr_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target1.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target1.stdout.log" target = phd_framework::server_log_mode
17582024-03-28T07:29:47.589ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1064 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm::server
17592024-03-28T07:29:47.590ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
17602024-03-28T07:29:47.590ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
17612024-03-28T07:29:47.590ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::running_process::import_failure spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-ee378a31-65ee-448e-833d-b41b9fcc82a5/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process::import_failure_target2
17622024-03-28T07:29:47.590ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
17632024-03-28T07:29:47.590ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target2.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::import_failure server_addr = 127.0.0.1:9004 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
17642024-03-28T07:29:47.590ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::import_failure stderr_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target2.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target2.stdout.log" target = phd_framework::server_log_mode
17652024-03-28T07:29:47.600ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1065 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm::server
17662024-03-28T07:29:47.600ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
17672024-03-28T07:29:47.600ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
17682024-03-28T07:29:47.718ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
17692024-03-28T07:29:47.718ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 38121d31-ef43-48b9-9904-566e4a92b400, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 4e64be80-8981-4c59-83bc-65d4dcfb3632, silo_id: 359711e2-6d48-4aea-b361-f8db0eae996b }, name: "phd-vm-38121d31-ef43-48b9-9904-566e4a92b400", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::migrate::running_process::import_failure self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-ee378a31-65ee-448e-833d-b41b9fcc82a5/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
17702024-03-28T07:29:47.718ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 118 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
17712024-03-28T07:29:47.718ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
17722024-03-28T07:29:47.718ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::migrate::running_process::import_failure state = Run target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
17732024-03-28T07:29:47.719ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
17742024-03-28T07:29:47.719ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
17752024-03-28T07:29:47.719ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = 300s vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
17762024-03-28T07:29:47.719ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::running_process::import_failure step = WaitFor("localhost login: ") target = phd_framework::test_vm
17772024-03-28T07:29:47.719ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
17782024-03-28T07:29:47.719ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
17792024-03-28T07:29:52.025ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4306 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
17802024-03-28T07:29:52.025ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::running_process::import_failure step = WriteStr("root") target = phd_framework::test_vm
17812024-03-28T07:29:52.026ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::running_process::import_failure step = WaitFor("localhost:~#") target = phd_framework::test_vm
17822024-03-28T07:29:52.026ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
17832024-03-28T07:29:52.026ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
17842024-03-28T07:29:52.045ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
17852024-03-28T07:29:52.045ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
17862024-03-28T07:29:52.045ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4325 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
17872024-03-28T07:29:52.045ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
17882024-03-28T07:29:52.045ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
17892024-03-28T07:29:52.150ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 105 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
17902024-03-28T07:29:52.150ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
17912024-03-28T07:29:52.150ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
17922024-03-28T07:29:52.153ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 2 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
17932024-03-28T07:29:52.153ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
17942024-03-28T07:29:52.153ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
17952024-03-28T07:29:52.163ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
17962024-03-28T07:29:52.163ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
17972024-03-28T07:29:52.163ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
17982024-03-28T07:29:52.186ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 22 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
17992024-03-28T07:29:52.186ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
18002024-03-28T07:29:52.186ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
18012024-03-28T07:29:52.196ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
18022024-03-28T07:29:52.196ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
18032024-03-28T07:29:52.196ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
18042024-03-28T07:29:52.508ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 311 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
18052024-03-28T07:29:52.508ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 38121d31-ef43-48b9-9904-566e4a92b400 target = phd_framework::test_vm target_id = 86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15
18062024-03-28T07:29:52.509ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = 0206fcab-6e76-42b5-adbb-ce66d550fc9e path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 38121d31-ef43-48b9-9904-566e4a92b400 target = phd_framework::test_vm target_id = 86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15 timeout_duration = 45s
18072024-03-28T07:29:52.509ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 38121d31-ef43-48b9-9904-566e4a92b400 target = phd_framework::test_vm target_id = 86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15 vm = migrate_running_process::import_failure_target1 vm_id = 86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15
18082024-03-28T07:29:52.625ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 649c2a54-3960-4620-a82b-4f56279c6e08, silo_id: bcbff011-84bb-47ec-80de-0ea63834c52a }, name: "phd-vm-86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::running_process::import_failure self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-903dd48a-1fc8-48a1-aec2-4ac2fff0a5e2/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migrate_running_process::import_failure_source source_id = 38121d31-ef43-48b9-9904-566e4a92b400 target = phd_framework::test_vm target_id = 86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15 vm = migrate_running_process::import_failure_target1 vm_id = 86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15
18092024-03-28T07:29:52.626ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 116 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 38121d31-ef43-48b9-9904-566e4a92b400 target = phd_framework::test_vm target_id = 86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15 vm = migrate_running_process::import_failure_target1 vm_id = 86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15
18102024-03-28T07:29:52.626ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 0206fcab-6e76-42b5-adbb-ce66d550fc9e path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 38121d31-ef43-48b9-9904-566e4a92b400 target = phd_framework::test_vm target_id = 86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15
18112024-03-28T07:30:06.901ZINFOphd-runner: [MIGRATE_FROM - EVENT] Instance reported error during migration file = phd-tests/framework/src/test_vm/mod.rs line = 537 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 38121d31-ef43-48b9-9904-566e4a92b400 target = phd_framework::test_vm target_id = 86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15
18122024-03-28T07:30:06.902ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 14275 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 0206fcab-6e76-42b5-adbb-ce66d550fc9e path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 38121d31-ef43-48b9-9904-566e4a92b400 target = phd_framework::test_vm target_id = 86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15
18132024-03-28T07:30:06.902ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 14393 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 38121d31-ef43-48b9-9904-566e4a92b400 target = phd_framework::test_vm target_id = 86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15
18142024-03-28T07:30:06.902ZINFOphd-runner: [TEST - EVENT] first migration failed as expected error = live migration file = phd-tests/tests/src/migrate.rs line = 162 path = phd_tests::migrate::running_process::import_failure target = phd_tests::migrate::running_process
18152024-03-28T07:30:06.902ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 38121d31-ef43-48b9-9904-566e4a92b400 target = phd_framework::test_vm target_id = 508e5cc1-88f6-4506-8db2-7b228d79d9f4
18162024-03-28T07:30:06.902ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = 508239ab-756c-4523-8e43-86a821d9f0e6 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 38121d31-ef43-48b9-9904-566e4a92b400 target = phd_framework::test_vm target_id = 508e5cc1-88f6-4506-8db2-7b228d79d9f4 timeout_duration = 45s
18172024-03-28T07:30:06.902ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 38121d31-ef43-48b9-9904-566e4a92b400 target = phd_framework::test_vm target_id = 508e5cc1-88f6-4506-8db2-7b228d79d9f4 vm = migrate_running_process::import_failure_target2 vm_id = 508e5cc1-88f6-4506-8db2-7b228d79d9f4
18182024-03-28T07:30:07.015ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 508e5cc1-88f6-4506-8db2-7b228d79d9f4, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: cb64e578-25e7-4212-a09b-499f5ee7d551, silo_id: 440cf17c-3611-41e0-96d2-2097225b8013 }, name: "phd-vm-508e5cc1-88f6-4506-8db2-7b228d79d9f4", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::running_process::import_failure self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-ee378a31-65ee-448e-833d-b41b9fcc82a5/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migrate_running_process::import_failure_source source_id = 38121d31-ef43-48b9-9904-566e4a92b400 target = phd_framework::test_vm target_id = 508e5cc1-88f6-4506-8db2-7b228d79d9f4 vm = migrate_running_process::import_failure_target2 vm_id = 508e5cc1-88f6-4506-8db2-7b228d79d9f4
18192024-03-28T07:30:07.015ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 113 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 38121d31-ef43-48b9-9904-566e4a92b400 target = phd_framework::test_vm target_id = 508e5cc1-88f6-4506-8db2-7b228d79d9f4 vm = migrate_running_process::import_failure_target2 vm_id = 508e5cc1-88f6-4506-8db2-7b228d79d9f4
18202024-03-28T07:30:07.015ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 508239ab-756c-4523-8e43-86a821d9f0e6 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 38121d31-ef43-48b9-9904-566e4a92b400 target = phd_framework::test_vm target_id = 508e5cc1-88f6-4506-8db2-7b228d79d9f4
18212024-03-28T07:30:18.464ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9004","from_start":9375}} target = phd_framework::serial
18222024-03-28T07:30:21.917ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 38121d31-ef43-48b9-9904-566e4a92b400 target = phd_framework::test_vm target_id = 508e5cc1-88f6-4506-8db2-7b228d79d9f4
18232024-03-28T07:30:21.917ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 14901 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = 508239ab-756c-4523-8e43-86a821d9f0e6 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 38121d31-ef43-48b9-9904-566e4a92b400 target = phd_framework::test_vm target_id = 508e5cc1-88f6-4506-8db2-7b228d79d9f4
18242024-03-28T07:30:21.917ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 15014 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 38121d31-ef43-48b9-9904-566e4a92b400 target = phd_framework::test_vm target_id = 508e5cc1-88f6-4506-8db2-7b228d79d9f4
18252024-03-28T07:30:21.917ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = 508e5cc1-88f6-4506-8db2-7b228d79d9f4
18262024-03-28T07:30:21.917ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::import_failure_target2 vm_id = 508e5cc1-88f6-4506-8db2-7b228d79d9f4
18272024-03-28T07:30:21.928ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = 508e5cc1-88f6-4506-8db2-7b228d79d9f4
18282024-03-28T07:30:21.928ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = 508e5cc1-88f6-4506-8db2-7b228d79d9f4
18292024-03-28T07:30:21.928ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::import_failure_target2 vm_id = 508e5cc1-88f6-4506-8db2-7b228d79d9f4
18302024-03-28T07:30:22.016ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 88 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = 508e5cc1-88f6-4506-8db2-7b228d79d9f4
18312024-03-28T07:30:22.017ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = 508e5cc1-88f6-4506-8db2-7b228d79d9f4
18322024-03-28T07:30:22.017ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target1 vm_id = 86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15
18332024-03-28T07:30:22.017ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
18342024-03-28T07:30:22.017ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
18352024-03-28T07:30:22.017ZINFOphd-runner: test phd_tests::migrate::running_process::import_failure ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
18362024-03-28T07:30:22.017ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 34299 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
18372024-03-28T07:30:22.017ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
18382024-03-28T07:30:22.018ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = 508e5cc1-88f6-4506-8db2-7b228d79d9f4
18392024-03-28T07:30:22.018ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target1 vm_id = 86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15
18402024-03-28T07:30:22.018ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::import_failure self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
18412024-03-28T07:30:22.153ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 135 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 38121d31-ef43-48b9-9904-566e4a92b400
18422024-03-28T07:30:22.382ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::import_failure self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migrate_running_process::import_failure_target1 vm_id = 86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15
18432024-03-28T07:30:22.518ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs vm = migrate_running_process::import_failure_target1 vm_id = 86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15
18442024-03-28T07:30:22.518ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-903dd48a-1fc8-48a1-aec2-4ac2fff0a5e2"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = destroy vm = migrate_running_process::import_failure_target1 vm_id = 86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15
18452024-03-28T07:30:22.540ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs vm = migrate_running_process::import_failure_target1 vm_id = 86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15
18462024-03-28T07:30:22.540ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-6f532004-822f-4e0e-a5cd-0cd14d701cb9"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = destroy vm = migrate_running_process::import_failure_target1 vm_id = 86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15
18472024-03-28T07:30:22.564ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 546 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target1 vm_id = 86fce96f-bb0c-4b1c-87d9-c7e1a83d9b15
18482024-03-28T07:30:22.688ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::import_failure self.address = 127.0.0.1:9004 target = phd_framework::test_vm::server vm = migrate_running_process::import_failure_target2 vm_id = 508e5cc1-88f6-4506-8db2-7b228d79d9f4
18492024-03-28T07:30:22.824ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs vm = migrate_running_process::import_failure_target2 vm_id = 508e5cc1-88f6-4506-8db2-7b228d79d9f4
18502024-03-28T07:30:22.824ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-ee378a31-65ee-448e-833d-b41b9fcc82a5"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = destroy vm = migrate_running_process::import_failure_target2 vm_id = 508e5cc1-88f6-4506-8db2-7b228d79d9f4
18512024-03-28T07:30:22.859ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs vm = migrate_running_process::import_failure_target2 vm_id = 508e5cc1-88f6-4506-8db2-7b228d79d9f4
18522024-03-28T07:30:22.859ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-51104c96-0299-4030-b1fd-6c783ef89c03"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = destroy vm = migrate_running_process::import_failure_target2 vm_id = 508e5cc1-88f6-4506-8db2-7b228d79d9f4
18532024-03-28T07:30:22.885ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 868 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = 508e5cc1-88f6-4506-8db2-7b228d79d9f4
18542024-03-28T07:30:22.885ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 35462 file = phd-tests/tests/src/migrate.rs line = 120 path = phd_tests::migrate::running_process::import_failure target = phd_tests::migrate::running_process
18552024-03-28T07:30:22.885ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 867 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
18562024-03-28T07:30:22.885ZINFOphd-runner: Starting test phd_tests::migrate::running_process::migrate_running_process file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
18572024-03-28T07:30:22.885ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
18582024-03-28T07:30:22.885ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
18592024-03-28T07:30:22.885ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 100 path = phd_tests::migrate::running_process::migrate_running_process target = phd_tests::migrate::running_process
18602024-03-28T07:30:22.885ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
18612024-03-28T07:30:22.886ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
18622024-03-28T07:30:22.886ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
18632024-03-28T07:30:22.886ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs verb = list
18642024-03-28T07:30:22.908ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::migrate_running_process stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 765M 1.80T 765M /phd-artifacts\n target = phd_framework::zfs
18652024-03-28T07:30:22.908ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-3c66a0e4-f4e0-4c5f-b26e-75a92c0dbb63"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs verb = snapshot
18662024-03-28T07:30:22.931ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-3c66a0e4-f4e0-4c5f-b26e-75a92c0dbb63", "phd-artifacts/phd-clone-dc3d11c4-f438-47ac-bfb5-5858816fb692"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs verb = clone
18672024-03-28T07:30:22.955ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-dc3d11c4-f438-47ac-bfb5-5858816fb692"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs verb = list
18682024-03-28T07:30:22.970ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::migrate_running_process stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-dc3d11c4-f438-47ac-bfb5-5858816fb692 0B 1.80T 765M /phd-artifacts/phd-clone-dc3d11c4-f438-47ac-bfb5-5858816fb692\n target = phd_framework::zfs
18692024-03-28T07:30:22.971ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
18702024-03-28T07:30:22.971ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::running_process::migrate_running_process spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-dc3d11c4-f438-47ac-bfb5-5858816fb692/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process_source
18712024-03-28T07:30:22.971ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
18722024-03-28T07:30:22.971ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::migrate_running_process server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
18732024-03-28T07:30:22.971ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::migrate_running_process stderr_path = "/tmp/propolis-phd/migrate_running_process_source.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process_source.stdout.log" target = phd_framework::server_log_mode
18742024-03-28T07:30:22.980ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1077 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm::server
18752024-03-28T07:30:22.980ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
18762024-03-28T07:30:22.980ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
18772024-03-28T07:30:22.980ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::migrate::running_process::migrate_running_process spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-dc3d11c4-f438-47ac-bfb5-5858816fb692/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = migrate_running_process_target
18782024-03-28T07:30:22.980ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
18792024-03-28T07:30:22.981ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process_target.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::migrate_running_process server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
18802024-03-28T07:30:22.981ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::migrate_running_process stderr_path = "/tmp/propolis-phd/migrate_running_process_target.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process_target.stdout.log" target = phd_framework::server_log_mode
18812024-03-28T07:30:22.990ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1078 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm::server
18822024-03-28T07:30:22.990ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
18832024-03-28T07:30:22.990ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
18842024-03-28T07:30:22.991ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
18852024-03-28T07:30:23.793ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
18862024-03-28T07:30:23.794ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: e00065cf-1436-4f48-b88c-e288bf8ad30a, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: aa6cfa37-37a4-4aa2-9199-0b873d0e3960, silo_id: 61be3d69-732b-4b46-a6cf-2df64d94dbdb }, name: "phd-vm-e00065cf-1436-4f48-b88c-e288bf8ad30a", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::migrate::running_process::migrate_running_process self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-dc3d11c4-f438-47ac-bfb5-5858816fb692/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
18872024-03-28T07:30:23.794ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 803 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
18882024-03-28T07:30:23.794ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
18892024-03-28T07:30:23.794ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::migrate::running_process::migrate_running_process state = Run target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
18902024-03-28T07:30:23.794ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
18912024-03-28T07:30:23.794ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
18922024-03-28T07:30:23.794ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = 300s vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
18932024-03-28T07:30:23.794ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::running_process::migrate_running_process step = WaitFor("localhost login: ") target = phd_framework::test_vm
18942024-03-28T07:30:23.794ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
18952024-03-28T07:30:23.795ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
18962024-03-28T07:30:27.991ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4196 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
18972024-03-28T07:30:27.991ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::running_process::migrate_running_process step = WriteStr("root") target = phd_framework::test_vm
18982024-03-28T07:30:27.991ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::migrate::running_process::migrate_running_process step = WaitFor("localhost:~#") target = phd_framework::test_vm
18992024-03-28T07:30:27.991ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
19002024-03-28T07:30:27.991ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
19012024-03-28T07:30:28.011ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
19022024-03-28T07:30:28.011ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
19032024-03-28T07:30:28.011ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4216 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
19042024-03-28T07:30:28.011ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
19052024-03-28T07:30:28.011ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
19062024-03-28T07:30:28.115ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 103 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
19072024-03-28T07:30:28.115ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
19082024-03-28T07:30:28.115ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
19092024-03-28T07:30:28.118ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 3 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
19102024-03-28T07:30:28.119ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
19112024-03-28T07:30:28.119ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
19122024-03-28T07:30:28.129ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
19132024-03-28T07:30:28.129ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
19142024-03-28T07:30:28.129ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
19152024-03-28T07:30:28.162ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
19162024-03-28T07:30:28.162ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
19172024-03-28T07:30:28.162ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
19182024-03-28T07:30:28.173ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
19192024-03-28T07:30:28.173ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
19202024-03-28T07:30:28.173ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
19212024-03-28T07:30:28.480ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 306 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
19222024-03-28T07:30:28.480ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = e00065cf-1436-4f48-b88c-e288bf8ad30a target = phd_framework::test_vm target_id = 110b7b8f-17c3-4f17-a26a-c45dc78685d3
19232024-03-28T07:30:28.480ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 504 migration_id = f6d86a52-f363-4930-9ea1-81c99db5bbc7 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = e00065cf-1436-4f48-b88c-e288bf8ad30a target = phd_framework::test_vm target_id = 110b7b8f-17c3-4f17-a26a-c45dc78685d3 timeout_duration = 45s
19242024-03-28T07:30:28.480ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = e00065cf-1436-4f48-b88c-e288bf8ad30a target = phd_framework::test_vm target_id = 110b7b8f-17c3-4f17-a26a-c45dc78685d3 vm = migrate_running_process_target vm_id = 110b7b8f-17c3-4f17-a26a-c45dc78685d3
19252024-03-28T07:30:28.594ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 110b7b8f-17c3-4f17-a26a-c45dc78685d3, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: dfe8dd83-ba46-4e65-840c-4eed2bfbe0e4, silo_id: 8cdb92ab-d2a9-42ab-aa1a-a75ab45351ba }, name: "phd-vm-110b7b8f-17c3-4f17-a26a-c45dc78685d3", vcpus: 2 }, state: Migrating } line = 381 path = phd_tests::migrate::running_process::migrate_running_process self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": File(FileStorageBackend { path: "/phd-artifacts/phd-clone-dc3d11c4-f438-47ac-bfb5-5858816fb692/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso", readonly: false })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } source = migrate_running_process_source source_id = e00065cf-1436-4f48-b88c-e288bf8ad30a target = phd_framework::test_vm target_id = 110b7b8f-17c3-4f17-a26a-c45dc78685d3 vm = migrate_running_process_target vm_id = 110b7b8f-17c3-4f17-a26a-c45dc78685d3
19262024-03-28T07:30:28.594ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 114 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = e00065cf-1436-4f48-b88c-e288bf8ad30a target = phd_framework::test_vm target_id = 110b7b8f-17c3-4f17-a26a-c45dc78685d3 vm = migrate_running_process_target vm_id = 110b7b8f-17c3-4f17-a26a-c45dc78685d3
19272024-03-28T07:30:28.595ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = f6d86a52-f363-4930-9ea1-81c99db5bbc7 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = e00065cf-1436-4f48-b88c-e288bf8ad30a target = phd_framework::test_vm target_id = 110b7b8f-17c3-4f17-a26a-c45dc78685d3
19282024-03-28T07:30:40.065ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":9375}} target = phd_framework::serial
19292024-03-28T07:30:43.914ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 533 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = e00065cf-1436-4f48-b88c-e288bf8ad30a target = phd_framework::test_vm target_id = 110b7b8f-17c3-4f17-a26a-c45dc78685d3
19302024-03-28T07:30:43.914ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 15319 file = phd-tests/framework/src/test_vm/mod.rs line = 524 migration_id = f6d86a52-f363-4930-9ea1-81c99db5bbc7 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = e00065cf-1436-4f48-b88c-e288bf8ad30a target = phd_framework::test_vm target_id = 110b7b8f-17c3-4f17-a26a-c45dc78685d3
19312024-03-28T07:30:43.914ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 15433 file = phd-tests/framework/src/test_vm/mod.rs line = 471 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = e00065cf-1436-4f48-b88c-e288bf8ad30a target = phd_framework::test_vm target_id = 110b7b8f-17c3-4f17-a26a-c45dc78685d3
19322024-03-28T07:30:43.914ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 110b7b8f-17c3-4f17-a26a-c45dc78685d3
19332024-03-28T07:30:43.914ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process_target vm_id = 110b7b8f-17c3-4f17-a26a-c45dc78685d3
19342024-03-28T07:30:43.925ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 110b7b8f-17c3-4f17-a26a-c45dc78685d3
19352024-03-28T07:30:43.925ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 110b7b8f-17c3-4f17-a26a-c45dc78685d3
19362024-03-28T07:30:43.926ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process_target vm_id = 110b7b8f-17c3-4f17-a26a-c45dc78685d3
19372024-03-28T07:30:44.014ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 88 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 110b7b8f-17c3-4f17-a26a-c45dc78685d3
19382024-03-28T07:30:44.014ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 110b7b8f-17c3-4f17-a26a-c45dc78685d3
19392024-03-28T07:30:44.014ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
19402024-03-28T07:30:44.014ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
19412024-03-28T07:30:44.014ZINFOphd-runner: test phd_tests::migrate::running_process::migrate_running_process ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
19422024-03-28T07:30:44.014ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 20221 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
19432024-03-28T07:30:44.015ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
19442024-03-28T07:30:44.015ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::migrate_running_process self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
19452024-03-28T07:30:44.145ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 131 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = e00065cf-1436-4f48-b88c-e288bf8ad30a
19462024-03-28T07:30:44.146ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 110b7b8f-17c3-4f17-a26a-c45dc78685d3
19472024-03-28T07:30:44.672ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::migrate_running_process self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migrate_running_process_target vm_id = 110b7b8f-17c3-4f17-a26a-c45dc78685d3
19482024-03-28T07:30:44.789ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs vm = migrate_running_process_target vm_id = 110b7b8f-17c3-4f17-a26a-c45dc78685d3
19492024-03-28T07:30:44.789ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-dc3d11c4-f438-47ac-bfb5-5858816fb692"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs verb = destroy vm = migrate_running_process_target vm_id = 110b7b8f-17c3-4f17-a26a-c45dc78685d3
19502024-03-28T07:30:44.824ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs vm = migrate_running_process_target vm_id = 110b7b8f-17c3-4f17-a26a-c45dc78685d3
19512024-03-28T07:30:44.824ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-3c66a0e4-f4e0-4c5f-b26e-75a92c0dbb63"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs verb = destroy vm = migrate_running_process_target vm_id = 110b7b8f-17c3-4f17-a26a-c45dc78685d3
19522024-03-28T07:30:44.850ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 836 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = 110b7b8f-17c3-4f17-a26a-c45dc78685d3
19532024-03-28T07:30:44.850ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 21964 file = phd-tests/tests/src/migrate.rs line = 100 path = phd_tests::migrate::running_process::migrate_running_process target = phd_tests::migrate::running_process
19542024-03-28T07:30:44.851ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 836 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
19552024-03-28T07:30:44.851ZINFOphd-runner: Starting test phd_tests::crucible::smoke::shutdown_persistence_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
19562024-03-28T07:30:44.851ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
19572024-03-28T07:30:44.851ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
19582024-03-28T07:30:44.851ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/crucible/smoke.rs line = 19 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_tests::crucible::smoke
19592024-03-28T07:30:44.851ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
19602024-03-28T07:30:44.851ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
19612024-03-28T07:30:44.851ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/befb56700b5f07b1c345aa2fe36100e547820aa6aac67a259f58a8651b489594/crucible-downstairs target = phd_framework::artifacts::store
19622024-03-28T07:30:44.851ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
19632024-03-28T07:30:44.851ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9000", "--encrypted", "--uuid", "79bbac84-5f4f-453d-b3e6-10e9b3579cee", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
19642024-03-28T07:30:44.912ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::shutdown_persistence_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:30:44.871531065Z","hostname":"sock","pid":1083}\n{"msg":"UUID: 79bbac84-5f4f-453d-b3e6-10e9b3579cee","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:30:44.904735851Z","hostname":"sock","pid":1083}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:30:44.904745082Z","hostname":"sock","pid":1083}\n target = phd_framework::disk::crucible
19652024-03-28T07:30:44.912ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9001", "--encrypted", "--uuid", "79bbac84-5f4f-453d-b3e6-10e9b3579cee", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
19662024-03-28T07:30:44.970ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::shutdown_persistence_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:30:44.930798851Z","hostname":"sock","pid":1084}\n{"msg":"UUID: 79bbac84-5f4f-453d-b3e6-10e9b3579cee","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:30:44.962961371Z","hostname":"sock","pid":1084}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:30:44.962971512Z","hostname":"sock","pid":1084}\n target = phd_framework::disk::crucible
19672024-03-28T07:30:44.970ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9002", "--encrypted", "--uuid", "79bbac84-5f4f-453d-b3e6-10e9b3579cee", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
19682024-03-28T07:30:45.031ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::shutdown_persistence_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:30:44.988681695Z","hostname":"sock","pid":1085}\n{"msg":"UUID: 79bbac84-5f4f-453d-b3e6-10e9b3579cee","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:30:45.023085159Z","hostname":"sock","pid":1085}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:30:45.023094719Z","hostname":"sock","pid":1085}\n target = phd_framework::disk::crucible
19692024-03-28T07:30:45.031ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::shutdown_persistence_test stderr_path = "/tmp/propolis-phd/crucible_79bbac84-5f4f-453d-b3e6-10e9b3579cee_9000.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_79bbac84-5f4f-453d-b3e6-10e9b3579cee_9000.stdout.log" target = phd_framework::server_log_mode
19702024-03-28T07:30:45.031ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
19712024-03-28T07:30:45.031ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
19722024-03-28T07:30:45.041ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::shutdown_persistence_test stderr_path = "/tmp/propolis-phd/crucible_79bbac84-5f4f-453d-b3e6-10e9b3579cee_9001.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_79bbac84-5f4f-453d-b3e6-10e9b3579cee_9001.stdout.log" target = phd_framework::server_log_mode
19732024-03-28T07:30:45.041ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
19742024-03-28T07:30:45.041ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
19752024-03-28T07:30:45.050ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::shutdown_persistence_test stderr_path = "/tmp/propolis-phd/crucible_79bbac84-5f4f-453d-b3e6-10e9b3579cee_9002.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_79bbac84-5f4f-453d-b3e6-10e9b3579cee_9002.stdout.log" target = phd_framework::server_log_mode
19762024-03-28T07:30:45.050ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
19772024-03-28T07:30:45.050ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
19782024-03-28T07:30:45.060ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::test_vm
19792024-03-28T07:30:45.060ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::crucible::smoke::shutdown_persistence_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"79bbac84-5f4f-453d-b3e6-10e9b3579cee\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"6425cacd-0cbe-4128-a257-62fb5bc0c7fa\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"2d198ae7-380d-4870-ace9-8d83075e95af\\",\\"key\\":\\"AdUL/zx6SkX7PPSPWei+wz/tSSYMXG1yIeJnIOFVcWM=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = crucible_shutdown_persistence_test
19802024-03-28T07:30:45.060ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
19812024-03-28T07:30:45.060ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_shutdown_persistence_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::smoke::shutdown_persistence_test server_addr = 127.0.0.1:9003 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
19822024-03-28T07:30:45.060ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::shutdown_persistence_test stderr_path = "/tmp/propolis-phd/crucible_shutdown_persistence_test.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_shutdown_persistence_test.stdout.log" target = phd_framework::server_log_mode
19832024-03-28T07:30:45.071ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1089 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::test_vm::server
19842024-03-28T07:30:45.071ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::test_vm
19852024-03-28T07:30:45.071ZDEBGphd-runner: [TEST - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::smoke::shutdown_persistence_test self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server
19862024-03-28T07:30:45.090ZINFOphd-runner: [TEST - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::shutdown_persistence_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: "/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9000" } } target = phd_framework::disk::crucible
19872024-03-28T07:30:45.098ZINFOphd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::shutdown_persistence_test self.path = "/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9000" target = phd_framework::disk::crucible
19882024-03-28T07:30:45.105ZINFOphd-runner: [TEST - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::shutdown_persistence_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: "/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9001" } } target = phd_framework::disk::crucible
19892024-03-28T07:30:45.115ZINFOphd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::shutdown_persistence_test self.path = "/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9001" target = phd_framework::disk::crucible
19902024-03-28T07:30:45.122ZINFOphd-runner: [TEST - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::shutdown_persistence_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: "/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9002" } } target = phd_framework::disk::crucible
19912024-03-28T07:30:45.133ZINFOphd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::shutdown_persistence_test self.path = "/tmp/propolis-phd/79bbac84-5f4f-453d-b3e6-10e9b3579cee_9002" target = phd_framework::disk::crucible
19922024-03-28T07:30:45.140ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 289 file = phd-tests/tests/src/crucible/smoke.rs line = 19 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_tests::crucible::smoke
19932024-03-28T07:30:45.141ZINFOphd-runner: test phd_tests::crucible::smoke::shutdown_persistence_test ... skipped: Can't run data persistence test on a guest with a read-only file system file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
19942024-03-28T07:30:45.141ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
19952024-03-28T07:30:45.141ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
19962024-03-28T07:30:45.141ZINFOphd-runner: Starting test phd_tests::crucible::smoke::boot_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
19972024-03-28T07:30:45.141ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
19982024-03-28T07:30:45.141ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
19992024-03-28T07:30:45.141ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/crucible/smoke.rs line = 10 path = phd_tests::crucible::smoke::boot_test target = phd_tests::crucible::smoke
20002024-03-28T07:30:45.141ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
20012024-03-28T07:30:45.141ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
20022024-03-28T07:30:45.141ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/befb56700b5f07b1c345aa2fe36100e547820aa6aac67a259f58a8651b489594/crucible-downstairs target = phd_framework::artifacts::store
20032024-03-28T07:30:45.141ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
20042024-03-28T07:30:45.142ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9000", "--encrypted", "--uuid", "fc7f3cba-e93b-4aef-bb09-8cde750d0ee0", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
20052024-03-28T07:30:45.201ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::boot_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:30:45.160158607Z","hostname":"sock","pid":1091}\n{"msg":"UUID: fc7f3cba-e93b-4aef-bb09-8cde750d0ee0","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:30:45.193680368Z","hostname":"sock","pid":1091}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:30:45.193695068Z","hostname":"sock","pid":1091}\n target = phd_framework::disk::crucible
20062024-03-28T07:30:45.201ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9001", "--encrypted", "--uuid", "fc7f3cba-e93b-4aef-bb09-8cde750d0ee0", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
20072024-03-28T07:30:45.262ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::boot_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:30:45.220056653Z","hostname":"sock","pid":1092}\n{"msg":"UUID: fc7f3cba-e93b-4aef-bb09-8cde750d0ee0","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:30:45.25467569Z","hostname":"sock","pid":1092}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:30:45.25468963Z","hostname":"sock","pid":1092}\n target = phd_framework::disk::crucible
20082024-03-28T07:30:45.263ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9002", "--encrypted", "--uuid", "fc7f3cba-e93b-4aef-bb09-8cde750d0ee0", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
20092024-03-28T07:30:45.322ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::boot_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:30:45.280390324Z","hostname":"sock","pid":1093}\n{"msg":"UUID: fc7f3cba-e93b-4aef-bb09-8cde750d0ee0","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:30:45.314617065Z","hostname":"sock","pid":1093}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-03-28T07:30:45.314631846Z","hostname":"sock","pid":1093}\n target = phd_framework::disk::crucible
20102024-03-28T07:30:45.322ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::boot_test stderr_path = "/tmp/propolis-phd/crucible_fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9000.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9000.stdout.log" target = phd_framework::server_log_mode
20112024-03-28T07:30:45.323ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
20122024-03-28T07:30:45.323ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
20132024-03-28T07:30:45.333ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::boot_test stderr_path = "/tmp/propolis-phd/crucible_fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9001.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9001.stdout.log" target = phd_framework::server_log_mode
20142024-03-28T07:30:45.333ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
20152024-03-28T07:30:45.333ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
20162024-03-28T07:30:45.343ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::boot_test stderr_path = "/tmp/propolis-phd/crucible_fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9002.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9002.stdout.log" target = phd_framework::server_log_mode
20172024-03-28T07:30:45.343ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
20182024-03-28T07:30:45.343ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
20192024-03-28T07:30:45.353ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm
20202024-03-28T07:30:45.353ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 186 path = phd_tests::crucible::smoke::boot_test spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"fc7f3cba-e93b-4aef-bb09-8cde750d0ee0\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"aa38536d-22c8-4ecf-9de2-a2f5e87adffc\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"f2465cbe-94b8-456f-95ce-c4cc26059833\\",\\"key\\":\\"cT2g2DTY9S23c/CSqxwFwPSufzRiXekvxKN85idlCxw=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm_name = crucible_boot_test
20212024-03-28T07:30:45.353ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
20222024-03-28T07:30:45.353ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_boot_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::smoke::boot_test server_addr = 127.0.0.1:9003 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
20232024-03-28T07:30:45.353ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::boot_test stderr_path = "/tmp/propolis-phd/crucible_boot_test.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_boot_test.stdout.log" target = phd_framework::server_log_mode
20242024-03-28T07:30:45.362ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1097 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm::server
20252024-03-28T07:30:45.363ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 9 file = phd-tests/framework/src/test_vm/mod.rs line = 176 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm
20262024-03-28T07:30:45.363ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 78bcb6a4-66c2-439b-9aec-ac7908e3d187
20272024-03-28T07:30:45.363ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 325 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 78bcb6a4-66c2-439b-9aec-ac7908e3d187
20282024-03-28T07:30:46.081ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
20292024-03-28T07:30:46.082ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 78bcb6a4-66c2-439b-9aec-ac7908e3d187, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: a5c84322-83b5-458b-8b37-882ccdb534ed, silo_id: 62492b9e-5b08-497b-94ba-7de7682361b2 }, name: "phd-vm-78bcb6a4-66c2-439b-9aec-ac7908e3d187", vcpus: 2 }, state: Creating } line = 381 path = phd_tests::crucible::smoke::boot_test self.spec.instance_spec = InstanceSpecV0 { backends: BackendSpecV0 { network_backends: {}, storage_backends: {"boot-disk": Crucible(CrucibleStorageBackend { readonly: false, request_json: "{\\"type\\":\\"volume\\",\\"block_size\\":512,\\"id\\":\\"fc7f3cba-e93b-4aef-bb09-8cde750d0ee0\\",\\"read_only_parent\\":{\\"type\\":\\"file\\",\\"block_size\\":512,\\"id\\":\\"aa38536d-22c8-4ecf-9de2-a2f5e87adffc\\",\\"path\\":\\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\\"},\\"sub_volumes\\":[{\\"type\\":\\"region\\",\\"block_size\\":512,\\"blocks_per_extent\\":131072,\\"extent_count\\":160,\\"gen\\":1,\\"opts\\":{\\"id\\":\\"f2465cbe-94b8-456f-95ce-c4cc26059833\\",\\"key\\":\\"cT2g2DTY9S23c/CSqxwFwPSufzRiXekvxKN85idlCxw=\\",\\"lossy\\":false,\\"read_only\\":false,\\"target\\":[\\"127.0.0.1:9000\\",\\"127.0.0.1:9001\\",\\"127.0.0.1:9002\\"]}}]}" })} }, devices: DeviceSpecV0 { board: Board { chipset: I440Fx(I440Fx { enable_pcie: false }), cpus: 2, memory_mb: 512 }, network_devices: {}, pci_pci_bridges: {}, qemu_pvpanic: None, serial_ports: {"com1": SerialPort { num: Com1 }}, storage_devices: {"disk-device0": NvmeDisk(NvmeDisk { backend_name: "boot-disk", pci_path: PciPath { bus: 0, device: 4, function: 0 } })} } } target = phd_framework::test_vm vm = crucible_boot_test vm_id = 78bcb6a4-66c2-439b-9aec-ac7908e3d187
20302024-03-28T07:30:46.082ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 719 file = phd-tests/framework/src/test_vm/mod.rs line = 272 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 78bcb6a4-66c2-439b-9aec-ac7908e3d187
20312024-03-28T07:30:46.082ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 78bcb6a4-66c2-439b-9aec-ac7908e3d187
20322024-03-28T07:30:46.082ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 442 path = phd_tests::crucible::smoke::boot_test state = Run target = phd_framework::test_vm vm = crucible_boot_test vm_id = 78bcb6a4-66c2-439b-9aec-ac7908e3d187
20332024-03-28T07:30:46.082ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 437 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 78bcb6a4-66c2-439b-9aec-ac7908e3d187
20342024-03-28T07:30:46.082ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm
20352024-03-28T07:30:46.082ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 645 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm timeout_duration = 300s vm = crucible_boot_test vm_id = 78bcb6a4-66c2-439b-9aec-ac7908e3d187
20362024-03-28T07:30:46.082ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::crucible::smoke::boot_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
20372024-03-28T07:30:46.083ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 78bcb6a4-66c2-439b-9aec-ac7908e3d187
20382024-03-28T07:30:46.083ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_boot_test vm_id = 78bcb6a4-66c2-439b-9aec-ac7908e3d187
20392024-03-28T07:30:50.867ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4783 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 78bcb6a4-66c2-439b-9aec-ac7908e3d187
20402024-03-28T07:30:50.867ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::crucible::smoke::boot_test step = WriteStr("root") target = phd_framework::test_vm
20412024-03-28T07:30:50.867ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 653 path = phd_tests::crucible::smoke::boot_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
20422024-03-28T07:30:50.867ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 78bcb6a4-66c2-439b-9aec-ac7908e3d187
20432024-03-28T07:30:50.867ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 718 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_boot_test vm_id = 78bcb6a4-66c2-439b-9aec-ac7908e3d187
20442024-03-28T07:30:50.886ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 78bcb6a4-66c2-439b-9aec-ac7908e3d187
20452024-03-28T07:30:50.886ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 693 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm
20462024-03-28T07:30:50.886ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4803 file = phd-tests/framework/src/test_vm/mod.rs line = 696 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm
20472024-03-28T07:30:50.886ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 78bcb6a4-66c2-439b-9aec-ac7908e3d187
20482024-03-28T07:30:50.886ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
20492024-03-28T07:30:50.886ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 4805 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
20502024-03-28T07:30:50.886ZINFOphd-runner: test phd_tests::crucible::smoke::boot_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
20512024-03-28T07:30:50.887ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
20522024-03-28T07:30:50.887ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 974 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 78bcb6a4-66c2-439b-9aec-ac7908e3d187
20532024-03-28T07:30:51.151ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::smoke::boot_test self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server vm = crucible_boot_test vm_id = 78bcb6a4-66c2-439b-9aec-ac7908e3d187
20542024-03-28T07:30:51.290ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::boot_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: "/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9000" } } target = phd_framework::disk::crucible vm = crucible_boot_test vm_id = 78bcb6a4-66c2-439b-9aec-ac7908e3d187
20552024-03-28T07:30:51.302ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::boot_test self.path = "/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9000" target = phd_framework::disk::crucible vm = crucible_boot_test vm_id = 78bcb6a4-66c2-439b-9aec-ac7908e3d187
20562024-03-28T07:30:51.314ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::boot_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: "/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9001" } } target = phd_framework::disk::crucible vm = crucible_boot_test vm_id = 78bcb6a4-66c2-439b-9aec-ac7908e3d187
20572024-03-28T07:30:51.326ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::boot_test self.path = "/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9001" target = phd_framework::disk::crucible vm = crucible_boot_test vm_id = 78bcb6a4-66c2-439b-9aec-ac7908e3d187
20582024-03-28T07:30:51.337ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::boot_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: "/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9002" } } target = phd_framework::disk::crucible vm = crucible_boot_test vm_id = 78bcb6a4-66c2-439b-9aec-ac7908e3d187
20592024-03-28T07:30:51.349ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::boot_test self.path = "/tmp/propolis-phd/fc7f3cba-e93b-4aef-bb09-8cde750d0ee0_9002" target = phd_framework::disk::crucible vm = crucible_boot_test vm_id = 78bcb6a4-66c2-439b-9aec-ac7908e3d187
20602024-03-28T07:30:51.360ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 473 file = phd-tests/framework/src/test_vm/mod.rs line = 951 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 78bcb6a4-66c2-439b-9aec-ac7908e3d187
20612024-03-28T07:30:51.360ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 6218 file = phd-tests/tests/src/crucible/smoke.rs line = 10 path = phd_tests::crucible::smoke::boot_test target = phd_tests::crucible::smoke
20622024-03-28T07:30:51.360ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 473 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
20632024-03-28T07:30:51.360ZINFOphd-runner: [EXECUTION_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 35 target = phd_runner::fixtures
20642024-03-28T07:30:51.360ZINFOphd-runner: [EXECUTION_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 35 target = phd_runner::fixtures
2065 test result: ok. 21 passed; 0 failed; 1 skipped; 0 not run; finished in 439.08s
2066 
20672024-03-28T07:30:51.360ZDEBGphd-runner: phd_runner exit_code = 0 file = phd-tests/runner/src/main.rs line = 40 target = phd_runner