Max level shown:
12025-01-22T01:36:25.821ZINFOphd-runner: phd_runner file = phd-tests/runner/src/main.rs line = 35 runner_args = ProcessArgs { command: Run(RunOptions { propolis_server_cmd: "/work/phd-test/propolis-server", base_propolis_branch: Some("master"), base_propolis_commit: None, base_propolis_cmd: None, crucible_downstairs_cmd: None, crucible_downstairs_commit: Some(Auto), tmp_directory: "/tmp/propolis-phd", artifact_directory: Some("/phd-artifacts"), server_logging_mode: TmpFile, default_guest_cpus: 2, default_guest_memory_mib: 512, artifact_toml_path: "/work/phd-test/artifacts.toml", default_guest_artifact: "alpine", default_bootrom_artifact: "ovmf", include_filter: ["phd_tests::migrate::from_base"], exclude_filter: [], max_buildomat_wait_secs: 1200 }), disable_ansi: false, emit_bunyan: true } target = phd_runner
22025-01-22T01:36:25.824ZDEBGphd-runner: Created new artifact store from manifest file = phd-tests/framework/src/artifacts/store.rs line = 221 store = Store { local_dir: "/phd-artifacts", artifacts: {"alpine": Mutex { data: StoredArtifact { description: Artifact { filename: "alpine.iso", kind: GuestOs(Alpine), source: RemoteServer { sha256: "ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1" }, untar: None }, cached_path: None } }, "ovmf": Mutex { data: StoredArtifact { description: Artifact { filename: "OVMF_CODE.fd", kind: Bootrom, source: Buildomat(BuildomatArtifact { repo: Repo("oxidecomputer/edk2"), series: Series("image_debug"), commit: Commit("6d92acf0a22718dd4175d7c64dbcf7aaec3740bd"), sha256: "29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f" }), untar: None }, cached_path: None } }}, downloader: DownloadConfig { timeout: 600s, buildomat_backoff: ExponentialBackoff { current_interval: 1s, initial_interval: 1s, randomization_factor: 0.5, multiplier: 1.5, max_interval: 60s, start_time: Instant { tv_sec: 495, tv_nsec: 817927855 }, max_elapsed_time: Some(1200s), clock: SystemClock }, remote_server_uris: ["https://oxide-omicron-build.s3.amazonaws.com"] } } target = phd_framework::artifacts::store
32025-01-22T01:36:25.824ZINFOphd-runner: Adding Propolis server from local command file = phd-tests/framework/src/artifacts/store.rs line = 229 propolis_server_cmd = /work/phd-test/propolis-server target = phd_framework::artifacts::store
42025-01-22T01:36:25.824ZINFOphd-runner: Adding crucible-downstairs from Buildomat Git revision commit = c9d31d2f84ff5b59dfb1cf5358d8af657ab9b5e9 file = phd-tests/framework/src/artifacts/store.rs line = 313 target = phd_framework::artifacts::store
52025-01-22T01:36:25.824ZDEBGphd-runner: Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 215 target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/c9d31d2f84ff5b59dfb1cf5358d8af657ab9b5e9/crucible-nightly.sha256.txt
62025-01-22T01:36:26.015ZINFOphd-runner: Adding 'current' Propolis server from Buildomat Git branch 'master' file = phd-tests/framework/src/artifacts/store.rs line = 250 target = phd_framework::artifacts::store
72025-01-22T01:36:26.435ZDEBGphd-runner: Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 215 target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/6f40d5ea67ec684eca17385ea9496b5e851acde1/propolis-server.sha256.txt
82025-01-22T01:36:26.537ZINFOphd-runner: [EXECUTION_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 25 target = phd_runner::fixtures
92025-01-22T01:36:26.537ZINFOphd-runner: [EXECUTION_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 25 target = phd_runner::fixtures
102025-01-22T01:36:26.538ZINFOphd-runner: Running 3 test(s) file = phd-tests/runner/src/execute.rs line = 82 target = phd_runner::execute
112025-01-22T01:36:26.538ZINFOphd-runner: Starting test phd_tests::migrate::from_base::migration_from_base_and_back file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
122025-01-22T01:36:26.538ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
132025-01-22T01:36:26.538ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
142025-01-22T01:36:26.538ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 52 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_tests::migrate::from_base
152025-01-22T01:36:26.539ZDEBGphd-runner: [TEST - EVENT] checking for existing copy of artifact file = phd-tests/framework/src/artifacts/store.rs line = 89 maybe_path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::artifacts::store
162025-01-22T01:36:26.539ZDEBGphd-runner: [TEST - EVENT] Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 215 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/edk2/image_debug/6d92acf0a22718dd4175d7c64dbcf7aaec3740bd/OVMF_CODE.fd
172025-01-22T01:36:27.136ZDEBGphd-runner: [TEST - EVENT] checking for existing copy of artifact file = phd-tests/framework/src/artifacts/store.rs line = 89 maybe_path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::artifacts::store
182025-01-22T01:36:27.136ZDEBGphd-runner: [TEST - EVENT] Downloading alpine.iso from https://oxide-omicron-build.s3.amazonaws.com/alpine.iso file = phd-tests/framework/src/artifacts/store.rs line = 621 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::artifacts::store timeout = 600s
192025-01-22T01:36:57.819ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
202025-01-22T01:36:57.820ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs verb = list
212025-01-22T01:36:57.844ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::from_base::migration_from_base_and_back stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 2.01M 1.80T 1.91M /phd-artifacts\n target = phd_framework::zfs
222025-01-22T01:36:57.844ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-8e648c6f-d9fa-4bc7-a9b6-09713439f899"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs verb = snapshot
232025-01-22T01:36:57.903ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-8e648c6f-d9fa-4bc7-a9b6-09713439f899", "phd-artifacts/phd-clone-40d4570b-d352-48e3-8d2c-8b675cf0a009"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs verb = clone
242025-01-22T01:36:57.925ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-40d4570b-d352-48e3-8d2c-8b675cf0a009"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs verb = list
252025-01-22T01:36:57.936ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::from_base::migration_from_base_and_back stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-40d4570b-d352-48e3-8d2c-8b675cf0a009 0B 1.80T 48.9M /phd-artifacts/phd-clone-40d4570b-d352-48e3-8d2c-8b675cf0a009\n target = phd_framework::zfs
262025-01-22T01:36:57.937ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 192 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
272025-01-22T01:36:57.937ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__BASE_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 210 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm_name = migration_from_base_and_back
282025-01-22T01:36:57.937ZDEBGphd-runner: [NEW - EVENT] checking for existing copy of artifact file = phd-tests/framework/src/artifacts/store.rs line = 89 maybe_path = /phd-artifacts/4fdf212b3ee741e3b94ce83958024b8bb1d7b141e0381895100e3552975fbc8a/propolis-server.tar.gz path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::artifacts::store
292025-01-22T01:36:57.937ZDEBGphd-runner: [NEW - EVENT] Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 215 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/6f40d5ea67ec684eca17385ea9496b5e851acde1/propolis-server.tar.gz
302025-01-22T01:37:22.001ZDEBGphd-runner: [NEW - EVENT] Extracting artifact from tarball extracted_path = /phd-artifacts/4fdf212b3ee741e3b94ce83958024b8bb1d7b141e0381895100e3552975fbc8a/propolis-server file = phd-tests/framework/src/artifacts/store.rs line = 162 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::artifacts::store untar_path = propolis-server
312025-01-22T01:37:22.001ZDEBGphd-runner: [NEW - EVENT] Extracting gzipped tarball... file = phd-tests/framework/src/artifacts/store.rs line = 521 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::artifacts::store
322025-01-22T01:37:35.162ZINFOphd-runner: [NEW - EVENT] Launching Propolis server bootrom_path = "/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::migration_from_base_and_back server_addr = 127.0.0.1:9000 server_path = "/phd-artifacts/4fdf212b3ee741e3b94ce83958024b8bb1d7b141e0381895100e3552975fbc8a/propolis-server" target = phd_framework::test_vm::server
332025-01-22T01:37:35.163ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::migration_from_base_and_back stderr_path = "/tmp/propolis-phd/migration_from_base_and_back.stderr.log" stdout_path = "/tmp/propolis-phd/migration_from_base_and_back.stdout.log" target = phd_framework::server_log_mode
342025-01-22T01:37:35.222ZINFOphd-runner: [NEW - EVENT] Launched server with pid 867 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm::server
352025-01-22T01:37:35.222ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 37285 file = phd-tests/framework/src/test_vm/mod.rs line = 192 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
362025-01-22T01:37:35.223ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 275 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
372025-01-22T01:37:35.223ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance) file = phd-tests/framework/src/test_vm/mod.rs line = 319 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
382025-01-22T01:37:35.962ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
392025-01-22T01:37:35.963ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { properties: InstanceProperties { description: "Pheidippides-managed VM", id: dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef, metadata: InstanceMetadata { project_id: 9ee4ead4-bfc9-48c8-8c84-22f64601cb8d, silo_id: a4e8eb39-a014-4d67-9d34-b2d23127f5ae, sled_id: 4a53a70f-80e0-4fde-a174-3af9d09122b3, sled_model: "pheidippes", sled_revision: 1, sled_serial: "4a53a70f-80e0-4fde-a174-3af9d09122b3" }, name: "phd-vm-dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef" }, state: Creating } line = 379 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
402025-01-22T01:37:35.963ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 740 file = phd-tests/framework/src/test_vm/mod.rs line = 275 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
412025-01-22T01:37:35.963ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 440 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
422025-01-22T01:37:35.963ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 445 path = phd_tests::migrate::from_base::migration_from_base_and_back state = Run target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
432025-01-22T01:37:35.964ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 440 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
442025-01-22T01:37:35.964ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 724 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
452025-01-22T01:37:35.964ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 673 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = 300s vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
462025-01-22T01:37:35.964ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 681 path = phd_tests::migrate::from_base::migration_from_base_and_back step = WaitFor("localhost login: ") target = phd_framework::test_vm
472025-01-22T01:37:35.964ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
482025-01-22T01:37:35.964ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 746 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
492025-01-22T01:37:40.242ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4277 file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
502025-01-22T01:37:40.242ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 681 path = phd_tests::migrate::from_base::migration_from_base_and_back step = WriteStr("root") target = phd_framework::test_vm
512025-01-22T01:37:40.242ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 681 path = phd_tests::migrate::from_base::migration_from_base_and_back step = WaitFor("localhost:~#") target = phd_framework::test_vm
522025-01-22T01:37:40.243ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
532025-01-22T01:37:40.243ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 746 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
542025-01-22T01:37:40.261ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 17 file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
552025-01-22T01:37:40.261ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 681 path = phd_tests::migrate::from_base::migration_from_base_and_back step = WriteStr("stty -F `tty` cols 9999") target = phd_framework::test_vm
562025-01-22T01:37:40.261ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 681 path = phd_tests::migrate::from_base::migration_from_base_and_back step = WaitFor("localhost:~#") target = phd_framework::test_vm
572025-01-22T01:37:40.261ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
582025-01-22T01:37:40.261ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 746 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
592025-01-22T01:37:40.294ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
602025-01-22T01:37:40.294ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 721 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
612025-01-22T01:37:40.294ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4329 file = phd-tests/framework/src/test_vm/mod.rs line = 724 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
622025-01-22T01:37:40.294ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
632025-01-22T01:37:40.294ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 746 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
642025-01-22T01:37:40.305ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
652025-01-22T01:37:40.305ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
662025-01-22T01:37:40.305ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 746 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
672025-01-22T01:37:40.338ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
682025-01-22T01:37:40.338ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
692025-01-22T01:37:40.338ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 746 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
702025-01-22T01:37:40.349ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
712025-01-22T01:37:40.349ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
722025-01-22T01:37:40.349ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 746 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
732025-01-22T01:37:40.382ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
742025-01-22T01:37:40.382ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
752025-01-22T01:37:40.382ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 746 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
762025-01-22T01:37:40.392ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
772025-01-22T01:37:40.392ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
782025-01-22T01:37:40.392ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 746 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
792025-01-22T01:37:40.414ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 21 file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
802025-01-22T01:37:40.414ZINFOphd-runner: [TEST - EVENT] migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 74 path = phd_tests::migrate::from_base::migration_from_base_and_back propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_from_base_and_back
812025-01-22T01:37:40.414ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 192 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
822025-01-22T01:37:40.415ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 210 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm_name = migration_from_base_and_back_lifecycle_0
832025-01-22T01:37:40.415ZDEBGphd-runner: [NEW - EVENT] Examining locally-sourced artifact file = phd-tests/framework/src/artifacts/store.rs line = 56 path = /work/phd-test/propolis-server sha256 = None target = phd_framework::artifacts::store
842025-01-22T01:37:40.415ZDEBGphd-runner: [NEW - EVENT] Locally-sourced artifact is valid, caching its path file = phd-tests/framework/src/artifacts/store.rs line = 69 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
852025-01-22T01:37:40.415ZINFOphd-runner: [NEW - EVENT] Launching Propolis server bootrom_path = "/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::migration_from_base_and_back server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
862025-01-22T01:37:40.415ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::migration_from_base_and_back stderr_path = "/tmp/propolis-phd/migration_from_base_and_back_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_from_base_and_back_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
872025-01-22T01:37:40.437ZINFOphd-runner: [NEW - EVENT] Launched server with pid 868 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm::server
882025-01-22T01:37:40.437ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 22 file = phd-tests/framework/src/test_vm/mod.rs line = 192 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm
892025-01-22T01:37:40.437ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 474 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef target = phd_framework::test_vm target_id = e7bf513a-722f-4b2a-8c9e-df796a28c312
902025-01-22T01:37:40.437ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 507 migration_id = cccfc6f0-4da8-4769-8193-071e031737b5 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef target = phd_framework::test_vm target_id = e7bf513a-722f-4b2a-8c9e-df796a28c312 timeout_duration = 45s
912025-01-22T01:37:40.437ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 275 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef target = phd_framework::test_vm target_id = e7bf513a-722f-4b2a-8c9e-df796a28c312 vm = migration_from_base_and_back_lifecycle_0 vm_id = e7bf513a-722f-4b2a-8c9e-df796a28c312
922025-01-22T01:37:40.438ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance) file = phd-tests/framework/src/test_vm/mod.rs line = 319 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef target = phd_framework::test_vm target_id = e7bf513a-722f-4b2a-8c9e-df796a28c312 vm = migration_from_base_and_back_lifecycle_0 vm_id = e7bf513a-722f-4b2a-8c9e-df796a28c312
932025-01-22T01:37:41.186ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { properties: InstanceProperties { description: "Pheidippides-managed VM", id: e7bf513a-722f-4b2a-8c9e-df796a28c312, metadata: InstanceMetadata { project_id: 9ee4ead4-bfc9-48c8-8c84-22f64601cb8d, silo_id: a4e8eb39-a014-4d67-9d34-b2d23127f5ae, sled_id: f1bed7bb-1aea-4f57-ad72-9eb577a71dff, sled_model: "pheidippes", sled_revision: 1, sled_serial: "f1bed7bb-1aea-4f57-ad72-9eb577a71dff" }, name: "phd-vm-e7bf513a-722f-4b2a-8c9e-df796a28c312" }, state: Migrating } line = 379 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef target = phd_framework::test_vm target_id = e7bf513a-722f-4b2a-8c9e-df796a28c312 vm = migration_from_base_and_back_lifecycle_0 vm_id = e7bf513a-722f-4b2a-8c9e-df796a28c312
942025-01-22T01:37:41.186ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 748 file = phd-tests/framework/src/test_vm/mod.rs line = 275 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef target = phd_framework::test_vm target_id = e7bf513a-722f-4b2a-8c9e-df796a28c312 vm = migration_from_base_and_back_lifecycle_0 vm_id = e7bf513a-722f-4b2a-8c9e-df796a28c312
952025-01-22T01:37:41.186ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 528 migration_id = cccfc6f0-4da8-4769-8193-071e031737b5 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef target = phd_framework::test_vm target_id = e7bf513a-722f-4b2a-8c9e-df796a28c312
962025-01-22T01:37:43.913ZINFOphd-runner: [MIGRATE_FROM - EVENT] Instance reported error during migration file = phd-tests/framework/src/test_vm/mod.rs line = 545 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef target = phd_framework::test_vm target_id = e7bf513a-722f-4b2a-8c9e-df796a28c312
972025-01-22T01:37:43.913ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 2727 file = phd-tests/framework/src/test_vm/mod.rs line = 528 migration_id = cccfc6f0-4da8-4769-8193-071e031737b5 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef target = phd_framework::test_vm target_id = e7bf513a-722f-4b2a-8c9e-df796a28c312
982025-01-22T01:37:43.913ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 3476 file = phd-tests/framework/src/test_vm/mod.rs line = 474 path = phd_tests::migrate::from_base::migration_from_base_and_back source = migration_from_base_and_back source_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef target = phd_framework::test_vm target_id = e7bf513a-722f-4b2a-8c9e-df796a28c312
992025-01-22T01:37:43.913ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 996 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = e7bf513a-722f-4b2a-8c9e-df796a28c312
1002025-01-22T01:37:43.914ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 996 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
1012025-01-22T01:37:43.915ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1019 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = e7bf513a-722f-4b2a-8c9e-df796a28c312
1022025-01-22T01:37:43.915ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1019 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
1032025-01-22T01:37:43.916ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::migration_from_base_and_back self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migration_from_base_and_back_lifecycle_0 vm_id = e7bf513a-722f-4b2a-8c9e-df796a28c312
1042025-01-22T01:37:44.034ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
1052025-01-22T01:37:44.034ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 8071 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
1062025-01-22T01:37:44.034ZINFOphd-runner: test phd_tests::migrate::from_base::migration_from_base_and_back ... FAILED: live migration Caused by: error during migration Stack backtrace: 0: anyhow::error::<impl anyhow::Error>::msg at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.89/src/backtrace.rs:27:14 1: anyhow::__private::format_err at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.89/src/lib.rs:690:13 2: phd_framework::test_vm::TestVm::migrate_from::{{closure}}::{{closure}}::{{closure}}::{{closure}} at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:546:59 3: <backoff::future::Retry<S,B,N,Fn,Fut> as core::future::future::Future>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/backoff-0.4.0/src/future.rs:182:26 4: phd_framework::test_vm::TestVm::migrate_from::{{closure}}::{{closure}} at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:563:18 5: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9 6: phd_framework::test_vm::TestVm::migrate_from::{{closure}} at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:474:5 7: phd_framework::lifecycle::<impl phd_framework::Framework>::lifecycle_test::{{closure}} at ./oxidecomputer/propolis/phd-tests/framework/src/lifecycle.rs:95:26 8: phd_tests::migrate::from_base::migration_from_base_and_back::{{closure}}::{{closure}} at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:83:10 9: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9 10: phd_tests::migrate::from_base::migration_from_base_and_back::{{closure}} at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:52:5 11: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/future/future.rs:124:9 12: phd_testcase::TestCase::run::{{closure}} at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32 13: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/macros/select.rs:557:49 14: <tokio::future::poll_fn::PollFn<F> as core::future::future::Future>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/future/poll_fn.rs:58:9 15: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}} at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:105:13 16: tokio::runtime::task::core::Core<T,S>::poll::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/core.rs:331:17 17: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/loom/std/unsafe_cell.rs:16:9 18: tokio::runtime::task::core::Core<T,S>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/core.rs:320:13 19: tokio::runtime::task::harness::poll_future::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:500:19 20: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/panic/unwind_safe.rs:272:9 21: std::panicking::try::do_call at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panicking.rs:557:40 22: __rust_try 23: std::panicking::try at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panicking.rs:520:19 24: std::panic::catch_unwind at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panic.rs:358:14 25: tokio::runtime::task::harness::poll_future at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:488:18 26: tokio::runtime::task::harness::Harness<T,S>::poll_inner at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:209:27 27: tokio::runtime::task::harness::Harness<T,S>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:154:15 28: tokio::runtime::task::raw::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/raw.rs:271:5 29: tokio::runtime::task::raw::RawTask::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/raw.rs:201:18 30: tokio::runtime::task::LocalNotified<S>::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/mod.rs:436:9 31: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/scheduler/multi_thread/worker.rs:661:17 32: tokio::runtime::coop::with_budget at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/coop.rs:107:5 33: tokio::runtime::coop::budget at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/coop.rs:73:5 34: tokio::runtime::scheduler::multi_thread::worker::Context::run_task at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/scheduler/multi_thread/worker.rs:597:9 35: tokio::runtime::scheduler::multi_thread::worker::Context::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/scheduler/multi_thread/worker.rs:548:24 36: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/scheduler/multi_thread/worker.rs:513:21 37: tokio::runtime::context::scoped::Scoped<T>::set at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/context/scoped.rs:40:9 38: tokio::runtime::context::set_scheduler::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/context.rs:180:26 39: std::thread::local::LocalKey<T>::try_with at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/thread/local.rs:283:12 40: std::thread::local::LocalKey<T>::with at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/thread/local.rs:260:9 41: tokio::runtime::context::set_scheduler at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/context.rs:180:9 42: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/scheduler/multi_thread/worker.rs:508:9 43: tokio::runtime::context::runtime::enter_runtime at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/context/runtime.rs:65:16 44: tokio::runtime::scheduler::multi_thread::worker::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/scheduler/multi_thread/worker.rs:500:5 45: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/scheduler/multi_thread/worker.rs:466:45 46: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/task.rs:42:21 47: tokio::runtime::task::core::Core<T,S>::poll::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/core.rs:331:17 48: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/loom/std/unsafe_cell.rs:16:9 49: tokio::runtime::task::core::Core<T,S>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/core.rs:320:13 50: tokio::runtime::task::harness::poll_future::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:500:19 51: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/panic/unwind_safe.rs:272:9 52: std::panicking::try::do_call at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panicking.rs:557:40 53: __rust_try 54: std::panicking::try at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panicking.rs:520:19 55: std::panic::catch_unwind at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panic.rs:358:14 56: tokio::runtime::task::harness::poll_future at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:488:18 57: tokio::runtime::task::harness::Harness<T,S>::poll_inner at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:209:27 58: tokio::runtime::task::harness::Harness<T,S>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:154:15 59: tokio::runtime::task::raw::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/raw.rs:271:5 60: tokio::runtime::task::raw::RawTask::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/raw.rs:201:18 61: tokio::runtime::task::UnownedTask<S>::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/mod.rs:473:9 62: tokio::runtime::blocking::pool::Task::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/pool.rs:160:9 63: tokio::runtime::blocking::pool::Inner::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/pool.rs:518:17 64: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/pool.rs:476:13 65: std::sys::backtrace::__rust_begin_short_backtrace at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/sys/backtrace.rs:154:18 66: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}} at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/thread/mod.rs:561:17 67: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/panic/unwind_safe.rs:272:9 68: std::panicking::try::do_call at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panicking.rs:557:40 69: __rust_try 70: std::panicking::try at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panicking.rs:520:19 71: std::panic::catch_unwind at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panic.rs:358:14 72: std::thread::Builder::spawn_unchecked_::{{closure}} at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/thread/mod.rs:559:30 73: core::ops::function::FnOnce::call_once{{vtable.shim}} at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/ops/function.rs:250:5 74: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/alloc/src/boxed.rs:1972:9 75: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/alloc/src/boxed.rs:1972:9 76: std::sys::pal::unix::thread::Thread::new::thread_start at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/sys/pal/unix/thread.rs:105:17 77: _thrp_setup 78: <unknown> file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
1072025-01-22T01:37:44.034ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
1082025-01-22T01:37:44.036ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::migration_from_base_and_back self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
1092025-01-22T01:37:44.058ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 144 file = phd-tests/framework/src/test_vm/mod.rs line = 996 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back_lifecycle_0 vm_id = e7bf513a-722f-4b2a-8c9e-df796a28c312
1102025-01-22T01:37:44.163ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
1112025-01-22T01:37:44.163ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-40d4570b-d352-48e3-8d2c-8b675cf0a009"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs verb = destroy vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
1122025-01-22T01:37:44.209ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
1132025-01-22T01:37:44.209ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-8e648c6f-d9fa-4bc7-a9b6-09713439f899"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::zfs verb = destroy vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
1142025-01-22T01:37:44.242ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 328 file = phd-tests/framework/src/test_vm/mod.rs line = 996 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_framework::test_vm vm = migration_from_base_and_back vm_id = dcbfbe5a-4358-4728-9d4e-4f6fc04c54ef
1152025-01-22T01:37:44.242ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 77703 file = phd-tests/tests/src/migrate.rs line = 52 path = phd_tests::migrate::from_base::migration_from_base_and_back target = phd_tests::migrate::from_base
1162025-01-22T01:37:44.242ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 207 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
1172025-01-22T01:37:44.242ZINFOphd-runner: Starting test phd_tests::migrate::from_base::serial_history file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
1182025-01-22T01:37:44.242ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
1192025-01-22T01:37:44.242ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
1202025-01-22T01:37:44.242ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 40 path = phd_tests::migrate::from_base::serial_history target = phd_tests::migrate::from_base
1212025-01-22T01:37:44.242ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
1222025-01-22T01:37:44.243ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
1232025-01-22T01:37:44.243ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
1242025-01-22T01:37:44.243ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs verb = list
1252025-01-22T01:37:44.266ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::from_base::serial_history stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 684M 1.80T 684M /phd-artifacts\n target = phd_framework::zfs
1262025-01-22T01:37:44.266ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-d18122a7-0dff-4db8-9805-47f62dbf09e4"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs verb = snapshot
1272025-01-22T01:37:44.294ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-d18122a7-0dff-4db8-9805-47f62dbf09e4", "phd-artifacts/phd-clone-33906e8c-deaa-4daf-9814-1f05d9379b88"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs verb = clone
1282025-01-22T01:37:44.321ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-33906e8c-deaa-4daf-9814-1f05d9379b88"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs verb = list
1292025-01-22T01:37:44.339ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::from_base::serial_history stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-33906e8c-deaa-4daf-9814-1f05d9379b88 0B 1.80T 684M /phd-artifacts/phd-clone-33906e8c-deaa-4daf-9814-1f05d9379b88\n target = phd_framework::zfs
1302025-01-22T01:37:44.340ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 192 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
1312025-01-22T01:37:44.340ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__BASE_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 210 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm_name = migration_serial_history_base
1322025-01-22T01:37:44.340ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/4fdf212b3ee741e3b94ce83958024b8bb1d7b141e0381895100e3552975fbc8a/propolis-server target = phd_framework::artifacts::store
1332025-01-22T01:37:44.340ZINFOphd-runner: [NEW - EVENT] Launching Propolis server bootrom_path = "/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::serial_history server_addr = 127.0.0.1:9000 server_path = "/phd-artifacts/4fdf212b3ee741e3b94ce83958024b8bb1d7b141e0381895100e3552975fbc8a/propolis-server" target = phd_framework::test_vm::server
1342025-01-22T01:37:44.340ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::serial_history stderr_path = "/tmp/propolis-phd/migration_serial_history_base.stderr.log" stdout_path = "/tmp/propolis-phd/migration_serial_history_base.stdout.log" target = phd_framework::server_log_mode
1352025-01-22T01:37:44.353ZINFOphd-runner: [NEW - EVENT] Launched server with pid 877 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm::server
1362025-01-22T01:37:44.353ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 12 file = phd-tests/framework/src/test_vm/mod.rs line = 192 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
1372025-01-22T01:37:44.353ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 275 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1382025-01-22T01:37:44.354ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance) file = phd-tests/framework/src/test_vm/mod.rs line = 319 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1392025-01-22T01:37:45.175ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
1402025-01-22T01:37:45.176ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { properties: InstanceProperties { description: "Pheidippides-managed VM", id: 03b34047-2ae6-4024-8ed2-3c467c85c642, metadata: InstanceMetadata { project_id: 01597209-df90-4696-a7a1-705cbbd0f505, silo_id: efbd7e02-8b19-4e84-8deb-0c142db77ab5, sled_id: 19b44d94-3469-4a60-b457-89ee605b63a4, sled_model: "pheidippes", sled_revision: 1, sled_serial: "19b44d94-3469-4a60-b457-89ee605b63a4" }, name: "phd-vm-03b34047-2ae6-4024-8ed2-3c467c85c642" }, state: Creating } line = 379 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1412025-01-22T01:37:45.176ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 822 file = phd-tests/framework/src/test_vm/mod.rs line = 275 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1422025-01-22T01:37:45.176ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 440 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1432025-01-22T01:37:45.176ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 445 path = phd_tests::migrate::from_base::serial_history state = Run target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1442025-01-22T01:37:45.176ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 440 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1452025-01-22T01:37:45.177ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 724 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
1462025-01-22T01:37:45.177ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 673 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm timeout_duration = 300s vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1472025-01-22T01:37:45.177ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 681 path = phd_tests::migrate::from_base::serial_history step = WaitFor("localhost login: ") target = phd_framework::test_vm
1482025-01-22T01:37:45.177ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1492025-01-22T01:37:45.177ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 746 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1502025-01-22T01:37:49.376ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4199 file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1512025-01-22T01:37:49.376ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 681 path = phd_tests::migrate::from_base::serial_history step = WriteStr("root") target = phd_framework::test_vm
1522025-01-22T01:37:49.376ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 681 path = phd_tests::migrate::from_base::serial_history step = WaitFor("localhost:~#") target = phd_framework::test_vm
1532025-01-22T01:37:49.376ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1542025-01-22T01:37:49.376ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 746 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1552025-01-22T01:37:49.393ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 16 file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1562025-01-22T01:37:49.394ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 681 path = phd_tests::migrate::from_base::serial_history step = WriteStr("stty -F `tty` cols 9999") target = phd_framework::test_vm
1572025-01-22T01:37:49.394ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 681 path = phd_tests::migrate::from_base::serial_history step = WaitFor("localhost:~#") target = phd_framework::test_vm
1582025-01-22T01:37:49.394ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1592025-01-22T01:37:49.394ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 746 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1602025-01-22T01:37:49.427ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1612025-01-22T01:37:49.427ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 721 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
1622025-01-22T01:37:49.427ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4250 file = phd-tests/framework/src/test_vm/mod.rs line = 724 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
1632025-01-22T01:37:49.427ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1642025-01-22T01:37:49.427ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 746 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1652025-01-22T01:37:49.437ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1662025-01-22T01:37:49.438ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1672025-01-22T01:37:49.438ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 746 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1682025-01-22T01:37:49.471ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1692025-01-22T01:37:49.476ZINFOphd-runner: [TEST - EVENT] migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 74 path = phd_tests::migrate::from_base::serial_history propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_serial_history_base
1702025-01-22T01:37:49.476ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 192 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
1712025-01-22T01:37:49.476ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 210 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm_name = migration_serial_history_base_lifecycle_0
1722025-01-22T01:37:49.476ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
1732025-01-22T01:37:49.476ZINFOphd-runner: [NEW - EVENT] Launching Propolis server bootrom_path = "/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::serial_history server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
1742025-01-22T01:37:49.476ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::serial_history stderr_path = "/tmp/propolis-phd/migration_serial_history_base_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_serial_history_base_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
1752025-01-22T01:37:49.494ZINFOphd-runner: [NEW - EVENT] Launched server with pid 878 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm::server
1762025-01-22T01:37:49.494ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 18 file = phd-tests/framework/src/test_vm/mod.rs line = 192 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm
1772025-01-22T01:37:49.494ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 474 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 03b34047-2ae6-4024-8ed2-3c467c85c642 target = phd_framework::test_vm target_id = 21e0917c-969b-454c-9d9a-c389f8490000
1782025-01-22T01:37:49.494ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 507 migration_id = afcc614c-af5a-4c90-b2de-ea75a0708f14 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 03b34047-2ae6-4024-8ed2-3c467c85c642 target = phd_framework::test_vm target_id = 21e0917c-969b-454c-9d9a-c389f8490000 timeout_duration = 45s
1792025-01-22T01:37:49.494ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 275 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 03b34047-2ae6-4024-8ed2-3c467c85c642 target = phd_framework::test_vm target_id = 21e0917c-969b-454c-9d9a-c389f8490000 vm = migration_serial_history_base_lifecycle_0 vm_id = 21e0917c-969b-454c-9d9a-c389f8490000
1802025-01-22T01:37:49.495ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance) file = phd-tests/framework/src/test_vm/mod.rs line = 319 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 03b34047-2ae6-4024-8ed2-3c467c85c642 target = phd_framework::test_vm target_id = 21e0917c-969b-454c-9d9a-c389f8490000 vm = migration_serial_history_base_lifecycle_0 vm_id = 21e0917c-969b-454c-9d9a-c389f8490000
1812025-01-22T01:37:50.135ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { properties: InstanceProperties { description: "Pheidippides-managed VM", id: 21e0917c-969b-454c-9d9a-c389f8490000, metadata: InstanceMetadata { project_id: 01597209-df90-4696-a7a1-705cbbd0f505, silo_id: efbd7e02-8b19-4e84-8deb-0c142db77ab5, sled_id: 0732157f-77f1-472f-9ed9-2f4fd31e5322, sled_model: "pheidippes", sled_revision: 1, sled_serial: "0732157f-77f1-472f-9ed9-2f4fd31e5322" }, name: "phd-vm-21e0917c-969b-454c-9d9a-c389f8490000" }, state: Migrating } line = 379 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 03b34047-2ae6-4024-8ed2-3c467c85c642 target = phd_framework::test_vm target_id = 21e0917c-969b-454c-9d9a-c389f8490000 vm = migration_serial_history_base_lifecycle_0 vm_id = 21e0917c-969b-454c-9d9a-c389f8490000
1822025-01-22T01:37:50.135ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 640 file = phd-tests/framework/src/test_vm/mod.rs line = 275 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 03b34047-2ae6-4024-8ed2-3c467c85c642 target = phd_framework::test_vm target_id = 21e0917c-969b-454c-9d9a-c389f8490000 vm = migration_serial_history_base_lifecycle_0 vm_id = 21e0917c-969b-454c-9d9a-c389f8490000
1832025-01-22T01:37:50.135ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 528 migration_id = afcc614c-af5a-4c90-b2de-ea75a0708f14 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 03b34047-2ae6-4024-8ed2-3c467c85c642 target = phd_framework::test_vm target_id = 21e0917c-969b-454c-9d9a-c389f8490000
1842025-01-22T01:37:53.433ZINFOphd-runner: [MIGRATE_FROM - EVENT] Instance reported error during migration file = phd-tests/framework/src/test_vm/mod.rs line = 545 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 03b34047-2ae6-4024-8ed2-3c467c85c642 target = phd_framework::test_vm target_id = 21e0917c-969b-454c-9d9a-c389f8490000
1852025-01-22T01:37:53.433ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 3298 file = phd-tests/framework/src/test_vm/mod.rs line = 528 migration_id = afcc614c-af5a-4c90-b2de-ea75a0708f14 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 03b34047-2ae6-4024-8ed2-3c467c85c642 target = phd_framework::test_vm target_id = 21e0917c-969b-454c-9d9a-c389f8490000
1862025-01-22T01:37:53.433ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 3938 file = phd-tests/framework/src/test_vm/mod.rs line = 474 path = phd_tests::migrate::from_base::serial_history source = migration_serial_history_base source_id = 03b34047-2ae6-4024-8ed2-3c467c85c642 target = phd_framework::test_vm target_id = 21e0917c-969b-454c-9d9a-c389f8490000
1872025-01-22T01:37:53.433ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 996 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base_lifecycle_0 vm_id = 21e0917c-969b-454c-9d9a-c389f8490000
1882025-01-22T01:37:53.433ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 996 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1892025-01-22T01:37:53.435ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1019 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1902025-01-22T01:37:53.435ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1019 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base_lifecycle_0 vm_id = 21e0917c-969b-454c-9d9a-c389f8490000
1912025-01-22T01:37:53.435ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
1922025-01-22T01:37:53.435ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 8259 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
1932025-01-22T01:37:53.435ZINFOphd-runner: test phd_tests::migrate::from_base::serial_history ... FAILED: live migration Caused by: error during migration Stack backtrace: 0: anyhow::error::<impl anyhow::Error>::msg at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.89/src/backtrace.rs:27:14 1: anyhow::__private::format_err at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.89/src/lib.rs:690:13 2: phd_framework::test_vm::TestVm::migrate_from::{{closure}}::{{closure}}::{{closure}}::{{closure}} at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:546:59 3: <backoff::future::Retry<S,B,N,Fn,Fut> as core::future::future::Future>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/backoff-0.4.0/src/future.rs:182:26 4: phd_framework::test_vm::TestVm::migrate_from::{{closure}}::{{closure}} at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:563:18 5: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9 6: phd_framework::test_vm::TestVm::migrate_from::{{closure}} at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:474:5 7: phd_framework::lifecycle::<impl phd_framework::Framework>::lifecycle_test::{{closure}} at ./oxidecomputer/propolis/phd-tests/framework/src/lifecycle.rs:95:26 8: phd_tests::migrate::run_serial_history_test::{{closure}} at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:358:6 9: phd_tests::migrate::from_base::serial_history::{{closure}}::{{closure}} at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:46:10 10: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9 11: phd_tests::migrate::from_base::serial_history::{{closure}} at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:40:5 12: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/future/future.rs:124:9 13: phd_testcase::TestCase::run::{{closure}} at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32 14: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/macros/select.rs:557:49 15: <tokio::future::poll_fn::PollFn<F> as core::future::future::Future>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/future/poll_fn.rs:58:9 16: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}} at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:105:13 17: tokio::runtime::task::core::Core<T,S>::poll::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/core.rs:331:17 18: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/loom/std/unsafe_cell.rs:16:9 19: tokio::runtime::task::core::Core<T,S>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/core.rs:320:13 20: tokio::runtime::task::harness::poll_future::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:500:19 21: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/panic/unwind_safe.rs:272:9 22: std::panicking::try::do_call at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panicking.rs:557:40 23: __rust_try 24: std::panicking::try at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panicking.rs:520:19 25: std::panic::catch_unwind at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panic.rs:358:14 26: tokio::runtime::task::harness::poll_future at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:488:18 27: tokio::runtime::task::harness::Harness<T,S>::poll_inner at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:209:27 28: tokio::runtime::task::harness::Harness<T,S>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:154:15 29: tokio::runtime::task::raw::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/raw.rs:271:5 30: tokio::runtime::task::raw::RawTask::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/raw.rs:201:18 31: tokio::runtime::task::LocalNotified<S>::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/mod.rs:436:9 32: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/scheduler/multi_thread/worker.rs:661:17 33: tokio::runtime::coop::with_budget at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/coop.rs:107:5 34: tokio::runtime::coop::budget at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/coop.rs:73:5 35: tokio::runtime::scheduler::multi_thread::worker::Context::run_task at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/scheduler/multi_thread/worker.rs:597:9 36: tokio::runtime::scheduler::multi_thread::worker::Context::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/scheduler/multi_thread/worker.rs:548:24 37: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/scheduler/multi_thread/worker.rs:513:21 38: tokio::runtime::context::scoped::Scoped<T>::set at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/context/scoped.rs:40:9 39: tokio::runtime::context::set_scheduler::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/context.rs:180:26 40: std::thread::local::LocalKey<T>::try_with at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/thread/local.rs:283:12 41: std::thread::local::LocalKey<T>::with at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/thread/local.rs:260:9 42: tokio::runtime::context::set_scheduler at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/context.rs:180:9 43: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/scheduler/multi_thread/worker.rs:508:9 44: tokio::runtime::context::runtime::enter_runtime at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/context/runtime.rs:65:16 45: tokio::runtime::scheduler::multi_thread::worker::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/scheduler/multi_thread/worker.rs:500:5 46: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/scheduler/multi_thread/worker.rs:466:45 47: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/task.rs:42:21 48: tokio::runtime::task::core::Core<T,S>::poll::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/core.rs:331:17 49: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/loom/std/unsafe_cell.rs:16:9 50: tokio::runtime::task::core::Core<T,S>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/core.rs:320:13 51: tokio::runtime::task::harness::poll_future::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:500:19 52: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/panic/unwind_safe.rs:272:9 53: std::panicking::try::do_call at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panicking.rs:557:40 54: __rust_try 55: std::panicking::try at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panicking.rs:520:19 56: std::panic::catch_unwind at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panic.rs:358:14 57: tokio::runtime::task::harness::poll_future at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:488:18 58: tokio::runtime::task::harness::Harness<T,S>::poll_inner at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:209:27 59: tokio::runtime::task::harness::Harness<T,S>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:154:15 60: tokio::runtime::task::raw::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/raw.rs:271:5 61: tokio::runtime::task::raw::RawTask::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/raw.rs:201:18 62: tokio::runtime::task::UnownedTask<S>::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/mod.rs:473:9 63: tokio::runtime::blocking::pool::Task::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/pool.rs:160:9 64: tokio::runtime::blocking::pool::Inner::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/pool.rs:518:17 65: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/pool.rs:476:13 66: std::sys::backtrace::__rust_begin_short_backtrace at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/sys/backtrace.rs:154:18 67: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}} at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/thread/mod.rs:561:17 68: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/panic/unwind_safe.rs:272:9 69: std::panicking::try::do_call at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panicking.rs:557:40 70: __rust_try 71: std::panicking::try at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panicking.rs:520:19 72: std::panic::catch_unwind at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panic.rs:358:14 73: std::thread::Builder::spawn_unchecked_::{{closure}} at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/thread/mod.rs:559:30 74: core::ops::function::FnOnce::call_once{{vtable.shim}} at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/ops/function.rs:250:5 75: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/alloc/src/boxed.rs:1972:9 76: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/alloc/src/boxed.rs:1972:9 77: std::sys::pal::unix::thread::Thread::new::thread_start at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/sys/pal/unix/thread.rs:105:17 78: _thrp_setup 79: <unknown> file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
1942025-01-22T01:37:53.435ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
1952025-01-22T01:37:53.436ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::serial_history self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migration_serial_history_base_lifecycle_0 vm_id = 21e0917c-969b-454c-9d9a-c389f8490000
1962025-01-22T01:37:53.580ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 146 file = phd-tests/framework/src/test_vm/mod.rs line = 996 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base_lifecycle_0 vm_id = 21e0917c-969b-454c-9d9a-c389f8490000
1972025-01-22T01:37:53.840ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::serial_history self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1982025-01-22T01:37:53.972ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
1992025-01-22T01:37:53.972ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-33906e8c-deaa-4daf-9814-1f05d9379b88"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs verb = destroy vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
2002025-01-22T01:37:54.018ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
2012025-01-22T01:37:54.018ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-d18122a7-0dff-4db8-9805-47f62dbf09e4"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::serial_history target = phd_framework::zfs verb = destroy vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
2022025-01-22T01:37:54.052ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 618 file = phd-tests/framework/src/test_vm/mod.rs line = 996 path = phd_tests::migrate::from_base::serial_history target = phd_framework::test_vm vm = migration_serial_history_base vm_id = 03b34047-2ae6-4024-8ed2-3c467c85c642
2032025-01-22T01:37:54.052ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 9809 file = phd-tests/tests/src/migrate.rs line = 40 path = phd_tests::migrate::from_base::serial_history target = phd_tests::migrate::from_base
2042025-01-22T01:37:54.052ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 616 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
2052025-01-22T01:37:54.052ZINFOphd-runner: Starting test phd_tests::migrate::from_base::can_migrate_from_base file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
2062025-01-22T01:37:54.052ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
2072025-01-22T01:37:54.052ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
2082025-01-22T01:37:54.052ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 34 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_tests::migrate::from_base
2092025-01-22T01:37:54.053ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
2102025-01-22T01:37:54.053ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
2112025-01-22T01:37:54.053ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
2122025-01-22T01:37:54.053ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs verb = list
2132025-01-22T01:37:54.073ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::from_base::can_migrate_from_base stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 685M 1.80T 684M /phd-artifacts\n target = phd_framework::zfs
2142025-01-22T01:37:54.073ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-0b5da7eb-3c40-4a1a-890a-28786da481e3"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs verb = snapshot
2152025-01-22T01:37:54.102ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-0b5da7eb-3c40-4a1a-890a-28786da481e3", "phd-artifacts/phd-clone-b217355b-6cad-4b58-a6f3-b9143cc91f0b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs verb = clone
2162025-01-22T01:37:54.132ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-b217355b-6cad-4b58-a6f3-b9143cc91f0b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs verb = list
2172025-01-22T01:37:54.150ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::from_base::can_migrate_from_base stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-b217355b-6cad-4b58-a6f3-b9143cc91f0b 0B 1.80T 684M /phd-artifacts/phd-clone-b217355b-6cad-4b58-a6f3-b9143cc91f0b\n target = phd_framework::zfs
2182025-01-22T01:37:54.150ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 192 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
2192025-01-22T01:37:54.150ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__BASE_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 210 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm_name = migration_from_base
2202025-01-22T01:37:54.150ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/4fdf212b3ee741e3b94ce83958024b8bb1d7b141e0381895100e3552975fbc8a/propolis-server target = phd_framework::artifacts::store
2212025-01-22T01:37:54.150ZINFOphd-runner: [NEW - EVENT] Launching Propolis server bootrom_path = "/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::can_migrate_from_base server_addr = 127.0.0.1:9000 server_path = "/phd-artifacts/4fdf212b3ee741e3b94ce83958024b8bb1d7b141e0381895100e3552975fbc8a/propolis-server" target = phd_framework::test_vm::server
2222025-01-22T01:37:54.150ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::can_migrate_from_base stderr_path = "/tmp/propolis-phd/migration_from_base.stderr.log" stdout_path = "/tmp/propolis-phd/migration_from_base.stdout.log" target = phd_framework::server_log_mode
2232025-01-22T01:37:54.162ZINFOphd-runner: [NEW - EVENT] Launched server with pid 887 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm::server
2242025-01-22T01:37:54.162ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 192 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
2252025-01-22T01:37:54.162ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 275 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2262025-01-22T01:37:54.162ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance) file = phd-tests/framework/src/test_vm/mod.rs line = 319 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2272025-01-22T01:37:54.826ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
2282025-01-22T01:37:54.827ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { properties: InstanceProperties { description: "Pheidippides-managed VM", id: 6430b126-aabd-405f-8692-c78530fccd35, metadata: InstanceMetadata { project_id: e6092e6c-bbc8-4e15-a329-b389bc17b3fd, silo_id: b3162727-2bd7-4316-84b1-4067be25c202, sled_id: b1c1a7ec-fcfd-4b54-b6b0-e8ac071902a0, sled_model: "pheidippes", sled_revision: 1, sled_serial: "b1c1a7ec-fcfd-4b54-b6b0-e8ac071902a0" }, name: "phd-vm-6430b126-aabd-405f-8692-c78530fccd35" }, state: Creating } line = 379 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2292025-01-22T01:37:54.827ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 664 file = phd-tests/framework/src/test_vm/mod.rs line = 275 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2302025-01-22T01:37:54.827ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 440 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2312025-01-22T01:37:54.827ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 445 path = phd_tests::migrate::from_base::can_migrate_from_base state = Run target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2322025-01-22T01:37:54.827ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 440 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2332025-01-22T01:37:54.828ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 724 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
2342025-01-22T01:37:54.828ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 673 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = 300s vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2352025-01-22T01:37:54.828ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 681 path = phd_tests::migrate::from_base::can_migrate_from_base step = WaitFor("localhost login: ") target = phd_framework::test_vm
2362025-01-22T01:37:54.828ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2372025-01-22T01:37:54.828ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 746 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2382025-01-22T01:37:59.068ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4240 file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2392025-01-22T01:37:59.068ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 681 path = phd_tests::migrate::from_base::can_migrate_from_base step = WriteStr("root") target = phd_framework::test_vm
2402025-01-22T01:37:59.069ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 681 path = phd_tests::migrate::from_base::can_migrate_from_base step = WaitFor("localhost:~#") target = phd_framework::test_vm
2412025-01-22T01:37:59.069ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2422025-01-22T01:37:59.069ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 746 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2432025-01-22T01:37:59.088ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 18 file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2442025-01-22T01:37:59.088ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 681 path = phd_tests::migrate::from_base::can_migrate_from_base step = WriteStr("stty -F `tty` cols 9999") target = phd_framework::test_vm
2452025-01-22T01:37:59.088ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 681 path = phd_tests::migrate::from_base::can_migrate_from_base step = WaitFor("localhost:~#") target = phd_framework::test_vm
2462025-01-22T01:37:59.088ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2472025-01-22T01:37:59.088ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 746 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2482025-01-22T01:37:59.121ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2492025-01-22T01:37:59.121ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 721 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
2502025-01-22T01:37:59.121ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4293 file = phd-tests/framework/src/test_vm/mod.rs line = 724 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
2512025-01-22T01:37:59.121ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2522025-01-22T01:37:59.122ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 746 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2532025-01-22T01:37:59.133ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2542025-01-22T01:37:59.133ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2552025-01-22T01:37:59.133ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 746 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2562025-01-22T01:37:59.156ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 22 file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2572025-01-22T01:37:59.156ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2582025-01-22T01:37:59.156ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 746 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2592025-01-22T01:37:59.166ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2602025-01-22T01:37:59.167ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2612025-01-22T01:37:59.167ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 746 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2622025-01-22T01:37:59.200ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2632025-01-22T01:37:59.200ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2642025-01-22T01:37:59.200ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 746 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2652025-01-22T01:37:59.210ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2662025-01-22T01:37:59.211ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2672025-01-22T01:37:59.211ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 746 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2682025-01-22T01:37:59.243ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 739 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2692025-01-22T01:37:59.244ZINFOphd-runner: [TEST - EVENT] migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 74 path = phd_tests::migrate::from_base::can_migrate_from_base propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_from_base
2702025-01-22T01:37:59.244ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 192 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
2712025-01-22T01:37:59.244ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 210 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm_name = migration_from_base_lifecycle_0
2722025-01-22T01:37:59.244ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
2732025-01-22T01:37:59.244ZINFOphd-runner: [NEW - EVENT] Launching Propolis server bootrom_path = "/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::from_base::can_migrate_from_base server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
2742025-01-22T01:37:59.244ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::from_base::can_migrate_from_base stderr_path = "/tmp/propolis-phd/migration_from_base_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_from_base_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
2752025-01-22T01:37:59.267ZINFOphd-runner: [NEW - EVENT] Launched server with pid 888 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm::server
2762025-01-22T01:37:59.267ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 23 file = phd-tests/framework/src/test_vm/mod.rs line = 192 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm
2772025-01-22T01:37:59.267ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 474 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 6430b126-aabd-405f-8692-c78530fccd35 target = phd_framework::test_vm target_id = 8fc456a4-ee81-447f-b3e6-5d909a448159
2782025-01-22T01:37:59.267ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 507 migration_id = cb13763a-4ab5-4aad-8ff8-48903d450e96 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 6430b126-aabd-405f-8692-c78530fccd35 target = phd_framework::test_vm target_id = 8fc456a4-ee81-447f-b3e6-5d909a448159 timeout_duration = 45s
2792025-01-22T01:37:59.268ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 275 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 6430b126-aabd-405f-8692-c78530fccd35 target = phd_framework::test_vm target_id = 8fc456a4-ee81-447f-b3e6-5d909a448159 vm = migration_from_base_lifecycle_0 vm_id = 8fc456a4-ee81-447f-b3e6-5d909a448159
2802025-01-22T01:37:59.268ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance) file = phd-tests/framework/src/test_vm/mod.rs line = 319 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 6430b126-aabd-405f-8692-c78530fccd35 target = phd_framework::test_vm target_id = 8fc456a4-ee81-447f-b3e6-5d909a448159 vm = migration_from_base_lifecycle_0 vm_id = 8fc456a4-ee81-447f-b3e6-5d909a448159
2812025-01-22T01:37:59.951ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { properties: InstanceProperties { description: "Pheidippides-managed VM", id: 8fc456a4-ee81-447f-b3e6-5d909a448159, metadata: InstanceMetadata { project_id: e6092e6c-bbc8-4e15-a329-b389bc17b3fd, silo_id: b3162727-2bd7-4316-84b1-4067be25c202, sled_id: 234cdbdb-bf64-4fd2-803e-060357b7d241, sled_model: "pheidippes", sled_revision: 1, sled_serial: "234cdbdb-bf64-4fd2-803e-060357b7d241" }, name: "phd-vm-8fc456a4-ee81-447f-b3e6-5d909a448159" }, state: Migrating } line = 379 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 6430b126-aabd-405f-8692-c78530fccd35 target = phd_framework::test_vm target_id = 8fc456a4-ee81-447f-b3e6-5d909a448159 vm = migration_from_base_lifecycle_0 vm_id = 8fc456a4-ee81-447f-b3e6-5d909a448159
2822025-01-22T01:37:59.951ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 683 file = phd-tests/framework/src/test_vm/mod.rs line = 275 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 6430b126-aabd-405f-8692-c78530fccd35 target = phd_framework::test_vm target_id = 8fc456a4-ee81-447f-b3e6-5d909a448159 vm = migration_from_base_lifecycle_0 vm_id = 8fc456a4-ee81-447f-b3e6-5d909a448159
2832025-01-22T01:37:59.951ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 528 migration_id = cb13763a-4ab5-4aad-8ff8-48903d450e96 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 6430b126-aabd-405f-8692-c78530fccd35 target = phd_framework::test_vm target_id = 8fc456a4-ee81-447f-b3e6-5d909a448159
2842025-01-22T01:38:03.223ZINFOphd-runner: [MIGRATE_FROM - EVENT] Instance reported error during migration file = phd-tests/framework/src/test_vm/mod.rs line = 545 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 6430b126-aabd-405f-8692-c78530fccd35 target = phd_framework::test_vm target_id = 8fc456a4-ee81-447f-b3e6-5d909a448159
2852025-01-22T01:38:03.223ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 3272 file = phd-tests/framework/src/test_vm/mod.rs line = 528 migration_id = cb13763a-4ab5-4aad-8ff8-48903d450e96 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 6430b126-aabd-405f-8692-c78530fccd35 target = phd_framework::test_vm target_id = 8fc456a4-ee81-447f-b3e6-5d909a448159
2862025-01-22T01:38:03.223ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 3955 file = phd-tests/framework/src/test_vm/mod.rs line = 474 path = phd_tests::migrate::from_base::can_migrate_from_base source = migration_from_base source_id = 6430b126-aabd-405f-8692-c78530fccd35 target = phd_framework::test_vm target_id = 8fc456a4-ee81-447f-b3e6-5d909a448159
2872025-01-22T01:38:03.223ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 996 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = 8fc456a4-ee81-447f-b3e6-5d909a448159
2882025-01-22T01:38:03.224ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 996 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2892025-01-22T01:38:03.224ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
2902025-01-22T01:38:03.224ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 8398 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
2912025-01-22T01:38:03.225ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1019 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = 8fc456a4-ee81-447f-b3e6-5d909a448159
2922025-01-22T01:38:03.225ZINFOphd-runner: test phd_tests::migrate::from_base::can_migrate_from_base ... FAILED: live migration Caused by: error during migration Stack backtrace: 0: anyhow::error::<impl anyhow::Error>::msg at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.89/src/backtrace.rs:27:14 1: anyhow::__private::format_err at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.89/src/lib.rs:690:13 2: phd_framework::test_vm::TestVm::migrate_from::{{closure}}::{{closure}}::{{closure}}::{{closure}} at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:546:59 3: <backoff::future::Retry<S,B,N,Fn,Fut> as core::future::future::Future>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/backoff-0.4.0/src/future.rs:182:26 4: phd_framework::test_vm::TestVm::migrate_from::{{closure}}::{{closure}} at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:563:18 5: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9 6: phd_framework::test_vm::TestVm::migrate_from::{{closure}} at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:474:5 7: phd_framework::lifecycle::<impl phd_framework::Framework>::lifecycle_test::{{closure}} at ./oxidecomputer/propolis/phd-tests/framework/src/lifecycle.rs:95:26 8: phd_tests::migrate::run_smoke_test::{{closure}} at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:320:6 9: phd_tests::migrate::from_base::can_migrate_from_base::{{closure}}::{{closure}} at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:37:14 10: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9 11: phd_tests::migrate::from_base::can_migrate_from_base::{{closure}} at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:34:5 12: <core::pin::Pin<P> as core::future::future::Future>::poll at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/future/future.rs:124:9 13: phd_testcase::TestCase::run::{{closure}} at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32 14: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/macros/select.rs:557:49 15: <tokio::future::poll_fn::PollFn<F> as core::future::future::Future>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/future/poll_fn.rs:58:9 16: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}} at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:105:13 17: tokio::runtime::task::core::Core<T,S>::poll::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/core.rs:331:17 18: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/loom/std/unsafe_cell.rs:16:9 19: tokio::runtime::task::core::Core<T,S>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/core.rs:320:13 20: tokio::runtime::task::harness::poll_future::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:500:19 21: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/panic/unwind_safe.rs:272:9 22: std::panicking::try::do_call at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panicking.rs:557:40 23: __rust_try 24: std::panicking::try at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panicking.rs:520:19 25: std::panic::catch_unwind at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panic.rs:358:14 26: tokio::runtime::task::harness::poll_future at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:488:18 27: tokio::runtime::task::harness::Harness<T,S>::poll_inner at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:209:27 28: tokio::runtime::task::harness::Harness<T,S>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:154:15 29: tokio::runtime::task::raw::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/raw.rs:271:5 30: tokio::runtime::task::raw::RawTask::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/raw.rs:201:18 31: tokio::runtime::task::LocalNotified<S>::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/mod.rs:436:9 32: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/scheduler/multi_thread/worker.rs:661:17 33: tokio::runtime::coop::with_budget at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/coop.rs:107:5 34: tokio::runtime::coop::budget at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/coop.rs:73:5 35: tokio::runtime::scheduler::multi_thread::worker::Context::run_task at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/scheduler/multi_thread/worker.rs:597:9 36: tokio::runtime::scheduler::multi_thread::worker::Context::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/scheduler/multi_thread/worker.rs:548:24 37: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/scheduler/multi_thread/worker.rs:513:21 38: tokio::runtime::context::scoped::Scoped<T>::set at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/context/scoped.rs:40:9 39: tokio::runtime::context::set_scheduler::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/context.rs:180:26 40: std::thread::local::LocalKey<T>::try_with at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/thread/local.rs:283:12 41: std::thread::local::LocalKey<T>::with at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/thread/local.rs:260:9 42: tokio::runtime::context::set_scheduler at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/context.rs:180:9 43: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/scheduler/multi_thread/worker.rs:508:9 44: tokio::runtime::context::runtime::enter_runtime at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/context/runtime.rs:65:16 45: tokio::runtime::scheduler::multi_thread::worker::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/scheduler/multi_thread/worker.rs:500:5 46: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/scheduler/multi_thread/worker.rs:466:45 47: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/task.rs:42:21 48: tokio::runtime::task::core::Core<T,S>::poll::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/core.rs:331:17 49: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/loom/std/unsafe_cell.rs:16:9 50: tokio::runtime::task::core::Core<T,S>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/core.rs:320:13 51: tokio::runtime::task::harness::poll_future::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:500:19 52: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/panic/unwind_safe.rs:272:9 53: std::panicking::try::do_call at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panicking.rs:557:40 54: __rust_try 55: std::panicking::try at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panicking.rs:520:19 56: std::panic::catch_unwind at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panic.rs:358:14 57: tokio::runtime::task::harness::poll_future at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:488:18 58: tokio::runtime::task::harness::Harness<T,S>::poll_inner at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:209:27 59: tokio::runtime::task::harness::Harness<T,S>::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/harness.rs:154:15 60: tokio::runtime::task::raw::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/raw.rs:271:5 61: tokio::runtime::task::raw::RawTask::poll at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/raw.rs:201:18 62: tokio::runtime::task::UnownedTask<S>::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/task/mod.rs:473:9 63: tokio::runtime::blocking::pool::Task::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/pool.rs:160:9 64: tokio::runtime::blocking::pool::Inner::run at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/pool.rs:518:17 65: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.40.0/src/runtime/blocking/pool.rs:476:13 66: std::sys::backtrace::__rust_begin_short_backtrace at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/sys/backtrace.rs:154:18 67: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}} at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/thread/mod.rs:561:17 68: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/panic/unwind_safe.rs:272:9 69: std::panicking::try::do_call at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panicking.rs:557:40 70: __rust_try 71: std::panicking::try at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panicking.rs:520:19 72: std::panic::catch_unwind at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panic.rs:358:14 73: std::thread::Builder::spawn_unchecked_::{{closure}} at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/thread/mod.rs:559:30 74: core::ops::function::FnOnce::call_once{{vtable.shim}} at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/ops/function.rs:250:5 75: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/alloc/src/boxed.rs:1972:9 76: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/alloc/src/boxed.rs:1972:9 77: std::sys::pal::unix::thread::Thread::new::thread_start at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/sys/pal/unix/thread.rs:105:17 78: _thrp_setup 79: <unknown> file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
2932025-01-22T01:38:03.225ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
2942025-01-22T01:38:03.225ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1019 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2952025-01-22T01:38:03.225ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::can_migrate_from_base self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migration_from_base_lifecycle_0 vm_id = 8fc456a4-ee81-447f-b3e6-5d909a448159
2962025-01-22T01:38:03.361ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 137 file = phd-tests/framework/src/test_vm/mod.rs line = 996 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base_lifecycle_0 vm_id = 8fc456a4-ee81-447f-b3e6-5d909a448159
2972025-01-22T01:38:03.362ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::from_base::can_migrate_from_base self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2982025-01-22T01:38:03.494ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
2992025-01-22T01:38:03.495ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-b217355b-6cad-4b58-a6f3-b9143cc91f0b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs verb = destroy vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
3002025-01-22T01:38:03.533ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
3012025-01-22T01:38:03.533ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-0b5da7eb-3c40-4a1a-890a-28786da481e3"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::zfs verb = destroy vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
3022025-01-22T01:38:03.566ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 342 file = phd-tests/framework/src/test_vm/mod.rs line = 996 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_framework::test_vm vm = migration_from_base vm_id = 6430b126-aabd-405f-8692-c78530fccd35
3032025-01-22T01:38:03.566ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 9513 file = phd-tests/tests/src/migrate.rs line = 34 path = phd_tests::migrate::from_base::can_migrate_from_base target = phd_tests::migrate::from_base
3042025-01-22T01:38:03.567ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 341 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
3052025-01-22T01:38:03.567ZINFOphd-runner: [EXECUTION_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 35 target = phd_runner::fixtures
3062025-01-22T01:38:03.567ZINFOphd-runner: [EXECUTION_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 35 target = phd_runner::fixtures
307 
308 failures:
309 phd_tests::migrate::from_base::migration_from_base_and_back
310 phd_tests::migrate::from_base::serial_history
311 phd_tests::migrate::from_base::can_migrate_from_base
312 
313 test result: FAILED. 0 passed; 3 failed; 0 skipped; 0 not run; finished in 97.03s
314 
3152025-01-22T01:38:03.567ZDEBGphd-runner: phd_runner exit_code = 3 file = phd-tests/runner/src/main.rs line = 40 target = phd_runner