Max level shown:
12024-09-18T18:27:16.068ZINFOphd-runner: phd_runner file = phd-tests/runner/src/main.rs line = 35 runner_args = ProcessArgs { command: Run(RunOptions { propolis_server_cmd: "/work/phd-test/propolis-server", base_propolis_branch: None, base_propolis_commit: None, base_propolis_cmd: None, crucible_downstairs_cmd: None, crucible_downstairs_commit: Some(Auto), tmp_directory: "/tmp/propolis-phd", artifact_directory: Some("/phd-artifacts"), server_logging_mode: TmpFile, default_guest_cpus: 2, default_guest_memory_mib: 512, artifact_toml_path: "/work/phd-test/artifacts.toml", default_guest_artifact: "alpine", default_bootrom_artifact: "ovmf", include_filter: [], exclude_filter: ["phd_tests::migrate::from_base"], max_buildomat_wait_secs: 1200 }), disable_ansi: false, emit_bunyan: true } target = phd_runner
22024-09-18T18:27:16.070ZDEBGphd-runner: Created new artifact store from manifest file = phd-tests/framework/src/artifacts/store.rs line = 221 store = Store { local_dir: "/phd-artifacts", artifacts: {"alpine": Mutex { data: StoredArtifact { description: Artifact { filename: "alpine.iso", kind: GuestOs(Alpine), source: RemoteServer { sha256: "ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1" }, untar: None }, cached_path: None } }, "ovmf": Mutex { data: StoredArtifact { description: Artifact { filename: "OVMF_CODE.fd", kind: Bootrom, source: Buildomat(BuildomatArtifact { repo: Repo("oxidecomputer/edk2"), series: Series("image_debug"), commit: Commit("6d92acf0a22718dd4175d7c64dbcf7aaec3740bd"), sha256: "29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f" }), untar: None }, cached_path: None } }}, downloader: DownloadConfig { timeout: 600s, buildomat_backoff: ExponentialBackoff { current_interval: 1s, initial_interval: 1s, randomization_factor: 0.5, multiplier: 1.5, max_interval: 60s, start_time: Instant { tv_sec: 1058, tv_nsec: 237974793 }, max_elapsed_time: Some(1200s), clock: SystemClock }, remote_server_uris: ["https://oxide-omicron-build.s3.amazonaws.com"] } } target = phd_framework::artifacts::store
32024-09-18T18:27:16.070ZINFOphd-runner: Adding Propolis server from local command file = phd-tests/framework/src/artifacts/store.rs line = 229 propolis_server_cmd = /work/phd-test/propolis-server target = phd_framework::artifacts::store
42024-09-18T18:27:16.070ZINFOphd-runner: Adding crucible-downstairs from Buildomat Git revision commit = 9d82a99058e7f4d76ccc2141dcd78e7d4730cc78 file = phd-tests/framework/src/artifacts/store.rs line = 313 target = phd_framework::artifacts::store
52024-09-18T18:27:16.070ZDEBGphd-runner: Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 215 target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/9d82a99058e7f4d76ccc2141dcd78e7d4730cc78/crucible-nightly.sha256.txt
62024-09-18T18:27:16.202ZWARNphd-runner: No 'migration base' Propolis server provided. Migration-from-base tests will be skipped. file = phd-tests/framework/src/lib.rs line = 178 target = phd_framework
72024-09-18T18:27:16.202ZINFOphd-runner: [EXECUTION_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 25 target = phd_runner::fixtures
82024-09-18T18:27:16.202ZINFOphd-runner: [EXECUTION_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 25 target = phd_runner::fixtures
92024-09-18T18:27:16.202ZINFOphd-runner: Running 27 test(s) file = phd-tests/runner/src/execute.rs line = 82 target = phd_runner::execute
102024-09-18T18:27:16.202ZINFOphd-runner: Starting test phd_tests::ensure_api::instance_ensure_api_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
112024-09-18T18:27:16.202ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
122024-09-18T18:27:16.203ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
132024-09-18T18:27:16.203ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/ensure_api.rs line = 14 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_tests::ensure_api
142024-09-18T18:27:16.203ZDEBGphd-runner: [TEST - EVENT] checking for existing copy of artifact file = phd-tests/framework/src/artifacts/store.rs line = 89 maybe_path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::artifacts::store
152024-09-18T18:27:16.203ZDEBGphd-runner: [TEST - EVENT] Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 215 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/edk2/image_debug/6d92acf0a22718dd4175d7c64dbcf7aaec3740bd/OVMF_CODE.fd
162024-09-18T18:27:16.755ZDEBGphd-runner: [TEST - EVENT] checking for existing copy of artifact file = phd-tests/framework/src/artifacts/store.rs line = 89 maybe_path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::artifacts::store
172024-09-18T18:27:16.755ZDEBGphd-runner: [TEST - EVENT] Downloading alpine.iso from https://oxide-omicron-build.s3.amazonaws.com/alpine.iso file = phd-tests/framework/src/artifacts/store.rs line = 618 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::artifacts::store timeout = 600s
182024-09-18T18:27:44.347ZDEBGphd-runner: [TEST - EVENT] checking for existing copy of artifact file = phd-tests/framework/src/artifacts/store.rs line = 89 maybe_path = /phd-artifacts/20e9a4a7c91a5288305334e047e17e619236b98f9ecba20100ee9c0af246ecf9/crucible-nightly.tar.gz path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::artifacts::store
192024-09-18T18:27:44.347ZDEBGphd-runner: [TEST - EVENT] Downloading file from Buildomat... file = phd-tests/framework/src/artifacts/buildomat.rs line = 215 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::artifacts::buildomat timeout = 600s uri = https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/9d82a99058e7f4d76ccc2141dcd78e7d4730cc78/crucible-nightly.tar.gz
202024-09-18T18:27:58.940ZDEBGphd-runner: [TEST - EVENT] Extracting artifact from tarball extracted_path = /phd-artifacts/20e9a4a7c91a5288305334e047e17e619236b98f9ecba20100ee9c0af246ecf9/crucible-downstairs file = phd-tests/framework/src/artifacts/store.rs line = 162 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::artifacts::store untar_path = target/release/crucible-downstairs
212024-09-18T18:27:58.940ZDEBGphd-runner: [TEST - EVENT] Extracting gzipped tarball... file = phd-tests/framework/src/artifacts/store.rs line = 518 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::artifacts::store
222024-09-18T18:28:03.814ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
232024-09-18T18:28:03.814ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/46dd5139-66f6-4d68-9fee-5a9d286e8938_9000", "--encrypted", "--uuid", "46dd5139-66f6-4d68-9fee-5a9d286e8938", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::disk::crucible
242024-09-18T18:28:03.889ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::ensure_api::instance_ensure_api_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/46dd5139-66f6-4d68-9fee-5a9d286e8938_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:03.851386799Z","hostname":"sock","pid":861}\n{"msg":"UUID: 46dd5139-66f6-4d68-9fee-5a9d286e8938","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:03.883405909Z","hostname":"sock","pid":861}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:03.883418659Z","hostname":"sock","pid":861}\n target = phd_framework::disk::crucible
252024-09-18T18:28:03.890ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/46dd5139-66f6-4d68-9fee-5a9d286e8938_9001", "--encrypted", "--uuid", "46dd5139-66f6-4d68-9fee-5a9d286e8938", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::disk::crucible
262024-09-18T18:28:03.943ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::ensure_api::instance_ensure_api_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/46dd5139-66f6-4d68-9fee-5a9d286e8938_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:03.905349902Z","hostname":"sock","pid":862}\n{"msg":"UUID: 46dd5139-66f6-4d68-9fee-5a9d286e8938","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:03.936896604Z","hostname":"sock","pid":862}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:03.936913874Z","hostname":"sock","pid":862}\n target = phd_framework::disk::crucible
272024-09-18T18:28:03.943ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/46dd5139-66f6-4d68-9fee-5a9d286e8938_9002", "--encrypted", "--uuid", "46dd5139-66f6-4d68-9fee-5a9d286e8938", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::disk::crucible
282024-09-18T18:28:03.995ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::ensure_api::instance_ensure_api_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/46dd5139-66f6-4d68-9fee-5a9d286e8938_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:03.9583541Z","hostname":"sock","pid":863}\n{"msg":"UUID: 46dd5139-66f6-4d68-9fee-5a9d286e8938","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:03.988555887Z","hostname":"sock","pid":863}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:03.988567937Z","hostname":"sock","pid":863}\n target = phd_framework::disk::crucible
292024-09-18T18:28:03.995ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::ensure_api::instance_ensure_api_test stderr_path = "/tmp/propolis-phd/crucible_46dd5139-66f6-4d68-9fee-5a9d286e8938_9000.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_46dd5139-66f6-4d68-9fee-5a9d286e8938_9000.stdout.log" target = phd_framework::server_log_mode
302024-09-18T18:28:03.995ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/46dd5139-66f6-4d68-9fee-5a9d286e8938_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::disk::crucible
312024-09-18T18:28:03.995ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/46dd5139-66f6-4d68-9fee-5a9d286e8938_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::disk::crucible
322024-09-18T18:28:04.003ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::ensure_api::instance_ensure_api_test stderr_path = "/tmp/propolis-phd/crucible_46dd5139-66f6-4d68-9fee-5a9d286e8938_9001.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_46dd5139-66f6-4d68-9fee-5a9d286e8938_9001.stdout.log" target = phd_framework::server_log_mode
332024-09-18T18:28:04.003ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/46dd5139-66f6-4d68-9fee-5a9d286e8938_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::disk::crucible
342024-09-18T18:28:04.003ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/46dd5139-66f6-4d68-9fee-5a9d286e8938_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::disk::crucible
352024-09-18T18:28:04.010ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::ensure_api::instance_ensure_api_test stderr_path = "/tmp/propolis-phd/crucible_46dd5139-66f6-4d68-9fee-5a9d286e8938_9002.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_46dd5139-66f6-4d68-9fee-5a9d286e8938_9002.stdout.log" target = phd_framework::server_log_mode
362024-09-18T18:28:04.010ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/46dd5139-66f6-4d68-9fee-5a9d286e8938_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::disk::crucible
372024-09-18T18:28:04.010ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/46dd5139-66f6-4d68-9fee-5a9d286e8938_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::disk::crucible
382024-09-18T18:28:04.017ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::test_vm
392024-09-18T18:28:04.017ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::test_vm vm_name = instance_ensure_api_test
402024-09-18T18:28:04.017ZDEBGphd-runner: [NEW - EVENT] Examining locally-sourced artifact file = phd-tests/framework/src/artifacts/store.rs line = 56 path = /work/phd-test/propolis-server sha256 = None target = phd_framework::artifacts::store
412024-09-18T18:28:04.017ZDEBGphd-runner: [NEW - EVENT] Locally-sourced artifact is valid, caching its path file = phd-tests/framework/src/artifacts/store.rs line = 69 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
422024-09-18T18:28:04.017ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/instance_ensure_api_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::ensure_api::instance_ensure_api_test server_addr = 127.0.0.1:9003 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
432024-09-18T18:28:04.017ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::ensure_api::instance_ensure_api_test stderr_path = "/tmp/propolis-phd/instance_ensure_api_test.stderr.log" stdout_path = "/tmp/propolis-phd/instance_ensure_api_test.stdout.log" target = phd_framework::server_log_mode
442024-09-18T18:28:04.024ZINFOphd-runner: [NEW - EVENT] Launched server with pid 867 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::test_vm::server
452024-09-18T18:28:04.025ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::test_vm
462024-09-18T18:28:04.025ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::test_vm vm = instance_ensure_api_test vm_id = 29e24fd8-e940-4d84-9859-992938184519
472024-09-18T18:28:04.026ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::test_vm vm = instance_ensure_api_test vm_id = 29e24fd8-e940-4d84-9859-992938184519
482024-09-18T18:28:04.545ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
492024-09-18T18:28:04.546ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 29e24fd8-e940-4d84-9859-992938184519, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 782fae1c-927f-4930-b5c2-06591d54ed92, silo_id: e19f135c-a290-46dc-9a67-83f36e4e5eac, sled_id: a2138486-9dfb-4fa7-bfd0-16892c126d3f, sled_model: "pheidippes", sled_revision: 1, sled_serial: "a2138486-9dfb-4fa7-bfd0-16892c126d3f" }, name: "phd-vm-29e24fd8-e940-4d84-9859-992938184519", vcpus: 2 }, state: Creating } line = 428 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::test_vm vm = instance_ensure_api_test vm_id = 29e24fd8-e940-4d84-9859-992938184519
502024-09-18T18:28:04.546ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 520 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::test_vm vm = instance_ensure_api_test vm_id = 29e24fd8-e940-4d84-9859-992938184519
512024-09-18T18:28:04.546ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::test_vm vm = instance_ensure_api_test vm_id = 29e24fd8-e940-4d84-9859-992938184519
522024-09-18T18:28:04.546ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
532024-09-18T18:28:04.546ZINFOphd-runner: test phd_tests::ensure_api::instance_ensure_api_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
542024-09-18T18:28:04.546ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
552024-09-18T18:28:04.546ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 1 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
562024-09-18T18:28:04.547ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::test_vm vm = instance_ensure_api_test vm_id = 29e24fd8-e940-4d84-9859-992938184519
572024-09-18T18:28:05.214ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::ensure_api::instance_ensure_api_test self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server vm = instance_ensure_api_test vm_id = 29e24fd8-e940-4d84-9859-992938184519
582024-09-18T18:28:05.338ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::ensure_api::instance_ensure_api_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: "/tmp/propolis-phd/46dd5139-66f6-4d68-9fee-5a9d286e8938_9000" } } target = phd_framework::disk::crucible vm = instance_ensure_api_test vm_id = 29e24fd8-e940-4d84-9859-992938184519
592024-09-18T18:28:05.349ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::ensure_api::instance_ensure_api_test self.path = "/tmp/propolis-phd/46dd5139-66f6-4d68-9fee-5a9d286e8938_9000" target = phd_framework::disk::crucible vm = instance_ensure_api_test vm_id = 29e24fd8-e940-4d84-9859-992938184519
602024-09-18T18:28:05.356ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::ensure_api::instance_ensure_api_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: "/tmp/propolis-phd/46dd5139-66f6-4d68-9fee-5a9d286e8938_9001" } } target = phd_framework::disk::crucible vm = instance_ensure_api_test vm_id = 29e24fd8-e940-4d84-9859-992938184519
612024-09-18T18:28:05.369ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::ensure_api::instance_ensure_api_test self.path = "/tmp/propolis-phd/46dd5139-66f6-4d68-9fee-5a9d286e8938_9001" target = phd_framework::disk::crucible vm = instance_ensure_api_test vm_id = 29e24fd8-e940-4d84-9859-992938184519
622024-09-18T18:28:05.376ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::ensure_api::instance_ensure_api_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: "/tmp/propolis-phd/46dd5139-66f6-4d68-9fee-5a9d286e8938_9002" } } target = phd_framework::disk::crucible vm = instance_ensure_api_test vm_id = 29e24fd8-e940-4d84-9859-992938184519
632024-09-18T18:28:05.388ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::ensure_api::instance_ensure_api_test self.path = "/tmp/propolis-phd/46dd5139-66f6-4d68-9fee-5a9d286e8938_9002" target = phd_framework::disk::crucible vm = instance_ensure_api_test vm_id = 29e24fd8-e940-4d84-9859-992938184519
642024-09-18T18:28:05.395ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 849 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_framework::test_vm vm = instance_ensure_api_test vm_id = 29e24fd8-e940-4d84-9859-992938184519
652024-09-18T18:28:05.395ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 49192 file = phd-tests/tests/src/ensure_api.rs line = 14 path = phd_tests::ensure_api::instance_ensure_api_test target = phd_tests::ensure_api
662024-09-18T18:28:05.396ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 849 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
672024-09-18T18:28:05.396ZINFOphd-runner: Starting test phd_tests::migrate::vm_reaches_destroyed_after_migration_out file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
682024-09-18T18:28:05.396ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
692024-09-18T18:28:05.396ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
702024-09-18T18:28:05.396ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 447 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_tests::migrate
712024-09-18T18:28:05.396ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
722024-09-18T18:28:05.396ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
732024-09-18T18:28:05.396ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
742024-09-18T18:28:05.397ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::zfs verb = list
752024-09-18T18:28:05.416ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 128M 1.80T 128M /phd-artifacts\n target = phd_framework::zfs
762024-09-18T18:28:05.416ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-e95cfbf4-7b15-4604-a7ba-941539b3119a"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::zfs verb = snapshot
772024-09-18T18:28:05.458ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-e95cfbf4-7b15-4604-a7ba-941539b3119a", "phd-artifacts/phd-clone-94d987c1-4bbc-41fe-81fa-7e254b779221"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::zfs verb = clone
782024-09-18T18:28:05.479ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-94d987c1-4bbc-41fe-81fa-7e254b779221"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::zfs verb = list
792024-09-18T18:28:05.492ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-94d987c1-4bbc-41fe-81fa-7e254b779221 0B 1.80T 170M /phd-artifacts/phd-clone-94d987c1-4bbc-41fe-81fa-7e254b779221\n target = phd_framework::zfs
802024-09-18T18:28:05.493ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm
812024-09-18T18:28:05.493ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm vm_name = vm_reaches_destroyed_after_migration_out_source
822024-09-18T18:28:05.493ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
832024-09-18T18:28:05.493ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/vm_reaches_destroyed_after_migration_out_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
842024-09-18T18:28:05.493ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out stderr_path = "/tmp/propolis-phd/vm_reaches_destroyed_after_migration_out_source.stderr.log" stdout_path = "/tmp/propolis-phd/vm_reaches_destroyed_after_migration_out_source.stdout.log" target = phd_framework::server_log_mode
852024-09-18T18:28:05.501ZINFOphd-runner: [NEW - EVENT] Launched server with pid 873 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm::server
862024-09-18T18:28:05.501ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm
872024-09-18T18:28:05.501ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm
882024-09-18T18:28:05.501ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm vm_name = vm_reaches_destroyed_after_migration_out_target
892024-09-18T18:28:05.501ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
902024-09-18T18:28:05.501ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/vm_reaches_destroyed_after_migration_out_target.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
912024-09-18T18:28:05.501ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out stderr_path = "/tmp/propolis-phd/vm_reaches_destroyed_after_migration_out_target.stderr.log" stdout_path = "/tmp/propolis-phd/vm_reaches_destroyed_after_migration_out_target.stdout.log" target = phd_framework::server_log_mode
922024-09-18T18:28:05.509ZINFOphd-runner: [NEW - EVENT] Launched server with pid 874 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm::server
932024-09-18T18:28:05.510ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 8 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm
942024-09-18T18:28:05.510ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm vm = vm_reaches_destroyed_after_migration_out_source vm_id = 38d1f800-3afa-493a-b6cb-7c4670d13137
952024-09-18T18:28:05.510ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm vm = vm_reaches_destroyed_after_migration_out_source vm_id = 38d1f800-3afa-493a-b6cb-7c4670d13137
962024-09-18T18:28:06.077ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
972024-09-18T18:28:06.078ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 38d1f800-3afa-493a-b6cb-7c4670d13137, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 50e02b5f-d36a-4b69-89d0-fde6f154d5c7, silo_id: ce6613f0-c81e-41d5-9338-2c991c3636d6, sled_id: 1acac398-7aa4-4676-8405-6ce87134daac, sled_model: "pheidippes", sled_revision: 1, sled_serial: "1acac398-7aa4-4676-8405-6ce87134daac" }, name: "phd-vm-38d1f800-3afa-493a-b6cb-7c4670d13137", vcpus: 2 }, state: Creating } line = 428 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm vm = vm_reaches_destroyed_after_migration_out_source vm_id = 38d1f800-3afa-493a-b6cb-7c4670d13137
982024-09-18T18:28:06.078ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 568 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm vm = vm_reaches_destroyed_after_migration_out_source vm_id = 38d1f800-3afa-493a-b6cb-7c4670d13137
992024-09-18T18:28:06.078ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm vm = vm_reaches_destroyed_after_migration_out_source vm_id = 38d1f800-3afa-493a-b6cb-7c4670d13137
1002024-09-18T18:28:06.078ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out state = Run target = phd_framework::test_vm vm = vm_reaches_destroyed_after_migration_out_source vm_id = 38d1f800-3afa-493a-b6cb-7c4670d13137
1012024-09-18T18:28:06.079ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm vm = vm_reaches_destroyed_after_migration_out_source vm_id = 38d1f800-3afa-493a-b6cb-7c4670d13137
1022024-09-18T18:28:06.079ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm
1032024-09-18T18:28:06.079ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm timeout_duration = 300s vm = vm_reaches_destroyed_after_migration_out_source vm_id = 38d1f800-3afa-493a-b6cb-7c4670d13137
1042024-09-18T18:28:06.079ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out step = WaitFor("localhost login: ") target = phd_framework::test_vm
1052024-09-18T18:28:06.079ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm vm = vm_reaches_destroyed_after_migration_out_source vm_id = 38d1f800-3afa-493a-b6cb-7c4670d13137
1062024-09-18T18:28:06.079ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm timeout_duration = CallerTimeout vm = vm_reaches_destroyed_after_migration_out_source vm_id = 38d1f800-3afa-493a-b6cb-7c4670d13137
1072024-09-18T18:28:10.282ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4203 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm vm = vm_reaches_destroyed_after_migration_out_source vm_id = 38d1f800-3afa-493a-b6cb-7c4670d13137
1082024-09-18T18:28:10.282ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out step = WriteStr("root") target = phd_framework::test_vm
1092024-09-18T18:28:10.282ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out step = WaitFor("localhost:~#") target = phd_framework::test_vm
1102024-09-18T18:28:10.282ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm vm = vm_reaches_destroyed_after_migration_out_source vm_id = 38d1f800-3afa-493a-b6cb-7c4670d13137
1112024-09-18T18:28:10.282ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm timeout_duration = CallerTimeout vm = vm_reaches_destroyed_after_migration_out_source vm_id = 38d1f800-3afa-493a-b6cb-7c4670d13137
1122024-09-18T18:28:10.300ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 17 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm vm = vm_reaches_destroyed_after_migration_out_source vm_id = 38d1f800-3afa-493a-b6cb-7c4670d13137
1132024-09-18T18:28:10.300ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 759 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm
1142024-09-18T18:28:10.300ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4221 file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm
1152024-09-18T18:28:10.301ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out source = vm_reaches_destroyed_after_migration_out_source source_id = 38d1f800-3afa-493a-b6cb-7c4670d13137 target = phd_framework::test_vm target_id = 8fe62fe5-a126-4c01-9d8f-019f639beac6
1162024-09-18T18:28:10.301ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 572 migration_id = a7dbd75e-89ab-4715-b7c2-ba3a2a79acee path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out source = vm_reaches_destroyed_after_migration_out_source source_id = 38d1f800-3afa-493a-b6cb-7c4670d13137 target = phd_framework::test_vm target_id = 8fe62fe5-a126-4c01-9d8f-019f639beac6 timeout_duration = 45s
1172024-09-18T18:28:10.301ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out source = vm_reaches_destroyed_after_migration_out_source source_id = 38d1f800-3afa-493a-b6cb-7c4670d13137 target = phd_framework::test_vm target_id = 8fe62fe5-a126-4c01-9d8f-019f639beac6 vm = vm_reaches_destroyed_after_migration_out_target vm_id = 8fe62fe5-a126-4c01-9d8f-019f639beac6
1182024-09-18T18:28:10.414ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 8fe62fe5-a126-4c01-9d8f-019f639beac6, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 50e02b5f-d36a-4b69-89d0-fde6f154d5c7, silo_id: ce6613f0-c81e-41d5-9338-2c991c3636d6, sled_id: 155a2324-56ea-4079-b1ef-e163d0252814, sled_model: "pheidippes", sled_revision: 1, sled_serial: "155a2324-56ea-4079-b1ef-e163d0252814" }, name: "phd-vm-8fe62fe5-a126-4c01-9d8f-019f639beac6", vcpus: 2 }, state: Migrating } line = 428 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out source = vm_reaches_destroyed_after_migration_out_source source_id = 38d1f800-3afa-493a-b6cb-7c4670d13137 target = phd_framework::test_vm target_id = 8fe62fe5-a126-4c01-9d8f-019f639beac6 vm = vm_reaches_destroyed_after_migration_out_target vm_id = 8fe62fe5-a126-4c01-9d8f-019f639beac6
1192024-09-18T18:28:10.414ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 113 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out source = vm_reaches_destroyed_after_migration_out_source source_id = 38d1f800-3afa-493a-b6cb-7c4670d13137 target = phd_framework::test_vm target_id = 8fe62fe5-a126-4c01-9d8f-019f639beac6 vm = vm_reaches_destroyed_after_migration_out_target vm_id = 8fe62fe5-a126-4c01-9d8f-019f639beac6
1202024-09-18T18:28:10.414ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 593 migration_id = a7dbd75e-89ab-4715-b7c2-ba3a2a79acee path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out source = vm_reaches_destroyed_after_migration_out_source source_id = 38d1f800-3afa-493a-b6cb-7c4670d13137 target = phd_framework::test_vm target_id = 8fe62fe5-a126-4c01-9d8f-019f639beac6
1212024-09-18T18:28:12.963ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":7609}} target = phd_framework::serial
1222024-09-18T18:28:14.759ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 606 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out source = vm_reaches_destroyed_after_migration_out_source source_id = 38d1f800-3afa-493a-b6cb-7c4670d13137 target = phd_framework::test_vm target_id = 8fe62fe5-a126-4c01-9d8f-019f639beac6
1232024-09-18T18:28:14.759ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 4344 file = phd-tests/framework/src/test_vm/mod.rs line = 593 migration_id = a7dbd75e-89ab-4715-b7c2-ba3a2a79acee path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out source = vm_reaches_destroyed_after_migration_out_source source_id = 38d1f800-3afa-493a-b6cb-7c4670d13137 target = phd_framework::test_vm target_id = 8fe62fe5-a126-4c01-9d8f-019f639beac6
1242024-09-18T18:28:14.759ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 4458 file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out source = vm_reaches_destroyed_after_migration_out_source source_id = 38d1f800-3afa-493a-b6cb-7c4670d13137 target = phd_framework::test_vm target_id = 8fe62fe5-a126-4c01-9d8f-019f639beac6
1252024-09-18T18:28:14.759ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 658 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm vm = vm_reaches_destroyed_after_migration_out_source vm_id = 38d1f800-3afa-493a-b6cb-7c4670d13137
1262024-09-18T18:28:14.759ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 664 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm vm = vm_reaches_destroyed_after_migration_out_source vm_id = 38d1f800-3afa-493a-b6cb-7c4670d13137
1272024-09-18T18:28:14.759ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 515 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm vm = vm_reaches_destroyed_after_migration_out_source vm_id = 38d1f800-3afa-493a-b6cb-7c4670d13137
1282024-09-18T18:28:14.759ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 517 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm vm = vm_reaches_destroyed_after_migration_out_source vm_id = 38d1f800-3afa-493a-b6cb-7c4670d13137
1292024-09-18T18:28:14.760ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 515 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm vm = vm_reaches_destroyed_after_migration_out_source vm_id = 38d1f800-3afa-493a-b6cb-7c4670d13137
1302024-09-18T18:28:14.760ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 658 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm vm = vm_reaches_destroyed_after_migration_out_source vm_id = 38d1f800-3afa-493a-b6cb-7c4670d13137
1312024-09-18T18:28:14.760ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm vm = vm_reaches_destroyed_after_migration_out_target vm_id = 8fe62fe5-a126-4c01-9d8f-019f639beac6
1322024-09-18T18:28:14.760ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm vm = vm_reaches_destroyed_after_migration_out_source vm_id = 38d1f800-3afa-493a-b6cb-7c4670d13137
1332024-09-18T18:28:14.760ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
1342024-09-18T18:28:14.760ZINFOphd-runner: test phd_tests::migrate::vm_reaches_destroyed_after_migration_out ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
1352024-09-18T18:28:14.760ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 8683 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
1362024-09-18T18:28:14.760ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
1372024-09-18T18:28:14.761ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm vm = vm_reaches_destroyed_after_migration_out_target vm_id = 8fe62fe5-a126-4c01-9d8f-019f639beac6
1382024-09-18T18:28:14.761ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = vm_reaches_destroyed_after_migration_out_source vm_id = 38d1f800-3afa-493a-b6cb-7c4670d13137
1392024-09-18T18:28:14.889ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 128 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm vm = vm_reaches_destroyed_after_migration_out_source vm_id = 38d1f800-3afa-493a-b6cb-7c4670d13137
1402024-09-18T18:28:14.890ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = vm_reaches_destroyed_after_migration_out_target vm_id = 8fe62fe5-a126-4c01-9d8f-019f639beac6
1412024-09-18T18:28:14.999ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::zfs vm = vm_reaches_destroyed_after_migration_out_target vm_id = 8fe62fe5-a126-4c01-9d8f-019f639beac6
1422024-09-18T18:28:15.000ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-94d987c1-4bbc-41fe-81fa-7e254b779221"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::zfs verb = destroy vm = vm_reaches_destroyed_after_migration_out_target vm_id = 8fe62fe5-a126-4c01-9d8f-019f639beac6
1432024-09-18T18:28:15.030ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::zfs vm = vm_reaches_destroyed_after_migration_out_target vm_id = 8fe62fe5-a126-4c01-9d8f-019f639beac6
1442024-09-18T18:28:15.030ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-e95cfbf4-7b15-4604-a7ba-941539b3119a"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::zfs verb = destroy vm = vm_reaches_destroyed_after_migration_out_target vm_id = 8fe62fe5-a126-4c01-9d8f-019f639beac6
1452024-09-18T18:28:15.052ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 291 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_framework::test_vm vm = vm_reaches_destroyed_after_migration_out_target vm_id = 8fe62fe5-a126-4c01-9d8f-019f639beac6
1462024-09-18T18:28:15.052ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 9656 file = phd-tests/tests/src/migrate.rs line = 447 path = phd_tests::migrate::vm_reaches_destroyed_after_migration_out target = phd_tests::migrate
1472024-09-18T18:28:15.053ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 291 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
1482024-09-18T18:28:15.053ZINFOphd-runner: Starting test phd_tests::migrate::migration_ensures_instance_metadata file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
1492024-09-18T18:28:15.053ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
1502024-09-18T18:28:15.053ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
1512024-09-18T18:28:15.053ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 402 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_tests::migrate
1522024-09-18T18:28:15.053ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
1532024-09-18T18:28:15.053ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
1542024-09-18T18:28:15.053ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
1552024-09-18T18:28:15.053ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::zfs verb = list
1562024-09-18T18:28:15.065ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::migration_ensures_instance_metadata stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 170M 1.80T 170M /phd-artifacts\n target = phd_framework::zfs
1572024-09-18T18:28:15.066ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-45d06b88-256c-41b4-9ae3-d597d74bc59c"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::zfs verb = snapshot
1582024-09-18T18:28:15.085ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-45d06b88-256c-41b4-9ae3-d597d74bc59c", "phd-artifacts/phd-clone-e43870b2-6c24-44f8-8bbe-241f3afdb701"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::zfs verb = clone
1592024-09-18T18:28:15.107ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-e43870b2-6c24-44f8-8bbe-241f3afdb701"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::zfs verb = list
1602024-09-18T18:28:15.120ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::migration_ensures_instance_metadata stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-e43870b2-6c24-44f8-8bbe-241f3afdb701 0B 1.80T 170M /phd-artifacts/phd-clone-e43870b2-6c24-44f8-8bbe-241f3afdb701\n target = phd_framework::zfs
1612024-09-18T18:28:15.120ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm
1622024-09-18T18:28:15.120ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm vm_name = migration_ensures_instance_metadata_source
1632024-09-18T18:28:15.120ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
1642024-09-18T18:28:15.120ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_ensures_instance_metadata_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::migration_ensures_instance_metadata server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
1652024-09-18T18:28:15.120ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::migration_ensures_instance_metadata stderr_path = "/tmp/propolis-phd/migration_ensures_instance_metadata_source.stderr.log" stdout_path = "/tmp/propolis-phd/migration_ensures_instance_metadata_source.stdout.log" target = phd_framework::server_log_mode
1662024-09-18T18:28:15.128ZINFOphd-runner: [NEW - EVENT] Launched server with pid 883 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm::server
1672024-09-18T18:28:15.128ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm
1682024-09-18T18:28:15.128ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm
1692024-09-18T18:28:15.128ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm vm_name = migration_ensures_instance_metadata_target
1702024-09-18T18:28:15.128ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
1712024-09-18T18:28:15.128ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_ensures_instance_metadata_target.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::migration_ensures_instance_metadata server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
1722024-09-18T18:28:15.128ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::migration_ensures_instance_metadata stderr_path = "/tmp/propolis-phd/migration_ensures_instance_metadata_target.stderr.log" stdout_path = "/tmp/propolis-phd/migration_ensures_instance_metadata_target.stdout.log" target = phd_framework::server_log_mode
1732024-09-18T18:28:15.136ZINFOphd-runner: [NEW - EVENT] Launched server with pid 884 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm::server
1742024-09-18T18:28:15.136ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm
1752024-09-18T18:28:15.136ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm vm = migration_ensures_instance_metadata_source vm_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a
1762024-09-18T18:28:15.137ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm vm = migration_ensures_instance_metadata_source vm_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a
1772024-09-18T18:28:15.793ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
1782024-09-18T18:28:15.794ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 836dc4b9-a888-4c3e-abae-21bf9b1494be, silo_id: 2f49d855-80c3-4c07-8858-d905d11365bc, sled_id: dac67720-19f1-482f-aafe-ac04bbb53fb8, sled_model: "pheidippes", sled_revision: 1, sled_serial: "dac67720-19f1-482f-aafe-ac04bbb53fb8" }, name: "phd-vm-fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a", vcpus: 2 }, state: Creating } line = 428 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm vm = migration_ensures_instance_metadata_source vm_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a
1792024-09-18T18:28:15.794ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 657 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm vm = migration_ensures_instance_metadata_source vm_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a
1802024-09-18T18:28:15.794ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm vm = migration_ensures_instance_metadata_source vm_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a
1812024-09-18T18:28:15.794ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::migrate::migration_ensures_instance_metadata state = Run target = phd_framework::test_vm vm = migration_ensures_instance_metadata_source vm_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a
1822024-09-18T18:28:15.794ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm vm = migration_ensures_instance_metadata_source vm_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a
1832024-09-18T18:28:15.794ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm
1842024-09-18T18:28:15.794ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm timeout_duration = 300s vm = migration_ensures_instance_metadata_source vm_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a
1852024-09-18T18:28:15.794ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::migrate::migration_ensures_instance_metadata step = WaitFor("localhost login: ") target = phd_framework::test_vm
1862024-09-18T18:28:15.794ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm vm = migration_ensures_instance_metadata_source vm_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a
1872024-09-18T18:28:15.794ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_ensures_instance_metadata_source vm_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a
1882024-09-18T18:28:20.001ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4206 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm vm = migration_ensures_instance_metadata_source vm_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a
1892024-09-18T18:28:20.001ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::migrate::migration_ensures_instance_metadata step = WriteStr("root") target = phd_framework::test_vm
1902024-09-18T18:28:20.001ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::migrate::migration_ensures_instance_metadata step = WaitFor("localhost:~#") target = phd_framework::test_vm
1912024-09-18T18:28:20.001ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm vm = migration_ensures_instance_metadata_source vm_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a
1922024-09-18T18:28:20.001ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_ensures_instance_metadata_source vm_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a
1932024-09-18T18:28:20.019ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 17 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm vm = migration_ensures_instance_metadata_source vm_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a
1942024-09-18T18:28:20.019ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 759 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm
1952024-09-18T18:28:20.019ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4224 file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm
1962024-09-18T18:28:20.019ZINFOphd-runner: [GET_SPEC - START] file = phd-tests/framework/src/test_vm/mod.rs line = 526 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm vm = migration_ensures_instance_metadata_source vm_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a
1972024-09-18T18:28:20.019ZINFOphd-runner: [GET_SPEC - EVENT] Sending instance spec get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 528 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm vm = migration_ensures_instance_metadata_source vm_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a
1982024-09-18T18:28:20.020ZINFOphd-runner: [GET_SPEC - END] elapsed_milliseconds = 1 file = phd-tests/framework/src/test_vm/mod.rs line = 526 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm vm = migration_ensures_instance_metadata_source vm_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a
1992024-09-18T18:28:20.020ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::migrate::migration_ensures_instance_metadata source = migration_ensures_instance_metadata_source source_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a target = phd_framework::test_vm target_id = 625d930c-2686-42b0-9951-0081bcb55f25
2002024-09-18T18:28:20.020ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 572 migration_id = 808b8458-3407-49a0-9003-2ad2e9a4b190 path = phd_tests::migrate::migration_ensures_instance_metadata source = migration_ensures_instance_metadata_source source_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a target = phd_framework::test_vm target_id = 625d930c-2686-42b0-9951-0081bcb55f25 timeout_duration = 45s
2012024-09-18T18:28:20.021ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::migration_ensures_instance_metadata source = migration_ensures_instance_metadata_source source_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a target = phd_framework::test_vm target_id = 625d930c-2686-42b0-9951-0081bcb55f25 vm = migration_ensures_instance_metadata_target vm_id = 625d930c-2686-42b0-9951-0081bcb55f25
2022024-09-18T18:28:20.135ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 625d930c-2686-42b0-9951-0081bcb55f25, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 836dc4b9-a888-4c3e-abae-21bf9b1494be, silo_id: 2f49d855-80c3-4c07-8858-d905d11365bc, sled_id: 01a31847-421b-4109-98fb-6cbec3bb3502, sled_model: "pheidippes", sled_revision: 1, sled_serial: "01a31847-421b-4109-98fb-6cbec3bb3502" }, name: "phd-vm-625d930c-2686-42b0-9951-0081bcb55f25", vcpus: 2 }, state: Migrating } line = 428 path = phd_tests::migrate::migration_ensures_instance_metadata source = migration_ensures_instance_metadata_source source_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a target = phd_framework::test_vm target_id = 625d930c-2686-42b0-9951-0081bcb55f25 vm = migration_ensures_instance_metadata_target vm_id = 625d930c-2686-42b0-9951-0081bcb55f25
2032024-09-18T18:28:20.135ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 114 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::migration_ensures_instance_metadata source = migration_ensures_instance_metadata_source source_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a target = phd_framework::test_vm target_id = 625d930c-2686-42b0-9951-0081bcb55f25 vm = migration_ensures_instance_metadata_target vm_id = 625d930c-2686-42b0-9951-0081bcb55f25
2042024-09-18T18:28:20.135ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 593 migration_id = 808b8458-3407-49a0-9003-2ad2e9a4b190 path = phd_tests::migrate::migration_ensures_instance_metadata source = migration_ensures_instance_metadata_source source_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a target = phd_framework::test_vm target_id = 625d930c-2686-42b0-9951-0081bcb55f25
2052024-09-18T18:28:22.709ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":7609}} target = phd_framework::serial
2062024-09-18T18:28:22.724ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 606 path = phd_tests::migrate::migration_ensures_instance_metadata source = migration_ensures_instance_metadata_source source_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a target = phd_framework::test_vm target_id = 625d930c-2686-42b0-9951-0081bcb55f25
2072024-09-18T18:28:22.724ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 2588 file = phd-tests/framework/src/test_vm/mod.rs line = 593 migration_id = 808b8458-3407-49a0-9003-2ad2e9a4b190 path = phd_tests::migrate::migration_ensures_instance_metadata source = migration_ensures_instance_metadata_source source_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a target = phd_framework::test_vm target_id = 625d930c-2686-42b0-9951-0081bcb55f25
2082024-09-18T18:28:22.724ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 2703 file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::migrate::migration_ensures_instance_metadata source = migration_ensures_instance_metadata_source source_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a target = phd_framework::test_vm target_id = 625d930c-2686-42b0-9951-0081bcb55f25
2092024-09-18T18:28:22.724ZINFOphd-runner: [GET_SPEC - START] file = phd-tests/framework/src/test_vm/mod.rs line = 526 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm vm = migration_ensures_instance_metadata_target vm_id = 625d930c-2686-42b0-9951-0081bcb55f25
2102024-09-18T18:28:22.724ZINFOphd-runner: [GET_SPEC - EVENT] Sending instance spec get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 528 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm vm = migration_ensures_instance_metadata_target vm_id = 625d930c-2686-42b0-9951-0081bcb55f25
2112024-09-18T18:28:22.725ZINFOphd-runner: [GET_SPEC - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 526 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm vm = migration_ensures_instance_metadata_target vm_id = 625d930c-2686-42b0-9951-0081bcb55f25
2122024-09-18T18:28:22.725ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm vm = migration_ensures_instance_metadata_target vm_id = 625d930c-2686-42b0-9951-0081bcb55f25
2132024-09-18T18:28:22.725ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm vm = migration_ensures_instance_metadata_source vm_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a
2142024-09-18T18:28:22.725ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
2152024-09-18T18:28:22.725ZINFOphd-runner: test phd_tests::migrate::migration_ensures_instance_metadata ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
2162024-09-18T18:28:22.725ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 6932 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
2172024-09-18T18:28:22.725ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
2182024-09-18T18:28:22.726ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm vm = migration_ensures_instance_metadata_target vm_id = 625d930c-2686-42b0-9951-0081bcb55f25
2192024-09-18T18:28:22.726ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm vm = migration_ensures_instance_metadata_source vm_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a
2202024-09-18T18:28:22.990ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::migration_ensures_instance_metadata self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migration_ensures_instance_metadata_source vm_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a
2212024-09-18T18:28:23.117ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 392 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm vm = migration_ensures_instance_metadata_source vm_id = fc8e8eb5-b6e5-4bd3-94ea-57767dab1f8a
2222024-09-18T18:28:23.118ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::migration_ensures_instance_metadata self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migration_ensures_instance_metadata_target vm_id = 625d930c-2686-42b0-9951-0081bcb55f25
2232024-09-18T18:28:23.248ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::zfs vm = migration_ensures_instance_metadata_target vm_id = 625d930c-2686-42b0-9951-0081bcb55f25
2242024-09-18T18:28:23.249ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-e43870b2-6c24-44f8-8bbe-241f3afdb701"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::zfs verb = destroy vm = migration_ensures_instance_metadata_target vm_id = 625d930c-2686-42b0-9951-0081bcb55f25
2252024-09-18T18:28:23.281ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::zfs vm = migration_ensures_instance_metadata_target vm_id = 625d930c-2686-42b0-9951-0081bcb55f25
2262024-09-18T18:28:23.281ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-45d06b88-256c-41b4-9ae3-d597d74bc59c"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::zfs verb = destroy vm = migration_ensures_instance_metadata_target vm_id = 625d930c-2686-42b0-9951-0081bcb55f25
2272024-09-18T18:28:23.307ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 582 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_framework::test_vm vm = migration_ensures_instance_metadata_target vm_id = 625d930c-2686-42b0-9951-0081bcb55f25
2282024-09-18T18:28:23.307ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 8254 file = phd-tests/tests/src/migrate.rs line = 402 path = phd_tests::migrate::migration_ensures_instance_metadata target = phd_tests::migrate
2292024-09-18T18:28:23.308ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 582 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
2302024-09-18T18:28:23.308ZINFOphd-runner: Starting test phd_tests::migrate::multiple_migrations file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
2312024-09-18T18:28:23.308ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
2322024-09-18T18:28:23.308ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
2332024-09-18T18:28:23.308ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 318 path = phd_tests::migrate::multiple_migrations target = phd_tests::migrate
2342024-09-18T18:28:23.308ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
2352024-09-18T18:28:23.308ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
2362024-09-18T18:28:23.308ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
2372024-09-18T18:28:23.308ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs verb = list
2382024-09-18T18:28:23.321ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::multiple_migrations stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 172M 1.80T 170M /phd-artifacts\n target = phd_framework::zfs
2392024-09-18T18:28:23.321ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-72ce4a47-6d5c-4e00-83cd-1000444ecc7e"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs verb = snapshot
2402024-09-18T18:28:23.340ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-72ce4a47-6d5c-4e00-83cd-1000444ecc7e", "phd-artifacts/phd-clone-34a9fea3-9cd0-4039-9e89-81d7ee3e6895"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs verb = clone
2412024-09-18T18:28:23.361ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-34a9fea3-9cd0-4039-9e89-81d7ee3e6895"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs verb = list
2422024-09-18T18:28:23.374ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::multiple_migrations stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-34a9fea3-9cd0-4039-9e89-81d7ee3e6895 0B 1.80T 170M /phd-artifacts/phd-clone-34a9fea3-9cd0-4039-9e89-81d7ee3e6895\n target = phd_framework::zfs
2432024-09-18T18:28:23.374ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
2442024-09-18T18:28:23.374ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm_name = multiple_migrations_0
2452024-09-18T18:28:23.374ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
2462024-09-18T18:28:23.375ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/multiple_migrations_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::multiple_migrations server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
2472024-09-18T18:28:23.375ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::multiple_migrations stderr_path = "/tmp/propolis-phd/multiple_migrations_0.stderr.log" stdout_path = "/tmp/propolis-phd/multiple_migrations_0.stdout.log" target = phd_framework::server_log_mode
2482024-09-18T18:28:23.381ZINFOphd-runner: [NEW - EVENT] Launched server with pid 893 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm::server
2492024-09-18T18:28:23.381ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 6 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
2502024-09-18T18:28:23.381ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
2512024-09-18T18:28:23.381ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm_name = multiple_migrations_1
2522024-09-18T18:28:23.381ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
2532024-09-18T18:28:23.382ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/multiple_migrations_1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::multiple_migrations server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
2542024-09-18T18:28:23.382ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::multiple_migrations stderr_path = "/tmp/propolis-phd/multiple_migrations_1.stderr.log" stdout_path = "/tmp/propolis-phd/multiple_migrations_1.stdout.log" target = phd_framework::server_log_mode
2552024-09-18T18:28:23.388ZINFOphd-runner: [NEW - EVENT] Launched server with pid 894 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm::server
2562024-09-18T18:28:23.389ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
2572024-09-18T18:28:23.389ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
2582024-09-18T18:28:23.389ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm_name = multiple_migrations_2
2592024-09-18T18:28:23.389ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
2602024-09-18T18:28:23.389ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/multiple_migrations_2.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::multiple_migrations server_addr = 127.0.0.1:9004 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
2612024-09-18T18:28:23.389ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::multiple_migrations stderr_path = "/tmp/propolis-phd/multiple_migrations_2.stderr.log" stdout_path = "/tmp/propolis-phd/multiple_migrations_2.stdout.log" target = phd_framework::server_log_mode
2622024-09-18T18:28:23.396ZINFOphd-runner: [NEW - EVENT] Launched server with pid 895 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm::server
2632024-09-18T18:28:23.397ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
2642024-09-18T18:28:23.397ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = 382628e1-11bd-4620-97ce-13224306b3b0
2652024-09-18T18:28:23.522ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
2662024-09-18T18:28:23.523ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 382628e1-11bd-4620-97ce-13224306b3b0, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 514c19db-921b-43ae-9cd8-4510e4d808f7, silo_id: 5f1cdfa8-92a2-438f-8c28-dff949791667, sled_id: 8d6f8169-56d7-4816-9e8e-bf78c6fe6e77, sled_model: "pheidippes", sled_revision: 1, sled_serial: "8d6f8169-56d7-4816-9e8e-bf78c6fe6e77" }, name: "phd-vm-382628e1-11bd-4620-97ce-13224306b3b0", vcpus: 2 }, state: Creating } line = 428 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = 382628e1-11bd-4620-97ce-13224306b3b0
2672024-09-18T18:28:23.523ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 125 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = 382628e1-11bd-4620-97ce-13224306b3b0
2682024-09-18T18:28:23.523ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = 382628e1-11bd-4620-97ce-13224306b3b0
2692024-09-18T18:28:23.523ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::migrate::multiple_migrations state = Run target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = 382628e1-11bd-4620-97ce-13224306b3b0
2702024-09-18T18:28:23.523ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = 382628e1-11bd-4620-97ce-13224306b3b0
2712024-09-18T18:28:23.523ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
2722024-09-18T18:28:23.523ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = 300s vm = multiple_migrations_0 vm_id = 382628e1-11bd-4620-97ce-13224306b3b0
2732024-09-18T18:28:23.523ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::migrate::multiple_migrations step = WaitFor("localhost login: ") target = phd_framework::test_vm
2742024-09-18T18:28:23.523ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = 382628e1-11bd-4620-97ce-13224306b3b0
2752024-09-18T18:28:23.523ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = CallerTimeout vm = multiple_migrations_0 vm_id = 382628e1-11bd-4620-97ce-13224306b3b0
2762024-09-18T18:28:27.747ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4223 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = 382628e1-11bd-4620-97ce-13224306b3b0
2772024-09-18T18:28:27.747ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::migrate::multiple_migrations step = WriteStr("root") target = phd_framework::test_vm
2782024-09-18T18:28:27.747ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::migrate::multiple_migrations step = WaitFor("localhost:~#") target = phd_framework::test_vm
2792024-09-18T18:28:27.747ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = 382628e1-11bd-4620-97ce-13224306b3b0
2802024-09-18T18:28:27.747ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = CallerTimeout vm = multiple_migrations_0 vm_id = 382628e1-11bd-4620-97ce-13224306b3b0
2812024-09-18T18:28:27.767ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = 382628e1-11bd-4620-97ce-13224306b3b0
2822024-09-18T18:28:27.767ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 759 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
2832024-09-18T18:28:27.767ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4243 file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm
2842024-09-18T18:28:27.767ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = 382628e1-11bd-4620-97ce-13224306b3b0 target = phd_framework::test_vm target_id = d229380b-ebfe-432a-b9a9-06bef15011d1
2852024-09-18T18:28:27.767ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 572 migration_id = 148424ef-937e-48bc-8526-4ec0fa0b04bf path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = 382628e1-11bd-4620-97ce-13224306b3b0 target = phd_framework::test_vm target_id = d229380b-ebfe-432a-b9a9-06bef15011d1 timeout_duration = 45s
2862024-09-18T18:28:27.768ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = 382628e1-11bd-4620-97ce-13224306b3b0 target = phd_framework::test_vm target_id = d229380b-ebfe-432a-b9a9-06bef15011d1 vm = multiple_migrations_1 vm_id = d229380b-ebfe-432a-b9a9-06bef15011d1
2872024-09-18T18:28:27.877ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: d229380b-ebfe-432a-b9a9-06bef15011d1, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 514c19db-921b-43ae-9cd8-4510e4d808f7, silo_id: 5f1cdfa8-92a2-438f-8c28-dff949791667, sled_id: 6c7488df-e19f-4220-a379-21411b8b4e18, sled_model: "pheidippes", sled_revision: 1, sled_serial: "6c7488df-e19f-4220-a379-21411b8b4e18" }, name: "phd-vm-d229380b-ebfe-432a-b9a9-06bef15011d1", vcpus: 2 }, state: Migrating } line = 428 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = 382628e1-11bd-4620-97ce-13224306b3b0 target = phd_framework::test_vm target_id = d229380b-ebfe-432a-b9a9-06bef15011d1 vm = multiple_migrations_1 vm_id = d229380b-ebfe-432a-b9a9-06bef15011d1
2882024-09-18T18:28:27.877ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 109 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = 382628e1-11bd-4620-97ce-13224306b3b0 target = phd_framework::test_vm target_id = d229380b-ebfe-432a-b9a9-06bef15011d1 vm = multiple_migrations_1 vm_id = d229380b-ebfe-432a-b9a9-06bef15011d1
2892024-09-18T18:28:27.877ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 593 migration_id = 148424ef-937e-48bc-8526-4ec0fa0b04bf path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = 382628e1-11bd-4620-97ce-13224306b3b0 target = phd_framework::test_vm target_id = d229380b-ebfe-432a-b9a9-06bef15011d1
2902024-09-18T18:28:30.458ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":7609}} target = phd_framework::serial
2912024-09-18T18:28:31.340ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 606 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = 382628e1-11bd-4620-97ce-13224306b3b0 target = phd_framework::test_vm target_id = d229380b-ebfe-432a-b9a9-06bef15011d1
2922024-09-18T18:28:31.340ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 3463 file = phd-tests/framework/src/test_vm/mod.rs line = 593 migration_id = 148424ef-937e-48bc-8526-4ec0fa0b04bf path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = 382628e1-11bd-4620-97ce-13224306b3b0 target = phd_framework::test_vm target_id = d229380b-ebfe-432a-b9a9-06bef15011d1
2932024-09-18T18:28:31.340ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 3572 file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_0 source_id = 382628e1-11bd-4620-97ce-13224306b3b0 target = phd_framework::test_vm target_id = d229380b-ebfe-432a-b9a9-06bef15011d1
2942024-09-18T18:28:31.340ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = d229380b-ebfe-432a-b9a9-06bef15011d1
2952024-09-18T18:28:31.340ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = multiple_migrations_1 vm_id = d229380b-ebfe-432a-b9a9-06bef15011d1
2962024-09-18T18:28:31.352ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = d229380b-ebfe-432a-b9a9-06bef15011d1
2972024-09-18T18:28:31.352ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = d229380b-ebfe-432a-b9a9-06bef15011d1
2982024-09-18T18:28:31.352ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = multiple_migrations_1 vm_id = d229380b-ebfe-432a-b9a9-06bef15011d1
2992024-09-18T18:28:31.374ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 21 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = d229380b-ebfe-432a-b9a9-06bef15011d1
3002024-09-18T18:28:31.374ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = d229380b-ebfe-432a-b9a9-06bef15011d1 target = phd_framework::test_vm target_id = f67e6c9f-1591-4a15-942e-df87b5c1241c
3012024-09-18T18:28:31.374ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9002 file = phd-tests/framework/src/test_vm/mod.rs line = 572 migration_id = 6b33867f-6a56-4ef9-b7a8-fbabe0806818 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = d229380b-ebfe-432a-b9a9-06bef15011d1 target = phd_framework::test_vm target_id = f67e6c9f-1591-4a15-942e-df87b5c1241c timeout_duration = 45s
3022024-09-18T18:28:31.374ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = d229380b-ebfe-432a-b9a9-06bef15011d1 target = phd_framework::test_vm target_id = f67e6c9f-1591-4a15-942e-df87b5c1241c vm = multiple_migrations_2 vm_id = f67e6c9f-1591-4a15-942e-df87b5c1241c
3032024-09-18T18:28:31.481ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: f67e6c9f-1591-4a15-942e-df87b5c1241c, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 514c19db-921b-43ae-9cd8-4510e4d808f7, silo_id: 5f1cdfa8-92a2-438f-8c28-dff949791667, sled_id: 38caa6c8-0022-4ab9-bdef-a0368ece9266, sled_model: "pheidippes", sled_revision: 1, sled_serial: "38caa6c8-0022-4ab9-bdef-a0368ece9266" }, name: "phd-vm-f67e6c9f-1591-4a15-942e-df87b5c1241c", vcpus: 2 }, state: Migrating } line = 428 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = d229380b-ebfe-432a-b9a9-06bef15011d1 target = phd_framework::test_vm target_id = f67e6c9f-1591-4a15-942e-df87b5c1241c vm = multiple_migrations_2 vm_id = f67e6c9f-1591-4a15-942e-df87b5c1241c
3042024-09-18T18:28:31.481ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 106 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = d229380b-ebfe-432a-b9a9-06bef15011d1 target = phd_framework::test_vm target_id = f67e6c9f-1591-4a15-942e-df87b5c1241c vm = multiple_migrations_2 vm_id = f67e6c9f-1591-4a15-942e-df87b5c1241c
3052024-09-18T18:28:31.481ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 593 migration_id = 6b33867f-6a56-4ef9-b7a8-fbabe0806818 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = d229380b-ebfe-432a-b9a9-06bef15011d1 target = phd_framework::test_vm target_id = f67e6c9f-1591-4a15-942e-df87b5c1241c
3062024-09-18T18:28:34.060ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9004","from_start":7657}} target = phd_framework::serial
3072024-09-18T18:28:34.561ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 606 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = d229380b-ebfe-432a-b9a9-06bef15011d1 target = phd_framework::test_vm target_id = f67e6c9f-1591-4a15-942e-df87b5c1241c
3082024-09-18T18:28:34.561ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 3079 file = phd-tests/framework/src/test_vm/mod.rs line = 593 migration_id = 6b33867f-6a56-4ef9-b7a8-fbabe0806818 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = d229380b-ebfe-432a-b9a9-06bef15011d1 target = phd_framework::test_vm target_id = f67e6c9f-1591-4a15-942e-df87b5c1241c
3092024-09-18T18:28:34.561ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 3186 file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::migrate::multiple_migrations source = multiple_migrations_1 source_id = d229380b-ebfe-432a-b9a9-06bef15011d1 target = phd_framework::test_vm target_id = f67e6c9f-1591-4a15-942e-df87b5c1241c
3102024-09-18T18:28:34.561ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = f67e6c9f-1591-4a15-942e-df87b5c1241c
3112024-09-18T18:28:34.561ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = multiple_migrations_2 vm_id = f67e6c9f-1591-4a15-942e-df87b5c1241c
3122024-09-18T18:28:34.573ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = f67e6c9f-1591-4a15-942e-df87b5c1241c
3132024-09-18T18:28:34.573ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = f67e6c9f-1591-4a15-942e-df87b5c1241c
3142024-09-18T18:28:34.573ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = multiple_migrations_2 vm_id = f67e6c9f-1591-4a15-942e-df87b5c1241c
3152024-09-18T18:28:34.605ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 31 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = f67e6c9f-1591-4a15-942e-df87b5c1241c
3162024-09-18T18:28:34.605ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = f67e6c9f-1591-4a15-942e-df87b5c1241c
3172024-09-18T18:28:34.605ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = d229380b-ebfe-432a-b9a9-06bef15011d1
3182024-09-18T18:28:34.605ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = 382628e1-11bd-4620-97ce-13224306b3b0
3192024-09-18T18:28:34.606ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
3202024-09-18T18:28:34.606ZINFOphd-runner: test phd_tests::migrate::multiple_migrations ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
3212024-09-18T18:28:34.606ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 11084 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
3222024-09-18T18:28:34.606ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
3232024-09-18T18:28:34.606ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = f67e6c9f-1591-4a15-942e-df87b5c1241c
3242024-09-18T18:28:34.607ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::multiple_migrations self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = multiple_migrations_1 vm_id = d229380b-ebfe-432a-b9a9-06bef15011d1
3252024-09-18T18:28:34.607ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::multiple_migrations self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = multiple_migrations_0 vm_id = 382628e1-11bd-4620-97ce-13224306b3b0
3262024-09-18T18:28:34.630ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::multiple_migrations self.address = 127.0.0.1:9004 target = phd_framework::test_vm::server vm = multiple_migrations_2 vm_id = f67e6c9f-1591-4a15-942e-df87b5c1241c
3272024-09-18T18:28:34.724ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 117 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_1 vm_id = d229380b-ebfe-432a-b9a9-06bef15011d1
3282024-09-18T18:28:34.813ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 207 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_2 vm_id = f67e6c9f-1591-4a15-942e-df87b5c1241c
3292024-09-18T18:28:34.926ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs vm = multiple_migrations_0 vm_id = 382628e1-11bd-4620-97ce-13224306b3b0
3302024-09-18T18:28:34.926ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-34a9fea3-9cd0-4039-9e89-81d7ee3e6895"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs verb = destroy vm = multiple_migrations_0 vm_id = 382628e1-11bd-4620-97ce-13224306b3b0
3312024-09-18T18:28:34.963ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs vm = multiple_migrations_0 vm_id = 382628e1-11bd-4620-97ce-13224306b3b0
3322024-09-18T18:28:34.963ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-72ce4a47-6d5c-4e00-83cd-1000444ecc7e"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::multiple_migrations target = phd_framework::zfs verb = destroy vm = multiple_migrations_0 vm_id = 382628e1-11bd-4620-97ce-13224306b3b0
3332024-09-18T18:28:34.986ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 380 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::multiple_migrations target = phd_framework::test_vm vm = multiple_migrations_0 vm_id = 382628e1-11bd-4620-97ce-13224306b3b0
3342024-09-18T18:28:34.986ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 11678 file = phd-tests/tests/src/migrate.rs line = 318 path = phd_tests::migrate::multiple_migrations target = phd_tests::migrate
3352024-09-18T18:28:34.987ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 380 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
3362024-09-18T18:28:34.987ZINFOphd-runner: Starting test phd_tests::migrate::incompatible_vms file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
3372024-09-18T18:28:34.987ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
3382024-09-18T18:28:34.987ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
3392024-09-18T18:28:34.987ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 268 path = phd_tests::migrate::incompatible_vms target = phd_tests::migrate
3402024-09-18T18:28:34.987ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
3412024-09-18T18:28:34.987ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
3422024-09-18T18:28:34.987ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
3432024-09-18T18:28:34.987ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
3442024-09-18T18:28:35.006ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 171M 1.80T 170M /phd-artifacts\n target = phd_framework::zfs
3452024-09-18T18:28:35.007ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-db922264-e67e-4f7b-b2a5-9ea0562bd3c5"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = snapshot
3462024-09-18T18:28:35.027ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-db922264-e67e-4f7b-b2a5-9ea0562bd3c5", "phd-artifacts/phd-clone-5bdada25-a30d-4047-882d-ddd04b1944a2"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = clone
3472024-09-18T18:28:35.050ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-5bdada25-a30d-4047-882d-ddd04b1944a2"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
3482024-09-18T18:28:35.063ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-5bdada25-a30d-4047-882d-ddd04b1944a2 0B 1.80T 170M /phd-artifacts/phd-clone-5bdada25-a30d-4047-882d-ddd04b1944a2\n target = phd_framework::zfs
3492024-09-18T18:28:35.064ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
3502024-09-18T18:28:35.064ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm_name = migration_incompatible_source_0
3512024-09-18T18:28:35.064ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
3522024-09-18T18:28:35.064ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_incompatible_source_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::incompatible_vms server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
3532024-09-18T18:28:35.064ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::incompatible_vms stderr_path = "/tmp/propolis-phd/migration_incompatible_source_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_incompatible_source_0.stdout.log" target = phd_framework::server_log_mode
3542024-09-18T18:28:35.071ZINFOphd-runner: [NEW - EVENT] Launched server with pid 905 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm::server
3552024-09-18T18:28:35.071ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
3562024-09-18T18:28:35.071ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 0e8f299c-9b4f-4aa8-aa08-5db0eadbc65b
3572024-09-18T18:28:35.072ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 0e8f299c-9b4f-4aa8-aa08-5db0eadbc65b
3582024-09-18T18:28:35.843ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
3592024-09-18T18:28:35.844ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 0e8f299c-9b4f-4aa8-aa08-5db0eadbc65b, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 827de27b-7f13-4a04-80c1-ee326b2f1b72, silo_id: e9355e83-894d-4559-a5d6-3486913764c7, sled_id: e3eebf93-d150-4c3f-880e-aa9d1dc0df97, sled_model: "pheidippes", sled_revision: 1, sled_serial: "e3eebf93-d150-4c3f-880e-aa9d1dc0df97" }, name: "phd-vm-0e8f299c-9b4f-4aa8-aa08-5db0eadbc65b", vcpus: 4 }, state: Creating } line = 428 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 0e8f299c-9b4f-4aa8-aa08-5db0eadbc65b
3602024-09-18T18:28:35.844ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 772 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 0e8f299c-9b4f-4aa8-aa08-5db0eadbc65b
3612024-09-18T18:28:35.844ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 0e8f299c-9b4f-4aa8-aa08-5db0eadbc65b
3622024-09-18T18:28:35.844ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::migrate::incompatible_vms state = Run target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 0e8f299c-9b4f-4aa8-aa08-5db0eadbc65b
3632024-09-18T18:28:35.844ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 0e8f299c-9b4f-4aa8-aa08-5db0eadbc65b
3642024-09-18T18:28:35.844ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
3652024-09-18T18:28:35.845ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
3662024-09-18T18:28:35.845ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
3672024-09-18T18:28:35.845ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
3682024-09-18T18:28:35.859ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 172M 1.80T 170M /phd-artifacts\n target = phd_framework::zfs
3692024-09-18T18:28:35.859ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-efa4cd60-ef0b-48c7-ac16-25e3129f9649"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = snapshot
3702024-09-18T18:28:35.882ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-efa4cd60-ef0b-48c7-ac16-25e3129f9649", "phd-artifacts/phd-clone-73643353-5936-41d0-997b-881782237b5a"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = clone
3712024-09-18T18:28:35.903ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-73643353-5936-41d0-997b-881782237b5a"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
3722024-09-18T18:28:35.917ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-73643353-5936-41d0-997b-881782237b5a 0B 1.80T 170M /phd-artifacts/phd-clone-73643353-5936-41d0-997b-881782237b5a\n target = phd_framework::zfs
3732024-09-18T18:28:35.918ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
3742024-09-18T18:28:35.918ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm_name = migration_incompatible_target_1
3752024-09-18T18:28:35.918ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
3762024-09-18T18:28:35.918ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_incompatible_target_1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::incompatible_vms server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
3772024-09-18T18:28:35.918ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::incompatible_vms stderr_path = "/tmp/propolis-phd/migration_incompatible_target_1.stderr.log" stdout_path = "/tmp/propolis-phd/migration_incompatible_target_1.stdout.log" target = phd_framework::server_log_mode
3782024-09-18T18:28:35.925ZINFOphd-runner: [NEW - EVENT] Launched server with pid 910 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm::server
3792024-09-18T18:28:35.926ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
3802024-09-18T18:28:35.926ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = 0e8f299c-9b4f-4aa8-aa08-5db0eadbc65b target = phd_framework::test_vm target_id = b42f3606-bafa-43aa-afd2-ffba309bb31a
3812024-09-18T18:28:35.926ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 572 migration_id = 98eff1b6-814c-4d34-8d7f-8a80514c059b path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = 0e8f299c-9b4f-4aa8-aa08-5db0eadbc65b target = phd_framework::test_vm target_id = b42f3606-bafa-43aa-afd2-ffba309bb31a timeout_duration = 45s
3822024-09-18T18:28:35.926ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = 0e8f299c-9b4f-4aa8-aa08-5db0eadbc65b target = phd_framework::test_vm target_id = b42f3606-bafa-43aa-afd2-ffba309bb31a vm = migration_incompatible_target_1 vm_id = b42f3606-bafa-43aa-afd2-ffba309bb31a
3832024-09-18T18:28:35.926ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = 0e8f299c-9b4f-4aa8-aa08-5db0eadbc65b target = phd_framework::test_vm target_id = b42f3606-bafa-43aa-afd2-ffba309bb31a vm = migration_incompatible_target_1 vm_id = b42f3606-bafa-43aa-afd2-ffba309bb31a
3842024-09-18T18:28:36.472ZERROphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure e = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "13903d60-0c79-49d5-8bc7-56d70c19c252", "content-length": "124", "date": "Wed, 18 Sep 2024 18:28:36 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "13903d60-0c79-49d5-8bc7-56d70c19c252" } file = phd-tests/framework/src/test_vm/mod.rs line = 373 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = 0e8f299c-9b4f-4aa8-aa08-5db0eadbc65b target = phd_framework::test_vm target_id = b42f3606-bafa-43aa-afd2-ffba309bb31a vm = migration_incompatible_target_1 vm_id = b42f3606-bafa-43aa-afd2-ffba309bb31a
3852024-09-18T18:28:36.472ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 546 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = 0e8f299c-9b4f-4aa8-aa08-5db0eadbc65b target = phd_framework::test_vm target_id = b42f3606-bafa-43aa-afd2-ffba309bb31a vm = migration_incompatible_target_1 vm_id = b42f3606-bafa-43aa-afd2-ffba309bb31a
3862024-09-18T18:28:36.472ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 546 file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_0 source_id = 0e8f299c-9b4f-4aa8-aa08-5db0eadbc65b target = phd_framework::test_vm target_id = b42f3606-bafa-43aa-afd2-ffba309bb31a
3872024-09-18T18:28:36.474ZDEBGphd-runner: [TEST - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::incompatible_vms self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server
3882024-09-18T18:28:36.497ZDEBGphd-runner: [TEST - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs
3892024-09-18T18:28:36.497ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-73643353-5936-41d0-997b-881782237b5a"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy
3902024-09-18T18:28:36.542ZDEBGphd-runner: [TEST - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs
3912024-09-18T18:28:36.542ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-efa4cd60-ef0b-48c7-ac16-25e3129f9649"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy
3922024-09-18T18:28:36.564ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 0e8f299c-9b4f-4aa8-aa08-5db0eadbc65b
3932024-09-18T18:28:36.564ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
3942024-09-18T18:28:36.564ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
3952024-09-18T18:28:36.564ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
3962024-09-18T18:28:36.564ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
3972024-09-18T18:28:36.570ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 0e8f299c-9b4f-4aa8-aa08-5db0eadbc65b
3982024-09-18T18:28:36.578ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 171M 1.80T 170M /phd-artifacts\n target = phd_framework::zfs
3992024-09-18T18:28:36.578ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-4ef0d325-bf1f-4b7c-a400-66c705e6bc08"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = snapshot
4002024-09-18T18:28:36.600ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-4ef0d325-bf1f-4b7c-a400-66c705e6bc08", "phd-artifacts/phd-clone-e74e9f27-f027-4550-8f33-fdc427294bfd"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = clone
4012024-09-18T18:28:36.621ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-e74e9f27-f027-4550-8f33-fdc427294bfd"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
4022024-09-18T18:28:36.634ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-e74e9f27-f027-4550-8f33-fdc427294bfd 0B 1.80T 170M /phd-artifacts/phd-clone-e74e9f27-f027-4550-8f33-fdc427294bfd\n target = phd_framework::zfs
4032024-09-18T18:28:36.635ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
4042024-09-18T18:28:36.635ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm_name = migration_incompatible_source_1
4052024-09-18T18:28:36.635ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
4062024-09-18T18:28:36.635ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_incompatible_source_1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::incompatible_vms server_addr = 127.0.0.1:9004 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
4072024-09-18T18:28:36.635ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::incompatible_vms stderr_path = "/tmp/propolis-phd/migration_incompatible_source_1.stderr.log" stdout_path = "/tmp/propolis-phd/migration_incompatible_source_1.stdout.log" target = phd_framework::server_log_mode
4082024-09-18T18:28:36.642ZINFOphd-runner: [NEW - EVENT] Launched server with pid 918 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm::server
4092024-09-18T18:28:36.643ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
4102024-09-18T18:28:36.643ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 86eb5ed9-cf01-4cb5-b255-b8756354f5b5
4112024-09-18T18:28:36.643ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9004/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 86eb5ed9-cf01-4cb5-b255-b8756354f5b5
4122024-09-18T18:28:36.643ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 271 target = phd_framework::serial
4132024-09-18T18:28:36.643ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 800 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
4142024-09-18T18:28:36.918ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::incompatible_vms self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migration_incompatible_source_0 vm_id = 0e8f299c-9b4f-4aa8-aa08-5db0eadbc65b
4152024-09-18T18:28:37.043ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_source_0 vm_id = 0e8f299c-9b4f-4aa8-aa08-5db0eadbc65b
4162024-09-18T18:28:37.043ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-5bdada25-a30d-4047-882d-ddd04b1944a2"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_source_0 vm_id = 0e8f299c-9b4f-4aa8-aa08-5db0eadbc65b
4172024-09-18T18:28:37.077ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_source_0 vm_id = 0e8f299c-9b4f-4aa8-aa08-5db0eadbc65b
4182024-09-18T18:28:37.078ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-db922264-e67e-4f7b-b2a5-9ea0562bd3c5"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_source_0 vm_id = 0e8f299c-9b4f-4aa8-aa08-5db0eadbc65b
4192024-09-18T18:28:37.102ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 538 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_0 vm_id = 0e8f299c-9b4f-4aa8-aa08-5db0eadbc65b
4202024-09-18T18:28:37.454ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
4212024-09-18T18:28:37.455ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 86eb5ed9-cf01-4cb5-b255-b8756354f5b5, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 392ebc68-8781-43b1-af78-38ed63c943f2, silo_id: 0b4669a2-ac54-4bcd-9098-475babc3f96a, sled_id: c3f95563-a248-4544-ae7e-b8b38afd6384, sled_model: "pheidippes", sled_revision: 1, sled_serial: "c3f95563-a248-4544-ae7e-b8b38afd6384" }, name: "phd-vm-86eb5ed9-cf01-4cb5-b255-b8756354f5b5", vcpus: 4 }, state: Creating } line = 428 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 86eb5ed9-cf01-4cb5-b255-b8756354f5b5
4222024-09-18T18:28:37.455ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 812 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 86eb5ed9-cf01-4cb5-b255-b8756354f5b5
4232024-09-18T18:28:37.455ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 86eb5ed9-cf01-4cb5-b255-b8756354f5b5
4242024-09-18T18:28:37.455ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::migrate::incompatible_vms state = Run target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 86eb5ed9-cf01-4cb5-b255-b8756354f5b5
4252024-09-18T18:28:37.456ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 86eb5ed9-cf01-4cb5-b255-b8756354f5b5
4262024-09-18T18:28:37.456ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
4272024-09-18T18:28:37.456ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
4282024-09-18T18:28:37.456ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
4292024-09-18T18:28:37.456ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
4302024-09-18T18:28:37.470ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 171M 1.80T 170M /phd-artifacts\n target = phd_framework::zfs
4312024-09-18T18:28:37.470ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-70210a22-1890-439d-8d69-cd78c3298c79"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = snapshot
4322024-09-18T18:28:37.490ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-70210a22-1890-439d-8d69-cd78c3298c79", "phd-artifacts/phd-clone-b26c5721-bfe2-4d19-875a-ece79a9ba247"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = clone
4332024-09-18T18:28:37.511ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-b26c5721-bfe2-4d19-875a-ece79a9ba247"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = list
4342024-09-18T18:28:37.524ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::incompatible_vms stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-b26c5721-bfe2-4d19-875a-ece79a9ba247 0B 1.80T 170M /phd-artifacts/phd-clone-b26c5721-bfe2-4d19-875a-ece79a9ba247\n target = phd_framework::zfs
4352024-09-18T18:28:37.524ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
4362024-09-18T18:28:37.525ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm_name = migration_incompatible_target_2
4372024-09-18T18:28:37.525ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
4382024-09-18T18:28:37.525ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_incompatible_target_2.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::incompatible_vms server_addr = 127.0.0.1:9006 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
4392024-09-18T18:28:37.525ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::incompatible_vms stderr_path = "/tmp/propolis-phd/migration_incompatible_target_2.stderr.log" stdout_path = "/tmp/propolis-phd/migration_incompatible_target_2.stdout.log" target = phd_framework::server_log_mode
4402024-09-18T18:28:37.532ZINFOphd-runner: [NEW - EVENT] Launched server with pid 926 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm::server
4412024-09-18T18:28:37.533ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 8 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm
4422024-09-18T18:28:37.533ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = 86eb5ed9-cf01-4cb5-b255-b8756354f5b5 target = phd_framework::test_vm target_id = 03462f3d-faf7-40d4-b12d-2976c0f29e9d
4432024-09-18T18:28:37.533ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9004 file = phd-tests/framework/src/test_vm/mod.rs line = 572 migration_id = e60ae1ce-af6c-43ae-a8d0-ac01fc4dfd56 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = 86eb5ed9-cf01-4cb5-b255-b8756354f5b5 target = phd_framework::test_vm target_id = 03462f3d-faf7-40d4-b12d-2976c0f29e9d timeout_duration = 90s
4442024-09-18T18:28:37.533ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = 86eb5ed9-cf01-4cb5-b255-b8756354f5b5 target = phd_framework::test_vm target_id = 03462f3d-faf7-40d4-b12d-2976c0f29e9d vm = migration_incompatible_target_2 vm_id = 03462f3d-faf7-40d4-b12d-2976c0f29e9d
4452024-09-18T18:28:37.533ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9006/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = 86eb5ed9-cf01-4cb5-b255-b8756354f5b5 target = phd_framework::test_vm target_id = 03462f3d-faf7-40d4-b12d-2976c0f29e9d vm = migration_incompatible_target_2 vm_id = 03462f3d-faf7-40d4-b12d-2976c0f29e9d
4462024-09-18T18:28:38.054ZERROphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure e = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "662ccfe3-661e-4489-a9e1-36701dd413da", "content-length": "124", "date": "Wed, 18 Sep 2024 18:28:38 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "662ccfe3-661e-4489-a9e1-36701dd413da" } file = phd-tests/framework/src/test_vm/mod.rs line = 373 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = 86eb5ed9-cf01-4cb5-b255-b8756354f5b5 target = phd_framework::test_vm target_id = 03462f3d-faf7-40d4-b12d-2976c0f29e9d vm = migration_incompatible_target_2 vm_id = 03462f3d-faf7-40d4-b12d-2976c0f29e9d
4472024-09-18T18:28:38.054ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 521 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = 86eb5ed9-cf01-4cb5-b255-b8756354f5b5 target = phd_framework::test_vm target_id = 03462f3d-faf7-40d4-b12d-2976c0f29e9d vm = migration_incompatible_target_2 vm_id = 03462f3d-faf7-40d4-b12d-2976c0f29e9d
4482024-09-18T18:28:38.054ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 521 file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::migrate::incompatible_vms source = migration_incompatible_source_1 source_id = 86eb5ed9-cf01-4cb5-b255-b8756354f5b5 target = phd_framework::test_vm target_id = 03462f3d-faf7-40d4-b12d-2976c0f29e9d
4492024-09-18T18:28:38.056ZDEBGphd-runner: [TEST - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::incompatible_vms self.address = 127.0.0.1:9006 target = phd_framework::test_vm::server
4502024-09-18T18:28:38.077ZDEBGphd-runner: [TEST - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs
4512024-09-18T18:28:38.077ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-b26c5721-bfe2-4d19-875a-ece79a9ba247"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy
4522024-09-18T18:28:38.121ZDEBGphd-runner: [TEST - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs
4532024-09-18T18:28:38.121ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-70210a22-1890-439d-8d69-cd78c3298c79"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy
4542024-09-18T18:28:38.145ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 86eb5ed9-cf01-4cb5-b255-b8756354f5b5
4552024-09-18T18:28:38.146ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
4562024-09-18T18:28:38.146ZINFOphd-runner: test phd_tests::migrate::incompatible_vms ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
4572024-09-18T18:28:38.146ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
4582024-09-18T18:28:38.146ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 691 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
4592024-09-18T18:28:38.146ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 86eb5ed9-cf01-4cb5-b255-b8756354f5b5
4602024-09-18T18:28:38.834ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::incompatible_vms self.address = 127.0.0.1:9004 target = phd_framework::test_vm::server vm = migration_incompatible_source_1 vm_id = 86eb5ed9-cf01-4cb5-b255-b8756354f5b5
4612024-09-18T18:28:38.958ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_source_1 vm_id = 86eb5ed9-cf01-4cb5-b255-b8756354f5b5
4622024-09-18T18:28:38.958ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-e74e9f27-f027-4550-8f33-fdc427294bfd"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_source_1 vm_id = 86eb5ed9-cf01-4cb5-b255-b8756354f5b5
4632024-09-18T18:28:38.987ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs vm = migration_incompatible_source_1 vm_id = 86eb5ed9-cf01-4cb5-b255-b8756354f5b5
4642024-09-18T18:28:38.987ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-4ef0d325-bf1f-4b7c-a400-66c705e6bc08"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::incompatible_vms target = phd_framework::zfs verb = destroy vm = migration_incompatible_source_1 vm_id = 86eb5ed9-cf01-4cb5-b255-b8756354f5b5
4652024-09-18T18:28:39.012ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 866 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::incompatible_vms target = phd_framework::test_vm vm = migration_incompatible_source_1 vm_id = 86eb5ed9-cf01-4cb5-b255-b8756354f5b5
4662024-09-18T18:28:39.012ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 4025 file = phd-tests/tests/src/migrate.rs line = 268 path = phd_tests::migrate::incompatible_vms target = phd_tests::migrate
4672024-09-18T18:28:39.013ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 866 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
4682024-09-18T18:28:39.013ZINFOphd-runner: Starting test phd_tests::migrate::serial_history file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
4692024-09-18T18:28:39.013ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
4702024-09-18T18:28:39.013ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
4712024-09-18T18:28:39.013ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 20 path = phd_tests::migrate::serial_history target = phd_tests::migrate
4722024-09-18T18:28:39.013ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
4732024-09-18T18:28:39.013ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
4742024-09-18T18:28:39.013ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
4752024-09-18T18:28:39.013ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::serial_history target = phd_framework::zfs verb = list
4762024-09-18T18:28:39.025ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::serial_history stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 172M 1.80T 170M /phd-artifacts\n target = phd_framework::zfs
4772024-09-18T18:28:39.025ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-734953bc-7795-4c71-bb9e-f41ba0055523"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::serial_history target = phd_framework::zfs verb = snapshot
4782024-09-18T18:28:39.044ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-734953bc-7795-4c71-bb9e-f41ba0055523", "phd-artifacts/phd-clone-b394c7a9-4147-4e1f-99ed-6accd76687fb"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::serial_history target = phd_framework::zfs verb = clone
4792024-09-18T18:28:39.066ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-b394c7a9-4147-4e1f-99ed-6accd76687fb"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::serial_history target = phd_framework::zfs verb = list
4802024-09-18T18:28:39.080ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::serial_history stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-b394c7a9-4147-4e1f-99ed-6accd76687fb 0B 1.80T 170M /phd-artifacts/phd-clone-b394c7a9-4147-4e1f-99ed-6accd76687fb\n target = phd_framework::zfs
4812024-09-18T18:28:39.080ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
4822024-09-18T18:28:39.080ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm_name = migration_serial_history
4832024-09-18T18:28:39.080ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
4842024-09-18T18:28:39.080ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_serial_history.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::serial_history server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
4852024-09-18T18:28:39.080ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::serial_history stderr_path = "/tmp/propolis-phd/migration_serial_history.stderr.log" stdout_path = "/tmp/propolis-phd/migration_serial_history.stdout.log" target = phd_framework::server_log_mode
4862024-09-18T18:28:39.087ZINFOphd-runner: [NEW - EVENT] Launched server with pid 937 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::serial_history target = phd_framework::test_vm::server
4872024-09-18T18:28:39.087ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
4882024-09-18T18:28:39.087ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d
4892024-09-18T18:28:39.088ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d
4902024-09-18T18:28:39.648ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
4912024-09-18T18:28:39.649ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: b6af3b5f-2639-49c1-b70b-32a28caaba1d, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: d493be4a-597d-4385-b3a4-6ac61bd5d736, silo_id: 2987b2fb-0759-4fa1-81d7-a7f8dd406ef3, sled_id: e70bab04-39b0-4958-9a5b-ad8e73179373, sled_model: "pheidippes", sled_revision: 1, sled_serial: "e70bab04-39b0-4958-9a5b-ad8e73179373" }, name: "phd-vm-b6af3b5f-2639-49c1-b70b-32a28caaba1d", vcpus: 2 }, state: Creating } line = 428 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d
4922024-09-18T18:28:39.649ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 561 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d
4932024-09-18T18:28:39.649ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d
4942024-09-18T18:28:39.649ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::migrate::serial_history state = Run target = phd_framework::test_vm vm = migration_serial_history vm_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d
4952024-09-18T18:28:39.650ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d
4962024-09-18T18:28:39.650ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
4972024-09-18T18:28:39.650ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::serial_history target = phd_framework::test_vm timeout_duration = 300s vm = migration_serial_history vm_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d
4982024-09-18T18:28:39.650ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::migrate::serial_history step = WaitFor("localhost login: ") target = phd_framework::test_vm
4992024-09-18T18:28:39.650ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d
5002024-09-18T18:28:39.650ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::serial_history target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_serial_history vm_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d
5012024-09-18T18:28:43.843ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4193 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d
5022024-09-18T18:28:43.843ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::migrate::serial_history step = WriteStr("root") target = phd_framework::test_vm
5032024-09-18T18:28:43.844ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::migrate::serial_history step = WaitFor("localhost:~#") target = phd_framework::test_vm
5042024-09-18T18:28:43.844ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d
5052024-09-18T18:28:43.844ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::serial_history target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_serial_history vm_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d
5062024-09-18T18:28:43.863ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d
5072024-09-18T18:28:43.863ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 759 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
5082024-09-18T18:28:43.864ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4213 file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
5092024-09-18T18:28:43.864ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d
5102024-09-18T18:28:43.864ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::serial_history target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_serial_history vm_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d
5112024-09-18T18:28:43.874ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d
5122024-09-18T18:28:43.874ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d
5132024-09-18T18:28:43.875ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::serial_history target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_serial_history vm_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d
5142024-09-18T18:28:43.907ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d
5152024-09-18T18:28:43.912ZINFOphd-runner: [TEST - EVENT] migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 74 path = phd_tests::migrate::serial_history propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_serial_history
5162024-09-18T18:28:43.912ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
5172024-09-18T18:28:43.912ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm_name = migration_serial_history_lifecycle_0
5182024-09-18T18:28:43.912ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
5192024-09-18T18:28:43.912ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_serial_history_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::serial_history server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
5202024-09-18T18:28:43.912ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::serial_history stderr_path = "/tmp/propolis-phd/migration_serial_history_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_serial_history_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
5212024-09-18T18:28:43.923ZINFOphd-runner: [NEW - EVENT] Launched server with pid 938 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::serial_history target = phd_framework::test_vm::server
5222024-09-18T18:28:43.923ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::serial_history target = phd_framework::test_vm
5232024-09-18T18:28:43.923ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d target = phd_framework::test_vm target_id = 69eaacd8-1ac5-4b11-8f65-8fddd04251d3
5242024-09-18T18:28:43.923ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 572 migration_id = c681e537-4296-4b5a-b93b-e0c4d27bda1a path = phd_tests::migrate::serial_history source = migration_serial_history source_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d target = phd_framework::test_vm target_id = 69eaacd8-1ac5-4b11-8f65-8fddd04251d3 timeout_duration = 45s
5252024-09-18T18:28:43.923ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d target = phd_framework::test_vm target_id = 69eaacd8-1ac5-4b11-8f65-8fddd04251d3 vm = migration_serial_history_lifecycle_0 vm_id = 69eaacd8-1ac5-4b11-8f65-8fddd04251d3
5262024-09-18T18:28:43.924ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d target = phd_framework::test_vm target_id = 69eaacd8-1ac5-4b11-8f65-8fddd04251d3 vm = migration_serial_history_lifecycle_0 vm_id = 69eaacd8-1ac5-4b11-8f65-8fddd04251d3
5272024-09-18T18:28:44.481ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 69eaacd8-1ac5-4b11-8f65-8fddd04251d3, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: d493be4a-597d-4385-b3a4-6ac61bd5d736, silo_id: 2987b2fb-0759-4fa1-81d7-a7f8dd406ef3, sled_id: 9473bc5c-7ea1-473b-a7d0-b2b337e830dc, sled_model: "pheidippes", sled_revision: 1, sled_serial: "9473bc5c-7ea1-473b-a7d0-b2b337e830dc" }, name: "phd-vm-69eaacd8-1ac5-4b11-8f65-8fddd04251d3", vcpus: 2 }, state: Migrating } line = 428 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d target = phd_framework::test_vm target_id = 69eaacd8-1ac5-4b11-8f65-8fddd04251d3 vm = migration_serial_history_lifecycle_0 vm_id = 69eaacd8-1ac5-4b11-8f65-8fddd04251d3
5282024-09-18T18:28:44.481ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 557 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d target = phd_framework::test_vm target_id = 69eaacd8-1ac5-4b11-8f65-8fddd04251d3 vm = migration_serial_history_lifecycle_0 vm_id = 69eaacd8-1ac5-4b11-8f65-8fddd04251d3
5292024-09-18T18:28:44.481ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 593 migration_id = c681e537-4296-4b5a-b93b-e0c4d27bda1a path = phd_tests::migrate::serial_history source = migration_serial_history source_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d target = phd_framework::test_vm target_id = 69eaacd8-1ac5-4b11-8f65-8fddd04251d3
5302024-09-18T18:28:47.059ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":7685}} target = phd_framework::serial
5312024-09-18T18:28:47.939ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 606 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d target = phd_framework::test_vm target_id = 69eaacd8-1ac5-4b11-8f65-8fddd04251d3
5322024-09-18T18:28:47.939ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 3457 file = phd-tests/framework/src/test_vm/mod.rs line = 593 migration_id = c681e537-4296-4b5a-b93b-e0c4d27bda1a path = phd_tests::migrate::serial_history source = migration_serial_history source_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d target = phd_framework::test_vm target_id = 69eaacd8-1ac5-4b11-8f65-8fddd04251d3
5332024-09-18T18:28:47.939ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 4015 file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::migrate::serial_history source = migration_serial_history source_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d target = phd_framework::test_vm target_id = 69eaacd8-1ac5-4b11-8f65-8fddd04251d3
5342024-09-18T18:28:47.941ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d
5352024-09-18T18:28:47.942ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::serial_history self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migration_serial_history vm_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d
5362024-09-18T18:28:48.069ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 127 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history vm_id = b6af3b5f-2639-49c1-b70b-32a28caaba1d
5372024-09-18T18:28:48.071ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history_lifecycle_0 vm_id = 69eaacd8-1ac5-4b11-8f65-8fddd04251d3
5382024-09-18T18:28:48.071ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
5392024-09-18T18:28:48.071ZINFOphd-runner: test phd_tests::migrate::serial_history ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
5402024-09-18T18:28:48.071ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
5412024-09-18T18:28:48.071ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 8423 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
5422024-09-18T18:28:48.072ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history_lifecycle_0 vm_id = 69eaacd8-1ac5-4b11-8f65-8fddd04251d3
5432024-09-18T18:28:48.689ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::serial_history self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migration_serial_history_lifecycle_0 vm_id = 69eaacd8-1ac5-4b11-8f65-8fddd04251d3
5442024-09-18T18:28:48.809ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::serial_history target = phd_framework::zfs vm = migration_serial_history_lifecycle_0 vm_id = 69eaacd8-1ac5-4b11-8f65-8fddd04251d3
5452024-09-18T18:28:48.809ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-b394c7a9-4147-4e1f-99ed-6accd76687fb"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::serial_history target = phd_framework::zfs verb = destroy vm = migration_serial_history_lifecycle_0 vm_id = 69eaacd8-1ac5-4b11-8f65-8fddd04251d3
5462024-09-18T18:28:48.840ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::serial_history target = phd_framework::zfs vm = migration_serial_history_lifecycle_0 vm_id = 69eaacd8-1ac5-4b11-8f65-8fddd04251d3
5472024-09-18T18:28:48.840ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-734953bc-7795-4c71-bb9e-f41ba0055523"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::serial_history target = phd_framework::zfs verb = destroy vm = migration_serial_history_lifecycle_0 vm_id = 69eaacd8-1ac5-4b11-8f65-8fddd04251d3
5482024-09-18T18:28:48.862ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 790 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::serial_history target = phd_framework::test_vm vm = migration_serial_history_lifecycle_0 vm_id = 69eaacd8-1ac5-4b11-8f65-8fddd04251d3
5492024-09-18T18:28:48.862ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 9849 file = phd-tests/tests/src/migrate.rs line = 20 path = phd_tests::migrate::serial_history target = phd_tests::migrate
5502024-09-18T18:28:48.862ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 790 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
5512024-09-18T18:28:48.862ZINFOphd-runner: Starting test phd_tests::migrate::smoke_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
5522024-09-18T18:28:48.862ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
5532024-09-18T18:28:48.863ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
5542024-09-18T18:28:48.863ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 15 path = phd_tests::migrate::smoke_test target = phd_tests::migrate
5552024-09-18T18:28:48.863ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
5562024-09-18T18:28:48.863ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
5572024-09-18T18:28:48.863ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
5582024-09-18T18:28:48.863ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::smoke_test target = phd_framework::zfs verb = list
5592024-09-18T18:28:48.882ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::smoke_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 171M 1.80T 170M /phd-artifacts\n target = phd_framework::zfs
5602024-09-18T18:28:48.883ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-6620bddf-033a-4dd0-8e0b-57797065c3d0"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::smoke_test target = phd_framework::zfs verb = snapshot
5612024-09-18T18:28:48.907ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-6620bddf-033a-4dd0-8e0b-57797065c3d0", "phd-artifacts/phd-clone-eaa2afde-3050-4389-8d91-aae71aecf499"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::smoke_test target = phd_framework::zfs verb = clone
5622024-09-18T18:28:48.929ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-eaa2afde-3050-4389-8d91-aae71aecf499"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::smoke_test target = phd_framework::zfs verb = list
5632024-09-18T18:28:48.941ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::smoke_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-eaa2afde-3050-4389-8d91-aae71aecf499 0B 1.80T 170M /phd-artifacts/phd-clone-eaa2afde-3050-4389-8d91-aae71aecf499\n target = phd_framework::zfs
5642024-09-18T18:28:48.942ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
5652024-09-18T18:28:48.943ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm_name = migration_smoke
5662024-09-18T18:28:48.943ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
5672024-09-18T18:28:48.943ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_smoke.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::smoke_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
5682024-09-18T18:28:48.943ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::smoke_test stderr_path = "/tmp/propolis-phd/migration_smoke.stderr.log" stdout_path = "/tmp/propolis-phd/migration_smoke.stdout.log" target = phd_framework::server_log_mode
5692024-09-18T18:28:48.950ZINFOphd-runner: [NEW - EVENT] Launched server with pid 947 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm::server
5702024-09-18T18:28:48.950ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
5712024-09-18T18:28:48.950ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
5722024-09-18T18:28:48.951ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
5732024-09-18T18:28:49.399ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
5742024-09-18T18:28:49.400ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 13d52a48-5e6a-408d-8e77-cddcc9b2c017, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 213fb18b-f3e7-4dc8-9766-5fed66a8fc4c, silo_id: fa91bd38-6761-4c50-b793-69a2532a5714, sled_id: b1c10395-b2e4-40a4-b8de-7357cc88c2b5, sled_model: "pheidippes", sled_revision: 1, sled_serial: "b1c10395-b2e4-40a4-b8de-7357cc88c2b5" }, name: "phd-vm-13d52a48-5e6a-408d-8e77-cddcc9b2c017", vcpus: 2 }, state: Creating } line = 428 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
5752024-09-18T18:28:49.400ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 449 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
5762024-09-18T18:28:49.400ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
5772024-09-18T18:28:49.400ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::migrate::smoke_test state = Run target = phd_framework::test_vm vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
5782024-09-18T18:28:49.401ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
5792024-09-18T18:28:49.401ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
5802024-09-18T18:28:49.401ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = 300s vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
5812024-09-18T18:28:49.401ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::migrate::smoke_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
5822024-09-18T18:28:49.401ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
5832024-09-18T18:28:49.401ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
5842024-09-18T18:28:53.603ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4201 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
5852024-09-18T18:28:53.603ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::migrate::smoke_test step = WriteStr("root") target = phd_framework::test_vm
5862024-09-18T18:28:53.603ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::migrate::smoke_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
5872024-09-18T18:28:53.603ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
5882024-09-18T18:28:53.603ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
5892024-09-18T18:28:53.621ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 17 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
5902024-09-18T18:28:53.621ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 759 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
5912024-09-18T18:28:53.621ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4220 file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
5922024-09-18T18:28:53.622ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
5932024-09-18T18:28:53.622ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
5942024-09-18T18:28:53.632ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
5952024-09-18T18:28:53.632ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
5962024-09-18T18:28:53.632ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
5972024-09-18T18:28:53.665ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
5982024-09-18T18:28:53.666ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
5992024-09-18T18:28:53.666ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
6002024-09-18T18:28:53.676ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
6012024-09-18T18:28:53.676ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
6022024-09-18T18:28:53.676ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
6032024-09-18T18:28:53.698ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 21 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
6042024-09-18T18:28:53.698ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
6052024-09-18T18:28:53.698ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
6062024-09-18T18:28:53.709ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
6072024-09-18T18:28:53.709ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
6082024-09-18T18:28:53.709ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
6092024-09-18T18:28:53.731ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 21 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
6102024-09-18T18:28:53.731ZINFOphd-runner: [TEST - EVENT] migrating to new Propolis artifact for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 74 path = phd_tests::migrate::smoke_test propolis_artifact = __DEFAULT_PROPOLIS target = phd_framework::lifecycle vm_name = migration_smoke
6112024-09-18T18:28:53.731ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
6122024-09-18T18:28:53.731ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm_name = migration_smoke_lifecycle_0
6132024-09-18T18:28:53.731ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
6142024-09-18T18:28:53.731ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migration_smoke_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::smoke_test server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
6152024-09-18T18:28:53.731ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::smoke_test stderr_path = "/tmp/propolis-phd/migration_smoke_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/migration_smoke_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
6162024-09-18T18:28:53.744ZINFOphd-runner: [NEW - EVENT] Launched server with pid 948 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm::server
6172024-09-18T18:28:53.744ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 13 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm
6182024-09-18T18:28:53.744ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017 target = phd_framework::test_vm target_id = 72893a9e-a6f9-44da-9766-acd35430cfac
6192024-09-18T18:28:53.744ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 572 migration_id = 9281795c-aa75-4ccf-b84f-c2f4b1575c6a path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017 target = phd_framework::test_vm target_id = 72893a9e-a6f9-44da-9766-acd35430cfac timeout_duration = 45s
6202024-09-18T18:28:53.744ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017 target = phd_framework::test_vm target_id = 72893a9e-a6f9-44da-9766-acd35430cfac vm = migration_smoke_lifecycle_0 vm_id = 72893a9e-a6f9-44da-9766-acd35430cfac
6212024-09-18T18:28:53.745ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017 target = phd_framework::test_vm target_id = 72893a9e-a6f9-44da-9766-acd35430cfac vm = migration_smoke_lifecycle_0 vm_id = 72893a9e-a6f9-44da-9766-acd35430cfac
6222024-09-18T18:28:54.124ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 72893a9e-a6f9-44da-9766-acd35430cfac, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 213fb18b-f3e7-4dc8-9766-5fed66a8fc4c, silo_id: fa91bd38-6761-4c50-b793-69a2532a5714, sled_id: 0edcaa74-7751-4fbc-bc2b-c4edaeae3b6e, sled_model: "pheidippes", sled_revision: 1, sled_serial: "0edcaa74-7751-4fbc-bc2b-c4edaeae3b6e" }, name: "phd-vm-72893a9e-a6f9-44da-9766-acd35430cfac", vcpus: 2 }, state: Migrating } line = 428 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017 target = phd_framework::test_vm target_id = 72893a9e-a6f9-44da-9766-acd35430cfac vm = migration_smoke_lifecycle_0 vm_id = 72893a9e-a6f9-44da-9766-acd35430cfac
6232024-09-18T18:28:54.124ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 379 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017 target = phd_framework::test_vm target_id = 72893a9e-a6f9-44da-9766-acd35430cfac vm = migration_smoke_lifecycle_0 vm_id = 72893a9e-a6f9-44da-9766-acd35430cfac
6242024-09-18T18:28:54.124ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 593 migration_id = 9281795c-aa75-4ccf-b84f-c2f4b1575c6a path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017 target = phd_framework::test_vm target_id = 72893a9e-a6f9-44da-9766-acd35430cfac
6252024-09-18T18:28:56.701ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":7718}} target = phd_framework::serial
6262024-09-18T18:28:58.029ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 606 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017 target = phd_framework::test_vm target_id = 72893a9e-a6f9-44da-9766-acd35430cfac
6272024-09-18T18:28:58.029ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 3904 file = phd-tests/framework/src/test_vm/mod.rs line = 593 migration_id = 9281795c-aa75-4ccf-b84f-c2f4b1575c6a path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017 target = phd_framework::test_vm target_id = 72893a9e-a6f9-44da-9766-acd35430cfac
6282024-09-18T18:28:58.029ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 4284 file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::migrate::smoke_test source = migration_smoke source_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017 target = phd_framework::test_vm target_id = 72893a9e-a6f9-44da-9766-acd35430cfac
6292024-09-18T18:28:58.031ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
6302024-09-18T18:28:58.031ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = 72893a9e-a6f9-44da-9766-acd35430cfac
6312024-09-18T18:28:58.031ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migration_smoke_lifecycle_0 vm_id = 72893a9e-a6f9-44da-9766-acd35430cfac
6322024-09-18T18:28:58.031ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::smoke_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
6332024-09-18T18:28:58.160ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 129 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke vm_id = 13d52a48-5e6a-408d-8e77-cddcc9b2c017
6342024-09-18T18:28:58.161ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 129 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = 72893a9e-a6f9-44da-9766-acd35430cfac
6352024-09-18T18:28:58.161ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = 72893a9e-a6f9-44da-9766-acd35430cfac
6362024-09-18T18:28:58.161ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migration_smoke_lifecycle_0 vm_id = 72893a9e-a6f9-44da-9766-acd35430cfac
6372024-09-18T18:28:58.183ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 22 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = 72893a9e-a6f9-44da-9766-acd35430cfac
6382024-09-18T18:28:58.183ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = 72893a9e-a6f9-44da-9766-acd35430cfac
6392024-09-18T18:28:58.184ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
6402024-09-18T18:28:58.184ZINFOphd-runner: test phd_tests::migrate::smoke_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
6412024-09-18T18:28:58.184ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 8784 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
6422024-09-18T18:28:58.184ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
6432024-09-18T18:28:58.184ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = 72893a9e-a6f9-44da-9766-acd35430cfac
6442024-09-18T18:28:58.527ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::smoke_test self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migration_smoke_lifecycle_0 vm_id = 72893a9e-a6f9-44da-9766-acd35430cfac
6452024-09-18T18:28:58.654ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::smoke_test target = phd_framework::zfs vm = migration_smoke_lifecycle_0 vm_id = 72893a9e-a6f9-44da-9766-acd35430cfac
6462024-09-18T18:28:58.654ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-eaa2afde-3050-4389-8d91-aae71aecf499"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::smoke_test target = phd_framework::zfs verb = destroy vm = migration_smoke_lifecycle_0 vm_id = 72893a9e-a6f9-44da-9766-acd35430cfac
6472024-09-18T18:28:58.686ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::smoke_test target = phd_framework::zfs vm = migration_smoke_lifecycle_0 vm_id = 72893a9e-a6f9-44da-9766-acd35430cfac
6482024-09-18T18:28:58.686ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-6620bddf-033a-4dd0-8e0b-57797065c3d0"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::smoke_test target = phd_framework::zfs verb = destroy vm = migration_smoke_lifecycle_0 vm_id = 72893a9e-a6f9-44da-9766-acd35430cfac
6492024-09-18T18:28:58.711ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 527 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::smoke_test target = phd_framework::test_vm vm = migration_smoke_lifecycle_0 vm_id = 72893a9e-a6f9-44da-9766-acd35430cfac
6502024-09-18T18:28:58.711ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 9848 file = phd-tests/tests/src/migrate.rs line = 15 path = phd_tests::migrate::smoke_test target = phd_tests::migrate
6512024-09-18T18:28:58.711ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 527 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
6522024-09-18T18:28:58.711ZINFOphd-runner: Starting test phd_tests::crucible::smoke::shutdown_persistence_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
6532024-09-18T18:28:58.711ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
6542024-09-18T18:28:58.711ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
6552024-09-18T18:28:58.711ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/crucible/smoke.rs line = 46 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_tests::crucible::smoke
6562024-09-18T18:28:58.711ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
6572024-09-18T18:28:58.711ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
6582024-09-18T18:28:58.711ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/20e9a4a7c91a5288305334e047e17e619236b98f9ecba20100ee9c0af246ecf9/crucible-downstairs target = phd_framework::artifacts::store
6592024-09-18T18:28:58.712ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
6602024-09-18T18:28:58.712ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/949c78a9-ba46-4452-a721-ce3aeca50372_9000", "--encrypted", "--uuid", "949c78a9-ba46-4452-a721-ce3aeca50372", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
6612024-09-18T18:28:58.769ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::shutdown_persistence_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/949c78a9-ba46-4452-a721-ce3aeca50372_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:58.726757837Z","hostname":"sock","pid":953}\n{"msg":"UUID: 949c78a9-ba46-4452-a721-ce3aeca50372","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:58.761138528Z","hostname":"sock","pid":953}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:58.761153259Z","hostname":"sock","pid":953}\n target = phd_framework::disk::crucible
6622024-09-18T18:28:58.769ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/949c78a9-ba46-4452-a721-ce3aeca50372_9001", "--encrypted", "--uuid", "949c78a9-ba46-4452-a721-ce3aeca50372", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
6632024-09-18T18:28:58.828ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::shutdown_persistence_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/949c78a9-ba46-4452-a721-ce3aeca50372_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:58.787620291Z","hostname":"sock","pid":954}\n{"msg":"UUID: 949c78a9-ba46-4452-a721-ce3aeca50372","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:58.820526437Z","hostname":"sock","pid":954}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:58.820540677Z","hostname":"sock","pid":954}\n target = phd_framework::disk::crucible
6642024-09-18T18:28:58.828ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/949c78a9-ba46-4452-a721-ce3aeca50372_9002", "--encrypted", "--uuid", "949c78a9-ba46-4452-a721-ce3aeca50372", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
6652024-09-18T18:28:58.890ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::shutdown_persistence_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/949c78a9-ba46-4452-a721-ce3aeca50372_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:58.8481359Z","hostname":"sock","pid":955}\n{"msg":"UUID: 949c78a9-ba46-4452-a721-ce3aeca50372","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:58.881981282Z","hostname":"sock","pid":955}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:58.881995502Z","hostname":"sock","pid":955}\n target = phd_framework::disk::crucible
6662024-09-18T18:28:58.890ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::shutdown_persistence_test stderr_path = "/tmp/propolis-phd/crucible_949c78a9-ba46-4452-a721-ce3aeca50372_9000.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_949c78a9-ba46-4452-a721-ce3aeca50372_9000.stdout.log" target = phd_framework::server_log_mode
6672024-09-18T18:28:58.890ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/949c78a9-ba46-4452-a721-ce3aeca50372_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
6682024-09-18T18:28:58.890ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/949c78a9-ba46-4452-a721-ce3aeca50372_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
6692024-09-18T18:28:58.901ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::shutdown_persistence_test stderr_path = "/tmp/propolis-phd/crucible_949c78a9-ba46-4452-a721-ce3aeca50372_9001.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_949c78a9-ba46-4452-a721-ce3aeca50372_9001.stdout.log" target = phd_framework::server_log_mode
6702024-09-18T18:28:58.901ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/949c78a9-ba46-4452-a721-ce3aeca50372_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
6712024-09-18T18:28:58.901ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/949c78a9-ba46-4452-a721-ce3aeca50372_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
6722024-09-18T18:28:58.909ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::shutdown_persistence_test stderr_path = "/tmp/propolis-phd/crucible_949c78a9-ba46-4452-a721-ce3aeca50372_9002.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_949c78a9-ba46-4452-a721-ce3aeca50372_9002.stdout.log" target = phd_framework::server_log_mode
6732024-09-18T18:28:58.909ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/949c78a9-ba46-4452-a721-ce3aeca50372_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
6742024-09-18T18:28:58.909ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/949c78a9-ba46-4452-a721-ce3aeca50372_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::disk::crucible
6752024-09-18T18:28:58.916ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::test_vm
6762024-09-18T18:28:58.917ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::test_vm vm_name = crucible_shutdown_persistence_test
6772024-09-18T18:28:58.917ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
6782024-09-18T18:28:58.917ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_shutdown_persistence_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::smoke::shutdown_persistence_test server_addr = 127.0.0.1:9003 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
6792024-09-18T18:28:58.917ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::shutdown_persistence_test stderr_path = "/tmp/propolis-phd/crucible_shutdown_persistence_test.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_shutdown_persistence_test.stdout.log" target = phd_framework::server_log_mode
6802024-09-18T18:28:58.925ZINFOphd-runner: [NEW - EVENT] Launched server with pid 959 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::test_vm::server
6812024-09-18T18:28:58.925ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 8 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_framework::test_vm
6822024-09-18T18:28:58.925ZDEBGphd-runner: [TEST - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::smoke::shutdown_persistence_test self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server
6832024-09-18T18:28:58.938ZINFOphd-runner: [TEST - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::shutdown_persistence_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: "/tmp/propolis-phd/949c78a9-ba46-4452-a721-ce3aeca50372_9000" } } target = phd_framework::disk::crucible
6842024-09-18T18:28:58.946ZINFOphd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::shutdown_persistence_test self.path = "/tmp/propolis-phd/949c78a9-ba46-4452-a721-ce3aeca50372_9000" target = phd_framework::disk::crucible
6852024-09-18T18:28:58.953ZINFOphd-runner: [TEST - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::shutdown_persistence_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: "/tmp/propolis-phd/949c78a9-ba46-4452-a721-ce3aeca50372_9001" } } target = phd_framework::disk::crucible
6862024-09-18T18:28:58.961ZINFOphd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::shutdown_persistence_test self.path = "/tmp/propolis-phd/949c78a9-ba46-4452-a721-ce3aeca50372_9001" target = phd_framework::disk::crucible
6872024-09-18T18:28:58.969ZINFOphd-runner: [TEST - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::shutdown_persistence_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: "/tmp/propolis-phd/949c78a9-ba46-4452-a721-ce3aeca50372_9002" } } target = phd_framework::disk::crucible
6882024-09-18T18:28:58.978ZINFOphd-runner: [TEST - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::shutdown_persistence_test self.path = "/tmp/propolis-phd/949c78a9-ba46-4452-a721-ce3aeca50372_9002" target = phd_framework::disk::crucible
6892024-09-18T18:28:58.985ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 273 file = phd-tests/tests/src/crucible/smoke.rs line = 46 path = phd_tests::crucible::smoke::shutdown_persistence_test target = phd_tests::crucible::smoke
6902024-09-18T18:28:58.985ZINFOphd-runner: test phd_tests::crucible::smoke::shutdown_persistence_test ... skipped: Can't run data persistence test on a guest with a read-only file system file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
6912024-09-18T18:28:58.985ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
6922024-09-18T18:28:58.985ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
6932024-09-18T18:28:58.985ZINFOphd-runner: Starting test phd_tests::crucible::smoke::guest_reboot_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
6942024-09-18T18:28:58.985ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
6952024-09-18T18:28:58.985ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
6962024-09-18T18:28:58.985ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/crucible/smoke.rs line = 31 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_tests::crucible::smoke
6972024-09-18T18:28:58.986ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
6982024-09-18T18:28:58.986ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
6992024-09-18T18:28:58.986ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/20e9a4a7c91a5288305334e047e17e619236b98f9ecba20100ee9c0af246ecf9/crucible-downstairs target = phd_framework::artifacts::store
7002024-09-18T18:28:58.986ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
7012024-09-18T18:28:58.986ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/77eed038-2fde-4055-a868-ee60aafd1394_9000", "--encrypted", "--uuid", "77eed038-2fde-4055-a868-ee60aafd1394", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::disk::crucible
7022024-09-18T18:28:59.046ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::guest_reboot_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/77eed038-2fde-4055-a868-ee60aafd1394_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:59.001591043Z","hostname":"sock","pid":961}\n{"msg":"UUID: 77eed038-2fde-4055-a868-ee60aafd1394","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:59.036717828Z","hostname":"sock","pid":961}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:59.036734528Z","hostname":"sock","pid":961}\n target = phd_framework::disk::crucible
7032024-09-18T18:28:59.046ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/77eed038-2fde-4055-a868-ee60aafd1394_9001", "--encrypted", "--uuid", "77eed038-2fde-4055-a868-ee60aafd1394", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::disk::crucible
7042024-09-18T18:28:59.104ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::guest_reboot_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/77eed038-2fde-4055-a868-ee60aafd1394_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:59.06087604Z","hostname":"sock","pid":962}\n{"msg":"UUID: 77eed038-2fde-4055-a868-ee60aafd1394","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:59.095588667Z","hostname":"sock","pid":962}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:59.095599107Z","hostname":"sock","pid":962}\n target = phd_framework::disk::crucible
7052024-09-18T18:28:59.104ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/77eed038-2fde-4055-a868-ee60aafd1394_9002", "--encrypted", "--uuid", "77eed038-2fde-4055-a868-ee60aafd1394", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::disk::crucible
7062024-09-18T18:28:59.166ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::guest_reboot_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/77eed038-2fde-4055-a868-ee60aafd1394_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:59.124386361Z","hostname":"sock","pid":963}\n{"msg":"UUID: 77eed038-2fde-4055-a868-ee60aafd1394","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:59.15861719Z","hostname":"sock","pid":963}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:28:59.15863084Z","hostname":"sock","pid":963}\n target = phd_framework::disk::crucible
7072024-09-18T18:28:59.167ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::guest_reboot_test stderr_path = "/tmp/propolis-phd/crucible_77eed038-2fde-4055-a868-ee60aafd1394_9000.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_77eed038-2fde-4055-a868-ee60aafd1394_9000.stdout.log" target = phd_framework::server_log_mode
7082024-09-18T18:28:59.167ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/77eed038-2fde-4055-a868-ee60aafd1394_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::disk::crucible
7092024-09-18T18:28:59.167ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/77eed038-2fde-4055-a868-ee60aafd1394_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::disk::crucible
7102024-09-18T18:28:59.178ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::guest_reboot_test stderr_path = "/tmp/propolis-phd/crucible_77eed038-2fde-4055-a868-ee60aafd1394_9001.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_77eed038-2fde-4055-a868-ee60aafd1394_9001.stdout.log" target = phd_framework::server_log_mode
7112024-09-18T18:28:59.178ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/77eed038-2fde-4055-a868-ee60aafd1394_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::disk::crucible
7122024-09-18T18:28:59.178ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/77eed038-2fde-4055-a868-ee60aafd1394_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::disk::crucible
7132024-09-18T18:28:59.187ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::guest_reboot_test stderr_path = "/tmp/propolis-phd/crucible_77eed038-2fde-4055-a868-ee60aafd1394_9002.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_77eed038-2fde-4055-a868-ee60aafd1394_9002.stdout.log" target = phd_framework::server_log_mode
7142024-09-18T18:28:59.187ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/77eed038-2fde-4055-a868-ee60aafd1394_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::disk::crucible
7152024-09-18T18:28:59.187ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/77eed038-2fde-4055-a868-ee60aafd1394_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::disk::crucible
7162024-09-18T18:28:59.195ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm
7172024-09-18T18:28:59.195ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm_name = crucible_guest_reboot_test
7182024-09-18T18:28:59.195ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
7192024-09-18T18:28:59.195ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_guest_reboot_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::smoke::guest_reboot_test server_addr = 127.0.0.1:9003 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
7202024-09-18T18:28:59.195ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::guest_reboot_test stderr_path = "/tmp/propolis-phd/crucible_guest_reboot_test.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_guest_reboot_test.stdout.log" target = phd_framework::server_log_mode
7212024-09-18T18:28:59.203ZINFOphd-runner: [NEW - EVENT] Launched server with pid 967 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm::server
7222024-09-18T18:28:59.203ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 8 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm
7232024-09-18T18:28:59.203ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7242024-09-18T18:28:59.204ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7252024-09-18T18:28:59.880ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
7262024-09-18T18:28:59.881ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 9306eaff-69d3-45ff-8b99-5e7664b98ccd, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 67323c99-f0f0-4105-a3a5-a775a7804535, silo_id: 79c98f1e-64a6-49c2-a66f-9f0f60a9582d, sled_id: 8c0da772-6eaa-4b54-a682-23fd19198085, sled_model: "pheidippes", sled_revision: 1, sled_serial: "8c0da772-6eaa-4b54-a682-23fd19198085" }, name: "phd-vm-9306eaff-69d3-45ff-8b99-5e7664b98ccd", vcpus: 2 }, state: Creating } line = 428 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7272024-09-18T18:28:59.881ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 677 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7282024-09-18T18:28:59.881ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7292024-09-18T18:28:59.881ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::crucible::smoke::guest_reboot_test state = Run target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7302024-09-18T18:28:59.881ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7312024-09-18T18:28:59.881ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm
7322024-09-18T18:28:59.881ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm timeout_duration = 300s vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7332024-09-18T18:28:59.882ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::crucible::smoke::guest_reboot_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
7342024-09-18T18:28:59.882ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7352024-09-18T18:28:59.882ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7362024-09-18T18:29:04.546ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4664 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7372024-09-18T18:29:04.546ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::crucible::smoke::guest_reboot_test step = WriteStr("root") target = phd_framework::test_vm
7382024-09-18T18:29:04.546ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::crucible::smoke::guest_reboot_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
7392024-09-18T18:29:04.546ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7402024-09-18T18:29:04.546ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7412024-09-18T18:29:04.566ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7422024-09-18T18:29:04.566ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 759 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm
7432024-09-18T18:29:04.566ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4684 file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm
7442024-09-18T18:29:04.566ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm
7452024-09-18T18:29:04.566ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm timeout_duration = 300s vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7462024-09-18T18:29:04.566ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::crucible::smoke::guest_reboot_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
7472024-09-18T18:29:04.566ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7482024-09-18T18:29:04.566ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7492024-09-18T18:29:11.500ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 6933 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7502024-09-18T18:29:11.500ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::crucible::smoke::guest_reboot_test step = WriteStr("root") target = phd_framework::test_vm
7512024-09-18T18:29:11.500ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::crucible::smoke::guest_reboot_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
7522024-09-18T18:29:11.500ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7532024-09-18T18:29:11.500ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7542024-09-18T18:29:11.519ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 18 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7552024-09-18T18:29:11.519ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 759 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm
7562024-09-18T18:29:11.519ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 6953 file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm
7572024-09-18T18:29:11.519ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7582024-09-18T18:29:11.520ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
7592024-09-18T18:29:11.520ZINFOphd-runner: test phd_tests::crucible::smoke::guest_reboot_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
7602024-09-18T18:29:11.520ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 11640 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
7612024-09-18T18:29:11.520ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
7622024-09-18T18:29:11.521ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7632024-09-18T18:29:12.169ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::smoke::guest_reboot_test self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7642024-09-18T18:29:12.303ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::guest_reboot_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: "/tmp/propolis-phd/77eed038-2fde-4055-a868-ee60aafd1394_9000" } } target = phd_framework::disk::crucible vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7652024-09-18T18:29:12.316ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::guest_reboot_test self.path = "/tmp/propolis-phd/77eed038-2fde-4055-a868-ee60aafd1394_9000" target = phd_framework::disk::crucible vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7662024-09-18T18:29:12.327ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::guest_reboot_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: "/tmp/propolis-phd/77eed038-2fde-4055-a868-ee60aafd1394_9001" } } target = phd_framework::disk::crucible vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7672024-09-18T18:29:12.340ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::guest_reboot_test self.path = "/tmp/propolis-phd/77eed038-2fde-4055-a868-ee60aafd1394_9001" target = phd_framework::disk::crucible vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7682024-09-18T18:29:12.350ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::guest_reboot_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: "/tmp/propolis-phd/77eed038-2fde-4055-a868-ee60aafd1394_9002" } } target = phd_framework::disk::crucible vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7692024-09-18T18:29:12.362ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::guest_reboot_test self.path = "/tmp/propolis-phd/77eed038-2fde-4055-a868-ee60aafd1394_9002" target = phd_framework::disk::crucible vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7702024-09-18T18:29:12.373ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 853 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = 9306eaff-69d3-45ff-8b99-5e7664b98ccd
7712024-09-18T18:29:12.373ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 13387 file = phd-tests/tests/src/crucible/smoke.rs line = 31 path = phd_tests::crucible::smoke::guest_reboot_test target = phd_tests::crucible::smoke
7722024-09-18T18:29:12.373ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 853 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
7732024-09-18T18:29:12.373ZINFOphd-runner: Starting test phd_tests::crucible::smoke::api_reboot_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
7742024-09-18T18:29:12.373ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
7752024-09-18T18:29:12.373ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
7762024-09-18T18:29:12.374ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/crucible/smoke.rs line = 19 path = phd_tests::crucible::smoke::api_reboot_test target = phd_tests::crucible::smoke
7772024-09-18T18:29:12.374ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
7782024-09-18T18:29:12.374ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
7792024-09-18T18:29:12.374ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/20e9a4a7c91a5288305334e047e17e619236b98f9ecba20100ee9c0af246ecf9/crucible-downstairs target = phd_framework::artifacts::store
7802024-09-18T18:29:12.374ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
7812024-09-18T18:29:12.374ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6_9000", "--encrypted", "--uuid", "ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::disk::crucible
7822024-09-18T18:29:12.436ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::api_reboot_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:29:12.39307735Z","hostname":"sock","pid":969}\n{"msg":"UUID: ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:29:12.428030321Z","hostname":"sock","pid":969}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:29:12.428045611Z","hostname":"sock","pid":969}\n target = phd_framework::disk::crucible
7832024-09-18T18:29:12.436ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6_9001", "--encrypted", "--uuid", "ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::disk::crucible
7842024-09-18T18:29:12.492ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::api_reboot_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:29:12.451836277Z","hostname":"sock","pid":970}\n{"msg":"UUID: ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:29:12.484987127Z","hostname":"sock","pid":970}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:29:12.485001547Z","hostname":"sock","pid":970}\n target = phd_framework::disk::crucible
7852024-09-18T18:29:12.493ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6_9002", "--encrypted", "--uuid", "ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::disk::crucible
7862024-09-18T18:29:12.550ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::api_reboot_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:29:12.508352846Z","hostname":"sock","pid":971}\n{"msg":"UUID: ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:29:12.542613945Z","hostname":"sock","pid":971}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:29:12.542626215Z","hostname":"sock","pid":971}\n target = phd_framework::disk::crucible
7872024-09-18T18:29:12.550ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::api_reboot_test stderr_path = "/tmp/propolis-phd/crucible_ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6_9000.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6_9000.stdout.log" target = phd_framework::server_log_mode
7882024-09-18T18:29:12.551ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::disk::crucible
7892024-09-18T18:29:12.551ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::disk::crucible
7902024-09-18T18:29:12.558ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::api_reboot_test stderr_path = "/tmp/propolis-phd/crucible_ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6_9001.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6_9001.stdout.log" target = phd_framework::server_log_mode
7912024-09-18T18:29:12.558ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::disk::crucible
7922024-09-18T18:29:12.558ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::disk::crucible
7932024-09-18T18:29:12.565ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::api_reboot_test stderr_path = "/tmp/propolis-phd/crucible_ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6_9002.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6_9002.stdout.log" target = phd_framework::server_log_mode
7942024-09-18T18:29:12.565ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::disk::crucible
7952024-09-18T18:29:12.566ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::disk::crucible
7962024-09-18T18:29:12.573ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm
7972024-09-18T18:29:12.573ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm_name = crucible_guest_reboot_test
7982024-09-18T18:29:12.573ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
7992024-09-18T18:29:12.573ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_guest_reboot_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::smoke::api_reboot_test server_addr = 127.0.0.1:9003 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
8002024-09-18T18:29:12.573ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::api_reboot_test stderr_path = "/tmp/propolis-phd/crucible_guest_reboot_test.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_guest_reboot_test.stdout.log" target = phd_framework::server_log_mode
8012024-09-18T18:29:12.581ZINFOphd-runner: [NEW - EVENT] Launched server with pid 975 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm::server
8022024-09-18T18:29:12.581ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm
8032024-09-18T18:29:12.581ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8042024-09-18T18:29:12.582ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8052024-09-18T18:29:12.966ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
8062024-09-18T18:29:12.967ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: e4c633ed-450e-416c-88df-8a7f3cd4662b, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: ec088b18-052b-4424-8216-896f3d5517d3, silo_id: 0b03a43f-7f30-4185-9f13-f7c813e6d279, sled_id: 3e4fb68c-d5a8-492e-b830-b0506e1faa5c, sled_model: "pheidippes", sled_revision: 1, sled_serial: "3e4fb68c-d5a8-492e-b830-b0506e1faa5c" }, name: "phd-vm-e4c633ed-450e-416c-88df-8a7f3cd4662b", vcpus: 2 }, state: Creating } line = 428 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8072024-09-18T18:29:12.967ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 385 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8082024-09-18T18:29:12.967ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8092024-09-18T18:29:12.967ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::crucible::smoke::api_reboot_test state = Run target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8102024-09-18T18:29:12.968ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8112024-09-18T18:29:12.968ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm
8122024-09-18T18:29:12.968ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm timeout_duration = 300s vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8132024-09-18T18:29:12.968ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::crucible::smoke::api_reboot_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
8142024-09-18T18:29:12.968ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8152024-09-18T18:29:12.968ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8162024-09-18T18:29:17.638ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4670 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8172024-09-18T18:29:17.638ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::crucible::smoke::api_reboot_test step = WriteStr("root") target = phd_framework::test_vm
8182024-09-18T18:29:17.639ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::crucible::smoke::api_reboot_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
8192024-09-18T18:29:17.639ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8202024-09-18T18:29:17.639ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8212024-09-18T18:29:17.656ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 16 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8222024-09-18T18:29:17.656ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 759 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm
8232024-09-18T18:29:17.656ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4687 file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm
8242024-09-18T18:29:17.656ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8252024-09-18T18:29:17.656ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::crucible::smoke::api_reboot_test state = Reboot target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8262024-09-18T18:29:17.657ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8272024-09-18T18:29:17.657ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm
8282024-09-18T18:29:17.657ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm timeout_duration = 300s vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8292024-09-18T18:29:17.657ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::crucible::smoke::api_reboot_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
8302024-09-18T18:29:17.657ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8312024-09-18T18:29:17.657ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8322024-09-18T18:29:22.186ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4529 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8332024-09-18T18:29:22.186ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::crucible::smoke::api_reboot_test step = WriteStr("root") target = phd_framework::test_vm
8342024-09-18T18:29:22.186ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::crucible::smoke::api_reboot_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
8352024-09-18T18:29:22.186ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8362024-09-18T18:29:22.186ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8372024-09-18T18:29:22.205ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 18 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8382024-09-18T18:29:22.205ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 759 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm
8392024-09-18T18:29:22.205ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4548 file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm
8402024-09-18T18:29:22.206ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8412024-09-18T18:29:22.206ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
8422024-09-18T18:29:22.206ZINFOphd-runner: test phd_tests::crucible::smoke::api_reboot_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
8432024-09-18T18:29:22.206ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 9239 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
8442024-09-18T18:29:22.206ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
8452024-09-18T18:29:22.207ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8462024-09-18T18:29:22.558ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::smoke::api_reboot_test self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8472024-09-18T18:29:22.685ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::api_reboot_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: "/tmp/propolis-phd/ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6_9000" } } target = phd_framework::disk::crucible vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8482024-09-18T18:29:22.695ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::api_reboot_test self.path = "/tmp/propolis-phd/ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6_9000" target = phd_framework::disk::crucible vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8492024-09-18T18:29:22.706ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::api_reboot_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: "/tmp/propolis-phd/ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6_9001" } } target = phd_framework::disk::crucible vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8502024-09-18T18:29:22.719ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::api_reboot_test self.path = "/tmp/propolis-phd/ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6_9001" target = phd_framework::disk::crucible vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8512024-09-18T18:29:22.729ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::api_reboot_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: "/tmp/propolis-phd/ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6_9002" } } target = phd_framework::disk::crucible vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8522024-09-18T18:29:22.741ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::api_reboot_test self.path = "/tmp/propolis-phd/ca41e1b2-0f01-40ce-9969-7c2c3e2eeab6_9002" target = phd_framework::disk::crucible vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8532024-09-18T18:29:22.751ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 545 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::crucible::smoke::api_reboot_test target = phd_framework::test_vm vm = crucible_guest_reboot_test vm_id = e4c633ed-450e-416c-88df-8a7f3cd4662b
8542024-09-18T18:29:22.751ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 10377 file = phd-tests/tests/src/crucible/smoke.rs line = 19 path = phd_tests::crucible::smoke::api_reboot_test target = phd_tests::crucible::smoke
8552024-09-18T18:29:22.751ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 545 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
8562024-09-18T18:29:22.752ZINFOphd-runner: Starting test phd_tests::crucible::smoke::boot_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
8572024-09-18T18:29:22.752ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
8582024-09-18T18:29:22.752ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
8592024-09-18T18:29:22.752ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/crucible/smoke.rs line = 10 path = phd_tests::crucible::smoke::boot_test target = phd_tests::crucible::smoke
8602024-09-18T18:29:22.752ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
8612024-09-18T18:29:22.752ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
8622024-09-18T18:29:22.752ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/20e9a4a7c91a5288305334e047e17e619236b98f9ecba20100ee9c0af246ecf9/crucible-downstairs target = phd_framework::artifacts::store
8632024-09-18T18:29:22.752ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
8642024-09-18T18:29:22.752ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/66a49f90-4468-4f3b-98a5-5052bfa32b7a_9000", "--encrypted", "--uuid", "66a49f90-4468-4f3b-98a5-5052bfa32b7a", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
8652024-09-18T18:29:22.814ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::boot_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/66a49f90-4468-4f3b-98a5-5052bfa32b7a_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:29:22.772605064Z","hostname":"sock","pid":977}\n{"msg":"UUID: 66a49f90-4468-4f3b-98a5-5052bfa32b7a","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:29:22.806374435Z","hostname":"sock","pid":977}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:29:22.806389115Z","hostname":"sock","pid":977}\n target = phd_framework::disk::crucible
8662024-09-18T18:29:22.814ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/66a49f90-4468-4f3b-98a5-5052bfa32b7a_9001", "--encrypted", "--uuid", "66a49f90-4468-4f3b-98a5-5052bfa32b7a", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
8672024-09-18T18:29:22.872ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::boot_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/66a49f90-4468-4f3b-98a5-5052bfa32b7a_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:29:22.829734743Z","hostname":"sock","pid":978}\n{"msg":"UUID: 66a49f90-4468-4f3b-98a5-5052bfa32b7a","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:29:22.864078224Z","hostname":"sock","pid":978}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:29:22.864094794Z","hostname":"sock","pid":978}\n target = phd_framework::disk::crucible
8682024-09-18T18:29:22.872ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/66a49f90-4468-4f3b-98a5-5052bfa32b7a_9002", "--encrypted", "--uuid", "66a49f90-4468-4f3b-98a5-5052bfa32b7a", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
8692024-09-18T18:29:22.934ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::smoke::boot_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/66a49f90-4468-4f3b-98a5-5052bfa32b7a_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:29:22.892159335Z","hostname":"sock","pid":979}\n{"msg":"UUID: 66a49f90-4468-4f3b-98a5-5052bfa32b7a","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:29:22.9262037Z","hostname":"sock","pid":979}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:29:22.926219551Z","hostname":"sock","pid":979}\n target = phd_framework::disk::crucible
8702024-09-18T18:29:22.935ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::boot_test stderr_path = "/tmp/propolis-phd/crucible_66a49f90-4468-4f3b-98a5-5052bfa32b7a_9000.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_66a49f90-4468-4f3b-98a5-5052bfa32b7a_9000.stdout.log" target = phd_framework::server_log_mode
8712024-09-18T18:29:22.935ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/66a49f90-4468-4f3b-98a5-5052bfa32b7a_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
8722024-09-18T18:29:22.935ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/66a49f90-4468-4f3b-98a5-5052bfa32b7a_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
8732024-09-18T18:29:22.945ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::boot_test stderr_path = "/tmp/propolis-phd/crucible_66a49f90-4468-4f3b-98a5-5052bfa32b7a_9001.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_66a49f90-4468-4f3b-98a5-5052bfa32b7a_9001.stdout.log" target = phd_framework::server_log_mode
8742024-09-18T18:29:22.945ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/66a49f90-4468-4f3b-98a5-5052bfa32b7a_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
8752024-09-18T18:29:22.945ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/66a49f90-4468-4f3b-98a5-5052bfa32b7a_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
8762024-09-18T18:29:22.952ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::boot_test stderr_path = "/tmp/propolis-phd/crucible_66a49f90-4468-4f3b-98a5-5052bfa32b7a_9002.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_66a49f90-4468-4f3b-98a5-5052bfa32b7a_9002.stdout.log" target = phd_framework::server_log_mode
8772024-09-18T18:29:22.953ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/66a49f90-4468-4f3b-98a5-5052bfa32b7a_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
8782024-09-18T18:29:22.953ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/66a49f90-4468-4f3b-98a5-5052bfa32b7a_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::smoke::boot_test target = phd_framework::disk::crucible
8792024-09-18T18:29:22.960ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm
8802024-09-18T18:29:22.960ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm_name = crucible_boot_test
8812024-09-18T18:29:22.961ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
8822024-09-18T18:29:22.961ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_boot_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::smoke::boot_test server_addr = 127.0.0.1:9003 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
8832024-09-18T18:29:22.961ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::smoke::boot_test stderr_path = "/tmp/propolis-phd/crucible_boot_test.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_boot_test.stdout.log" target = phd_framework::server_log_mode
8842024-09-18T18:29:22.968ZINFOphd-runner: [NEW - EVENT] Launched server with pid 983 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm::server
8852024-09-18T18:29:22.969ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 8 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm
8862024-09-18T18:29:22.969ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 2fbafbdb-0a51-4c23-a49b-f6244a509e26
8872024-09-18T18:29:22.969ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 2fbafbdb-0a51-4c23-a49b-f6244a509e26
8882024-09-18T18:29:23.424ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
8892024-09-18T18:29:23.425ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 2fbafbdb-0a51-4c23-a49b-f6244a509e26, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 797f13fb-5a90-46f7-86db-8870c8c24c68, silo_id: 42c61287-2aef-47ae-9105-1ab57dd20788, sled_id: 0418ecaf-c97d-48c9-a3af-5f23697ac86f, sled_model: "pheidippes", sled_revision: 1, sled_serial: "0418ecaf-c97d-48c9-a3af-5f23697ac86f" }, name: "phd-vm-2fbafbdb-0a51-4c23-a49b-f6244a509e26", vcpus: 2 }, state: Creating } line = 428 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 2fbafbdb-0a51-4c23-a49b-f6244a509e26
8902024-09-18T18:29:23.425ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 456 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 2fbafbdb-0a51-4c23-a49b-f6244a509e26
8912024-09-18T18:29:23.425ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 2fbafbdb-0a51-4c23-a49b-f6244a509e26
8922024-09-18T18:29:23.425ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::crucible::smoke::boot_test state = Run target = phd_framework::test_vm vm = crucible_boot_test vm_id = 2fbafbdb-0a51-4c23-a49b-f6244a509e26
8932024-09-18T18:29:23.426ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 2fbafbdb-0a51-4c23-a49b-f6244a509e26
8942024-09-18T18:29:23.426ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm
8952024-09-18T18:29:23.426ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm timeout_duration = 300s vm = crucible_boot_test vm_id = 2fbafbdb-0a51-4c23-a49b-f6244a509e26
8962024-09-18T18:29:23.426ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::crucible::smoke::boot_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
8972024-09-18T18:29:23.426ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 2fbafbdb-0a51-4c23-a49b-f6244a509e26
8982024-09-18T18:29:23.426ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_boot_test vm_id = 2fbafbdb-0a51-4c23-a49b-f6244a509e26
8992024-09-18T18:29:28.101ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4674 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 2fbafbdb-0a51-4c23-a49b-f6244a509e26
9002024-09-18T18:29:28.101ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::crucible::smoke::boot_test step = WriteStr("root") target = phd_framework::test_vm
9012024-09-18T18:29:28.101ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::crucible::smoke::boot_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
9022024-09-18T18:29:28.101ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 2fbafbdb-0a51-4c23-a49b-f6244a509e26
9032024-09-18T18:29:28.101ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_boot_test vm_id = 2fbafbdb-0a51-4c23-a49b-f6244a509e26
9042024-09-18T18:29:28.120ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 18 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 2fbafbdb-0a51-4c23-a49b-f6244a509e26
9052024-09-18T18:29:28.120ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 759 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm
9062024-09-18T18:29:28.120ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4694 file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm
9072024-09-18T18:29:28.121ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 2fbafbdb-0a51-4c23-a49b-f6244a509e26
9082024-09-18T18:29:28.121ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
9092024-09-18T18:29:28.121ZINFOphd-runner: test phd_tests::crucible::smoke::boot_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
9102024-09-18T18:29:28.121ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 4696 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
9112024-09-18T18:29:28.121ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
9122024-09-18T18:29:28.122ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 2fbafbdb-0a51-4c23-a49b-f6244a509e26
9132024-09-18T18:29:28.730ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::smoke::boot_test self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server vm = crucible_boot_test vm_id = 2fbafbdb-0a51-4c23-a49b-f6244a509e26
9142024-09-18T18:29:28.859ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::boot_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: "/tmp/propolis-phd/66a49f90-4468-4f3b-98a5-5052bfa32b7a_9000" } } target = phd_framework::disk::crucible vm = crucible_boot_test vm_id = 2fbafbdb-0a51-4c23-a49b-f6244a509e26
9152024-09-18T18:29:28.872ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::boot_test self.path = "/tmp/propolis-phd/66a49f90-4468-4f3b-98a5-5052bfa32b7a_9000" target = phd_framework::disk::crucible vm = crucible_boot_test vm_id = 2fbafbdb-0a51-4c23-a49b-f6244a509e26
9162024-09-18T18:29:28.883ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::boot_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: "/tmp/propolis-phd/66a49f90-4468-4f3b-98a5-5052bfa32b7a_9001" } } target = phd_framework::disk::crucible vm = crucible_boot_test vm_id = 2fbafbdb-0a51-4c23-a49b-f6244a509e26
9172024-09-18T18:29:28.895ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::boot_test self.path = "/tmp/propolis-phd/66a49f90-4468-4f3b-98a5-5052bfa32b7a_9001" target = phd_framework::disk::crucible vm = crucible_boot_test vm_id = 2fbafbdb-0a51-4c23-a49b-f6244a509e26
9182024-09-18T18:29:28.905ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::smoke::boot_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: "/tmp/propolis-phd/66a49f90-4468-4f3b-98a5-5052bfa32b7a_9002" } } target = phd_framework::disk::crucible vm = crucible_boot_test vm_id = 2fbafbdb-0a51-4c23-a49b-f6244a509e26
9192024-09-18T18:29:28.919ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::smoke::boot_test self.path = "/tmp/propolis-phd/66a49f90-4468-4f3b-98a5-5052bfa32b7a_9002" target = phd_framework::disk::crucible vm = crucible_boot_test vm_id = 2fbafbdb-0a51-4c23-a49b-f6244a509e26
9202024-09-18T18:29:28.930ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 809 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::crucible::smoke::boot_test target = phd_framework::test_vm vm = crucible_boot_test vm_id = 2fbafbdb-0a51-4c23-a49b-f6244a509e26
9212024-09-18T18:29:28.930ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 6177 file = phd-tests/tests/src/crucible/smoke.rs line = 10 path = phd_tests::crucible::smoke::boot_test target = phd_tests::crucible::smoke
9222024-09-18T18:29:28.930ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 809 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
9232024-09-18T18:29:28.930ZINFOphd-runner: Starting test phd_tests::hw::lspci_lifecycle_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
9242024-09-18T18:29:28.930ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
9252024-09-18T18:29:28.930ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
9262024-09-18T18:29:28.930ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/hw.rs line = 8 path = phd_tests::hw::lspci_lifecycle_test target = phd_tests::hw
9272024-09-18T18:29:28.930ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
9282024-09-18T18:29:28.931ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
9292024-09-18T18:29:28.931ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
9302024-09-18T18:29:28.931ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs verb = list
9312024-09-18T18:29:28.950ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::hw::lspci_lifecycle_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 173M 1.80T 170M /phd-artifacts\n target = phd_framework::zfs
9322024-09-18T18:29:28.950ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-9f588228-dcda-4a20-8858-7fc94b656cd2"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs verb = snapshot
9332024-09-18T18:29:28.971ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-9f588228-dcda-4a20-8858-7fc94b656cd2", "phd-artifacts/phd-clone-4cfb557e-2bbd-4c82-9bcc-aa905f9f2308"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs verb = clone
9342024-09-18T18:29:28.994ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-4cfb557e-2bbd-4c82-9bcc-aa905f9f2308"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs verb = list
9352024-09-18T18:29:29.006ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::hw::lspci_lifecycle_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-4cfb557e-2bbd-4c82-9bcc-aa905f9f2308 0B 1.80T 170M /phd-artifacts/phd-clone-4cfb557e-2bbd-4c82-9bcc-aa905f9f2308\n target = phd_framework::zfs
9362024-09-18T18:29:29.007ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
9372024-09-18T18:29:29.007ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm_name = lspci_lifecycle_test
9382024-09-18T18:29:29.007ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
9392024-09-18T18:29:29.007ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/lspci_lifecycle_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::hw::lspci_lifecycle_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
9402024-09-18T18:29:29.007ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::hw::lspci_lifecycle_test stderr_path = "/tmp/propolis-phd/lspci_lifecycle_test.stderr.log" stdout_path = "/tmp/propolis-phd/lspci_lifecycle_test.stdout.log" target = phd_framework::server_log_mode
9412024-09-18T18:29:29.014ZINFOphd-runner: [NEW - EVENT] Launched server with pid 989 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm::server
9422024-09-18T18:29:29.015ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
9432024-09-18T18:29:29.015ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9442024-09-18T18:29:29.015ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9452024-09-18T18:29:29.476ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
9462024-09-18T18:29:29.477ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 5c4b8735-5547-49de-82aa-9ec76c6290b4, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 9c6999a4-0757-461e-80f8-5f24756536ef, silo_id: c7e63dfc-a0a6-4572-b665-59cb95b4a905, sled_id: 8b2608cf-1d76-4cda-9d9b-5dcfb6165723, sled_model: "pheidippes", sled_revision: 1, sled_serial: "8b2608cf-1d76-4cda-9d9b-5dcfb6165723" }, name: "phd-vm-5c4b8735-5547-49de-82aa-9ec76c6290b4", vcpus: 2 }, state: Creating } line = 428 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9472024-09-18T18:29:29.477ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 462 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9482024-09-18T18:29:29.477ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9492024-09-18T18:29:29.477ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::hw::lspci_lifecycle_test state = Run target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9502024-09-18T18:29:29.478ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9512024-09-18T18:29:29.478ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
9522024-09-18T18:29:29.478ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = 300s vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9532024-09-18T18:29:29.478ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::hw::lspci_lifecycle_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
9542024-09-18T18:29:29.478ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9552024-09-18T18:29:29.478ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9562024-09-18T18:29:33.673ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4194 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9572024-09-18T18:29:33.673ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::hw::lspci_lifecycle_test step = WriteStr("root") target = phd_framework::test_vm
9582024-09-18T18:29:33.673ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::hw::lspci_lifecycle_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
9592024-09-18T18:29:33.673ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9602024-09-18T18:29:33.673ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9612024-09-18T18:29:33.691ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 17 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9622024-09-18T18:29:33.691ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 759 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
9632024-09-18T18:29:33.691ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4213 file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
9642024-09-18T18:29:33.691ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9652024-09-18T18:29:33.692ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9662024-09-18T18:29:33.702ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9672024-09-18T18:29:33.702ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9682024-09-18T18:29:33.702ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9692024-09-18T18:29:33.724ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 21 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9702024-09-18T18:29:33.724ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9712024-09-18T18:29:33.724ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9722024-09-18T18:29:33.735ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9732024-09-18T18:29:33.735ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9742024-09-18T18:29:33.735ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9752024-09-18T18:29:33.768ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9762024-09-18T18:29:33.768ZINFOphd-runner: [TEST - EVENT] stopping and starting VM for lifecycle test file = phd-tests/framework/src/lifecycle.rs line = 58 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::lifecycle vm_name = lspci_lifecycle_test
9772024-09-18T18:29:33.768ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9782024-09-18T18:29:33.768ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::hw::lspci_lifecycle_test state = Stop target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9792024-09-18T18:29:33.769ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
9802024-09-18T18:29:33.769ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
9812024-09-18T18:29:33.769ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm_name = lspci_lifecycle_test_lifecycle_0
9822024-09-18T18:29:33.769ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
9832024-09-18T18:29:33.769ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::hw::lspci_lifecycle_test server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
9842024-09-18T18:29:33.769ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::hw::lspci_lifecycle_test stderr_path = "/tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.stderr.log" stdout_path = "/tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.stdout.log" target = phd_framework::server_log_mode
9852024-09-18T18:29:33.782ZINFOphd-runner: [NEW - EVENT] Launched server with pid 990 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm::server
9862024-09-18T18:29:33.782ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 13 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
9872024-09-18T18:29:33.782ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
9882024-09-18T18:29:33.783ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
9892024-09-18T18:29:33.783ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 271 target = phd_framework::serial
9902024-09-18T18:29:33.783ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 4306 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
9912024-09-18T18:29:34.361ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
9922024-09-18T18:29:34.362ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: fd250547-8c8e-47f1-940d-920976602e5a, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 9c6999a4-0757-461e-80f8-5f24756536ef, silo_id: c7e63dfc-a0a6-4572-b665-59cb95b4a905, sled_id: 1d4b87d1-4af5-4adc-823b-375a0b5f7b5a, sled_model: "pheidippes", sled_revision: 1, sled_serial: "1d4b87d1-4af5-4adc-823b-375a0b5f7b5a" }, name: "phd-vm-fd250547-8c8e-47f1-940d-920976602e5a", vcpus: 2 }, state: Creating } line = 428 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
9932024-09-18T18:29:34.362ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 579 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
9942024-09-18T18:29:34.362ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
9952024-09-18T18:29:34.362ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::hw::lspci_lifecycle_test state = Run target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
9962024-09-18T18:29:34.363ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
9972024-09-18T18:29:34.363ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
9982024-09-18T18:29:34.363ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = 300s vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
9992024-09-18T18:29:34.363ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::hw::lspci_lifecycle_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
10002024-09-18T18:29:34.363ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
10012024-09-18T18:29:34.363ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
10022024-09-18T18:29:38.533ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4169 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
10032024-09-18T18:29:38.533ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::hw::lspci_lifecycle_test step = WriteStr("root") target = phd_framework::test_vm
10042024-09-18T18:29:38.533ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::hw::lspci_lifecycle_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
10052024-09-18T18:29:38.533ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
10062024-09-18T18:29:38.533ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
10072024-09-18T18:29:38.551ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 17 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
10082024-09-18T18:29:38.551ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 759 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
10092024-09-18T18:29:38.551ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4188 file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm
10102024-09-18T18:29:38.551ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
10112024-09-18T18:29:38.551ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
10122024-09-18T18:29:38.551ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
10132024-09-18T18:29:38.552ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::hw::lspci_lifecycle_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
10142024-09-18T18:29:38.679ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 127 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test vm_id = 5c4b8735-5547-49de-82aa-9ec76c6290b4
10152024-09-18T18:29:38.679ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 127 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
10162024-09-18T18:29:38.679ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
10172024-09-18T18:29:38.679ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
10182024-09-18T18:29:38.702ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 22 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
10192024-09-18T18:29:38.702ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
10202024-09-18T18:29:38.702ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
10212024-09-18T18:29:38.712ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
10222024-09-18T18:29:38.713ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
10232024-09-18T18:29:38.713ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
10242024-09-18T18:29:38.735ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 22 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
10252024-09-18T18:29:38.735ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
10262024-09-18T18:29:38.735ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
10272024-09-18T18:29:38.735ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 4374 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
10282024-09-18T18:29:38.735ZINFOphd-runner: test phd_tests::hw::lspci_lifecycle_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
10292024-09-18T18:29:38.736ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
10302024-09-18T18:29:38.737ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
10312024-09-18T18:29:39.300ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::hw::lspci_lifecycle_test self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
10322024-09-18T18:29:39.434ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
10332024-09-18T18:29:39.435ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-4cfb557e-2bbd-4c82-9bcc-aa905f9f2308"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs verb = destroy vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
10342024-09-18T18:29:39.466ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
10352024-09-18T18:29:39.466ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-9f588228-dcda-4a20-8858-7fc94b656cd2"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::zfs verb = destroy vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
10362024-09-18T18:29:39.488ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 752 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::hw::lspci_lifecycle_test target = phd_framework::test_vm vm = lspci_lifecycle_test_lifecycle_0 vm_id = fd250547-8c8e-47f1-940d-920976602e5a
10372024-09-18T18:29:39.488ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 10557 file = phd-tests/tests/src/hw.rs line = 8 path = phd_tests::hw::lspci_lifecycle_test target = phd_tests::hw
10382024-09-18T18:29:39.488ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 752 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
10392024-09-18T18:29:39.488ZINFOphd-runner: Starting test phd_tests::migrate::running_process::export_failure file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
10402024-09-18T18:29:39.488ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
10412024-09-18T18:29:39.488ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
10422024-09-18T18:29:39.488ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 183 path = phd_tests::migrate::running_process::export_failure target = phd_tests::migrate::running_process
10432024-09-18T18:29:39.488ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
10442024-09-18T18:29:39.488ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
10452024-09-18T18:29:39.489ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
10462024-09-18T18:29:39.489ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs verb = list
10472024-09-18T18:29:39.502ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::export_failure stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 172M 1.80T 170M /phd-artifacts\n target = phd_framework::zfs
10482024-09-18T18:29:39.502ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-8739f7bc-f8fa-4eca-8e93-ad0f0f785fbd"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs verb = snapshot
10492024-09-18T18:29:39.521ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-8739f7bc-f8fa-4eca-8e93-ad0f0f785fbd", "phd-artifacts/phd-clone-7b025a82-7265-4951-8015-e7e1853a1e71"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs verb = clone
10502024-09-18T18:29:39.544ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-7b025a82-7265-4951-8015-e7e1853a1e71"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs verb = list
10512024-09-18T18:29:39.557ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::export_failure stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-7b025a82-7265-4951-8015-e7e1853a1e71 0B 1.80T 170M /phd-artifacts/phd-clone-7b025a82-7265-4951-8015-e7e1853a1e71\n target = phd_framework::zfs
10522024-09-18T18:29:39.557ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
10532024-09-18T18:29:39.558ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm_name = migrate_running_process::export_failure_source
10542024-09-18T18:29:39.558ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
10552024-09-18T18:29:39.558ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::export_failure_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::export_failure server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
10562024-09-18T18:29:39.558ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::export_failure stderr_path = "/tmp/propolis-phd/migrate_running_process::export_failure_source.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::export_failure_source.stdout.log" target = phd_framework::server_log_mode
10572024-09-18T18:29:39.565ZINFOphd-runner: [NEW - EVENT] Launched server with pid 999 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm::server
10582024-09-18T18:29:39.565ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
10592024-09-18T18:29:39.566ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
10602024-09-18T18:29:39.566ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm_name = migrate_running_process::export_failure_target1
10612024-09-18T18:29:39.566ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
10622024-09-18T18:29:39.566ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::export_failure server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
10632024-09-18T18:29:39.566ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::export_failure stderr_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target1.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target1.stdout.log" target = phd_framework::server_log_mode
10642024-09-18T18:29:39.573ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1000 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm::server
10652024-09-18T18:29:39.574ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 8 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
10662024-09-18T18:29:39.574ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
10672024-09-18T18:29:39.574ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm_name = migrate_running_process::export_failure_target2
10682024-09-18T18:29:39.574ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
10692024-09-18T18:29:39.574ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target2.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::export_failure server_addr = 127.0.0.1:9004 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
10702024-09-18T18:29:39.574ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::export_failure stderr_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target2.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::export_failure_target2.stdout.log" target = phd_framework::server_log_mode
10712024-09-18T18:29:39.582ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1001 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm::server
10722024-09-18T18:29:39.583ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 8 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
10732024-09-18T18:29:39.583ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
10742024-09-18T18:29:39.706ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
10752024-09-18T18:29:39.707ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 467e0b56-6886-4486-8956-18637d06425e, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 8a354251-0f6b-4162-9d3b-5f377a6b1323, silo_id: 267ca2be-1a27-43e5-bf3c-08f943def0cb, sled_id: 2e3d561b-2d36-4b2d-b8fb-c802ddb67495, sled_model: "pheidippes", sled_revision: 1, sled_serial: "2e3d561b-2d36-4b2d-b8fb-c802ddb67495" }, name: "phd-vm-467e0b56-6886-4486-8956-18637d06425e", vcpus: 2 }, state: Creating } line = 428 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
10762024-09-18T18:29:39.707ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 123 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
10772024-09-18T18:29:39.707ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
10782024-09-18T18:29:39.707ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::migrate::running_process::export_failure state = Run target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
10792024-09-18T18:29:39.707ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
10802024-09-18T18:29:39.707ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
10812024-09-18T18:29:39.707ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = 300s vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
10822024-09-18T18:29:39.708ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::migrate::running_process::export_failure step = WaitFor("localhost login: ") target = phd_framework::test_vm
10832024-09-18T18:29:39.708ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
10842024-09-18T18:29:39.708ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
10852024-09-18T18:29:43.886ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4178 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
10862024-09-18T18:29:43.887ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::migrate::running_process::export_failure step = WriteStr("root") target = phd_framework::test_vm
10872024-09-18T18:29:43.887ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::migrate::running_process::export_failure step = WaitFor("localhost:~#") target = phd_framework::test_vm
10882024-09-18T18:29:43.887ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
10892024-09-18T18:29:43.887ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
10902024-09-18T18:29:43.905ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 17 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
10912024-09-18T18:29:43.905ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 759 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
10922024-09-18T18:29:43.905ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4197 file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm
10932024-09-18T18:29:43.905ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
10942024-09-18T18:29:43.905ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
10952024-09-18T18:29:43.993ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 87 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
10962024-09-18T18:29:43.993ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
10972024-09-18T18:29:43.993ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
10982024-09-18T18:29:44.003ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
10992024-09-18T18:29:44.003ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
11002024-09-18T18:29:44.003ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
11012024-09-18T18:29:44.015ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
11022024-09-18T18:29:44.015ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
11032024-09-18T18:29:44.015ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
11042024-09-18T18:29:44.048ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
11052024-09-18T18:29:44.048ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
11062024-09-18T18:29:44.048ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
11072024-09-18T18:29:44.058ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
11082024-09-18T18:29:44.059ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
11092024-09-18T18:29:44.059ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
11102024-09-18T18:29:44.365ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 306 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
11112024-09-18T18:29:44.365ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 467e0b56-6886-4486-8956-18637d06425e target = phd_framework::test_vm target_id = 5a8aaba1-a32a-4f6c-a122-f05c6f75a9dd
11122024-09-18T18:29:44.365ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 572 migration_id = 4636aeba-5a32-4278-b79a-0ae7a2c0918d path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 467e0b56-6886-4486-8956-18637d06425e target = phd_framework::test_vm target_id = 5a8aaba1-a32a-4f6c-a122-f05c6f75a9dd timeout_duration = 45s
11132024-09-18T18:29:44.365ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 467e0b56-6886-4486-8956-18637d06425e target = phd_framework::test_vm target_id = 5a8aaba1-a32a-4f6c-a122-f05c6f75a9dd vm = migrate_running_process::export_failure_target1 vm_id = 5a8aaba1-a32a-4f6c-a122-f05c6f75a9dd
11142024-09-18T18:29:44.477ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 5a8aaba1-a32a-4f6c-a122-f05c6f75a9dd, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 8a354251-0f6b-4162-9d3b-5f377a6b1323, silo_id: 267ca2be-1a27-43e5-bf3c-08f943def0cb, sled_id: bd722556-e4fa-41e8-91fb-f1796791df7b, sled_model: "pheidippes", sled_revision: 1, sled_serial: "bd722556-e4fa-41e8-91fb-f1796791df7b" }, name: "phd-vm-5a8aaba1-a32a-4f6c-a122-f05c6f75a9dd", vcpus: 2 }, state: Migrating } line = 428 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 467e0b56-6886-4486-8956-18637d06425e target = phd_framework::test_vm target_id = 5a8aaba1-a32a-4f6c-a122-f05c6f75a9dd vm = migrate_running_process::export_failure_target1 vm_id = 5a8aaba1-a32a-4f6c-a122-f05c6f75a9dd
11152024-09-18T18:29:44.477ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 111 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 467e0b56-6886-4486-8956-18637d06425e target = phd_framework::test_vm target_id = 5a8aaba1-a32a-4f6c-a122-f05c6f75a9dd vm = migrate_running_process::export_failure_target1 vm_id = 5a8aaba1-a32a-4f6c-a122-f05c6f75a9dd
11162024-09-18T18:29:44.477ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 593 migration_id = 4636aeba-5a32-4278-b79a-0ae7a2c0918d path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 467e0b56-6886-4486-8956-18637d06425e target = phd_framework::test_vm target_id = 5a8aaba1-a32a-4f6c-a122-f05c6f75a9dd
11172024-09-18T18:29:48.927ZINFOphd-runner: [MIGRATE_FROM - EVENT] Instance reported error during migration file = phd-tests/framework/src/test_vm/mod.rs line = 610 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 467e0b56-6886-4486-8956-18637d06425e target = phd_framework::test_vm target_id = 5a8aaba1-a32a-4f6c-a122-f05c6f75a9dd
11182024-09-18T18:29:48.927ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 4450 file = phd-tests/framework/src/test_vm/mod.rs line = 593 migration_id = 4636aeba-5a32-4278-b79a-0ae7a2c0918d path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 467e0b56-6886-4486-8956-18637d06425e target = phd_framework::test_vm target_id = 5a8aaba1-a32a-4f6c-a122-f05c6f75a9dd
11192024-09-18T18:29:48.927ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 4561 file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 467e0b56-6886-4486-8956-18637d06425e target = phd_framework::test_vm target_id = 5a8aaba1-a32a-4f6c-a122-f05c6f75a9dd
11202024-09-18T18:29:48.927ZINFOphd-runner: [TEST - EVENT] first migration failed as expected error = live migration file = phd-tests/tests/src/migrate.rs line = 217 path = phd_tests::migrate::running_process::export_failure target = phd_tests::migrate::running_process
11212024-09-18T18:29:48.928ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 467e0b56-6886-4486-8956-18637d06425e target = phd_framework::test_vm target_id = 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16
11222024-09-18T18:29:48.928ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 572 migration_id = baaa780b-bde2-4edd-a0dc-6837b1a5b308 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 467e0b56-6886-4486-8956-18637d06425e target = phd_framework::test_vm target_id = 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16 timeout_duration = 45s
11232024-09-18T18:29:48.928ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 467e0b56-6886-4486-8956-18637d06425e target = phd_framework::test_vm target_id = 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16 vm = migrate_running_process::export_failure_target2 vm_id = 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16
11242024-09-18T18:29:49.033ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 8a354251-0f6b-4162-9d3b-5f377a6b1323, silo_id: 267ca2be-1a27-43e5-bf3c-08f943def0cb, sled_id: a680ef9b-0bf3-4f25-b11a-028985bb3194, sled_model: "pheidippes", sled_revision: 1, sled_serial: "a680ef9b-0bf3-4f25-b11a-028985bb3194" }, name: "phd-vm-266cd9d4-ca23-49ac-8267-f7f5b8f9fb16", vcpus: 2 }, state: Migrating } line = 428 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 467e0b56-6886-4486-8956-18637d06425e target = phd_framework::test_vm target_id = 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16 vm = migrate_running_process::export_failure_target2 vm_id = 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16
11252024-09-18T18:29:49.033ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 105 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 467e0b56-6886-4486-8956-18637d06425e target = phd_framework::test_vm target_id = 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16 vm = migrate_running_process::export_failure_target2 vm_id = 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16
11262024-09-18T18:29:49.033ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 593 migration_id = baaa780b-bde2-4edd-a0dc-6837b1a5b308 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 467e0b56-6886-4486-8956-18637d06425e target = phd_framework::test_vm target_id = 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16
11272024-09-18T18:29:51.598ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9004","from_start":9375}} target = phd_framework::serial
11282024-09-18T18:29:52.205ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 606 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 467e0b56-6886-4486-8956-18637d06425e target = phd_framework::test_vm target_id = 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16
11292024-09-18T18:29:52.205ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 3171 file = phd-tests/framework/src/test_vm/mod.rs line = 593 migration_id = baaa780b-bde2-4edd-a0dc-6837b1a5b308 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 467e0b56-6886-4486-8956-18637d06425e target = phd_framework::test_vm target_id = 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16
11302024-09-18T18:29:52.205ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 3277 file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::migrate::running_process::export_failure source = migrate_running_process::export_failure_source source_id = 467e0b56-6886-4486-8956-18637d06425e target = phd_framework::test_vm target_id = 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16
11312024-09-18T18:29:52.205ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16
11322024-09-18T18:29:52.205ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::export_failure_target2 vm_id = 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16
11332024-09-18T18:29:52.217ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16
11342024-09-18T18:29:52.217ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16
11352024-09-18T18:29:52.217ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::export_failure_target2 vm_id = 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16
11362024-09-18T18:29:52.305ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 87 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16
11372024-09-18T18:29:52.305ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16
11382024-09-18T18:29:52.305ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target1 vm_id = 5a8aaba1-a32a-4f6c-a122-f05c6f75a9dd
11392024-09-18T18:29:52.305ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
11402024-09-18T18:29:52.305ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
11412024-09-18T18:29:52.306ZINFOphd-runner: test phd_tests::migrate::running_process::export_failure ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
11422024-09-18T18:29:52.306ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 12599 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
11432024-09-18T18:29:52.306ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
11442024-09-18T18:29:52.306ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16
11452024-09-18T18:29:52.307ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target1 vm_id = 5a8aaba1-a32a-4f6c-a122-f05c6f75a9dd
11462024-09-18T18:29:52.307ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::export_failure self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
11472024-09-18T18:29:52.318ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::export_failure self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migrate_running_process::export_failure_target1 vm_id = 5a8aaba1-a32a-4f6c-a122-f05c6f75a9dd
11482024-09-18T18:29:52.438ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 132 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_source vm_id = 467e0b56-6886-4486-8956-18637d06425e
11492024-09-18T18:29:52.534ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 228 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target1 vm_id = 5a8aaba1-a32a-4f6c-a122-f05c6f75a9dd
11502024-09-18T18:29:53.035ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::export_failure self.address = 127.0.0.1:9004 target = phd_framework::test_vm::server vm = migrate_running_process::export_failure_target2 vm_id = 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16
11512024-09-18T18:29:53.144ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs vm = migrate_running_process::export_failure_target2 vm_id = 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16
11522024-09-18T18:29:53.144ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-7b025a82-7265-4951-8015-e7e1853a1e71"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs verb = destroy vm = migrate_running_process::export_failure_target2 vm_id = 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16
11532024-09-18T18:29:53.176ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs vm = migrate_running_process::export_failure_target2 vm_id = 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16
11542024-09-18T18:29:53.176ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-8739f7bc-f8fa-4eca-8e93-ad0f0f785fbd"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::export_failure target = phd_framework::zfs verb = destroy vm = migrate_running_process::export_failure_target2 vm_id = 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16
11552024-09-18T18:29:53.198ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 892 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::running_process::export_failure target = phd_framework::test_vm vm = migrate_running_process::export_failure_target2 vm_id = 266cd9d4-ca23-49ac-8267-f7f5b8f9fb16
11562024-09-18T18:29:53.198ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 13709 file = phd-tests/tests/src/migrate.rs line = 183 path = phd_tests::migrate::running_process::export_failure target = phd_tests::migrate::running_process
11572024-09-18T18:29:53.198ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 892 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
11582024-09-18T18:29:53.198ZINFOphd-runner: Starting test phd_tests::migrate::running_process::import_failure file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
11592024-09-18T18:29:53.198ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
11602024-09-18T18:29:53.198ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
11612024-09-18T18:29:53.198ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 122 path = phd_tests::migrate::running_process::import_failure target = phd_tests::migrate::running_process
11622024-09-18T18:29:53.198ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
11632024-09-18T18:29:53.199ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
11642024-09-18T18:29:53.199ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
11652024-09-18T18:29:53.199ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = list
11662024-09-18T18:29:53.211ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::import_failure stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 172M 1.80T 170M /phd-artifacts\n target = phd_framework::zfs
11672024-09-18T18:29:53.212ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-f27d0691-f826-4d6b-8a73-4649060537fd"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = snapshot
11682024-09-18T18:29:53.230ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-f27d0691-f826-4d6b-8a73-4649060537fd", "phd-artifacts/phd-clone-9a1a0fe5-f201-4433-80a5-5cf8e5d0e895"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = clone
11692024-09-18T18:29:53.254ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-9a1a0fe5-f201-4433-80a5-5cf8e5d0e895"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = list
11702024-09-18T18:29:53.266ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::import_failure stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-9a1a0fe5-f201-4433-80a5-5cf8e5d0e895 0B 1.80T 170M /phd-artifacts/phd-clone-9a1a0fe5-f201-4433-80a5-5cf8e5d0e895\n target = phd_framework::zfs
11712024-09-18T18:29:53.267ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
11722024-09-18T18:29:53.267ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm_name = migrate_running_process::import_failure_source
11732024-09-18T18:29:53.267ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
11742024-09-18T18:29:53.267ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::import_failure_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::import_failure server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
11752024-09-18T18:29:53.267ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::import_failure stderr_path = "/tmp/propolis-phd/migrate_running_process::import_failure_source.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::import_failure_source.stdout.log" target = phd_framework::server_log_mode
11762024-09-18T18:29:53.274ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1011 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm::server
11772024-09-18T18:29:53.275ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
11782024-09-18T18:29:53.275ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
11792024-09-18T18:29:53.275ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
11802024-09-18T18:29:53.275ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
11812024-09-18T18:29:53.275ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = list
11822024-09-18T18:29:53.289ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::import_failure stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 172M 1.80T 170M /phd-artifacts\n target = phd_framework::zfs
11832024-09-18T18:29:53.289ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-2d3762d4-f072-4859-ad38-719c47b6bb8b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = snapshot
11842024-09-18T18:29:53.310ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-2d3762d4-f072-4859-ad38-719c47b6bb8b", "phd-artifacts/phd-clone-8bc5361f-8880-4b71-bb55-9c8f727652e1"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = clone
11852024-09-18T18:29:53.331ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-8bc5361f-8880-4b71-bb55-9c8f727652e1"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = list
11862024-09-18T18:29:53.343ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::import_failure stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-8bc5361f-8880-4b71-bb55-9c8f727652e1 0B 1.80T 170M /phd-artifacts/phd-clone-8bc5361f-8880-4b71-bb55-9c8f727652e1\n target = phd_framework::zfs
11872024-09-18T18:29:53.344ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
11882024-09-18T18:29:53.344ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm_name = migrate_running_process::import_failure_target1
11892024-09-18T18:29:53.344ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
11902024-09-18T18:29:53.344ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target1.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::import_failure server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
11912024-09-18T18:29:53.344ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::import_failure stderr_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target1.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target1.stdout.log" target = phd_framework::server_log_mode
11922024-09-18T18:29:53.351ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1016 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm::server
11932024-09-18T18:29:53.352ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
11942024-09-18T18:29:53.352ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
11952024-09-18T18:29:53.352ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm_name = migrate_running_process::import_failure_target2
11962024-09-18T18:29:53.352ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
11972024-09-18T18:29:53.352ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target2.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::import_failure server_addr = 127.0.0.1:9004 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
11982024-09-18T18:29:53.352ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::import_failure stderr_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target2.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process::import_failure_target2.stdout.log" target = phd_framework::server_log_mode
11992024-09-18T18:29:53.360ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1017 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm::server
12002024-09-18T18:29:53.361ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 8 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
12012024-09-18T18:29:53.361ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12022024-09-18T18:29:53.483ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
12032024-09-18T18:29:53.484ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 42ce03fa-4f7e-4906-a59e-91688062ce6b, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: c0ee067c-34c0-4f86-8bac-4dcb32d63dce, silo_id: 93245b59-4080-43aa-a9d4-65ca16aeac27, sled_id: c4e47b0d-4a7b-461b-9753-4241f95ccbe2, sled_model: "pheidippes", sled_revision: 1, sled_serial: "c4e47b0d-4a7b-461b-9753-4241f95ccbe2" }, name: "phd-vm-42ce03fa-4f7e-4906-a59e-91688062ce6b", vcpus: 2 }, state: Creating } line = 428 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12042024-09-18T18:29:53.484ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 123 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12052024-09-18T18:29:53.484ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12062024-09-18T18:29:53.484ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::migrate::running_process::import_failure state = Run target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12072024-09-18T18:29:53.485ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12082024-09-18T18:29:53.485ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
12092024-09-18T18:29:53.485ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = 300s vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12102024-09-18T18:29:53.485ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::migrate::running_process::import_failure step = WaitFor("localhost login: ") target = phd_framework::test_vm
12112024-09-18T18:29:53.485ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12122024-09-18T18:29:53.485ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12132024-09-18T18:29:57.694ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4208 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12142024-09-18T18:29:57.694ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::migrate::running_process::import_failure step = WriteStr("root") target = phd_framework::test_vm
12152024-09-18T18:29:57.694ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::migrate::running_process::import_failure step = WaitFor("localhost:~#") target = phd_framework::test_vm
12162024-09-18T18:29:57.694ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12172024-09-18T18:29:57.694ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12182024-09-18T18:29:57.712ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 17 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12192024-09-18T18:29:57.712ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 759 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
12202024-09-18T18:29:57.712ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4227 file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm
12212024-09-18T18:29:57.713ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12222024-09-18T18:29:57.713ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12232024-09-18T18:29:57.799ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 86 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12242024-09-18T18:29:57.800ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12252024-09-18T18:29:57.800ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12262024-09-18T18:29:57.810ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12272024-09-18T18:29:57.810ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12282024-09-18T18:29:57.810ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12292024-09-18T18:29:57.821ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12302024-09-18T18:29:57.821ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12312024-09-18T18:29:57.821ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12322024-09-18T18:29:57.843ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 21 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12332024-09-18T18:29:57.843ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12342024-09-18T18:29:57.843ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12352024-09-18T18:29:57.854ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12362024-09-18T18:29:57.854ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12372024-09-18T18:29:57.855ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12382024-09-18T18:29:58.161ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 306 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12392024-09-18T18:29:58.162ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b target = phd_framework::test_vm target_id = 6197f705-0701-4259-81af-fe91842818fd
12402024-09-18T18:29:58.162ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 572 migration_id = 21126467-ca8c-49c6-ac96-b579db6fdc74 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b target = phd_framework::test_vm target_id = 6197f705-0701-4259-81af-fe91842818fd timeout_duration = 45s
12412024-09-18T18:29:58.162ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b target = phd_framework::test_vm target_id = 6197f705-0701-4259-81af-fe91842818fd vm = migrate_running_process::import_failure_target1 vm_id = 6197f705-0701-4259-81af-fe91842818fd
12422024-09-18T18:29:58.272ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 6197f705-0701-4259-81af-fe91842818fd, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 117f6634-a08c-4048-b4bb-98de46fabdfb, silo_id: dd4844f1-4df9-4085-8384-d3af0187af0f, sled_id: 9e6aad47-e8af-4e9f-a37f-654ef158ae4a, sled_model: "pheidippes", sled_revision: 1, sled_serial: "9e6aad47-e8af-4e9f-a37f-654ef158ae4a" }, name: "phd-vm-6197f705-0701-4259-81af-fe91842818fd", vcpus: 2 }, state: Migrating } line = 428 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b target = phd_framework::test_vm target_id = 6197f705-0701-4259-81af-fe91842818fd vm = migrate_running_process::import_failure_target1 vm_id = 6197f705-0701-4259-81af-fe91842818fd
12432024-09-18T18:29:58.272ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 110 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b target = phd_framework::test_vm target_id = 6197f705-0701-4259-81af-fe91842818fd vm = migrate_running_process::import_failure_target1 vm_id = 6197f705-0701-4259-81af-fe91842818fd
12442024-09-18T18:29:58.272ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 593 migration_id = 21126467-ca8c-49c6-ac96-b579db6fdc74 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b target = phd_framework::test_vm target_id = 6197f705-0701-4259-81af-fe91842818fd
12452024-09-18T18:30:01.273ZINFOphd-runner: [MIGRATE_FROM - EVENT] Instance reported error during migration file = phd-tests/framework/src/test_vm/mod.rs line = 610 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b target = phd_framework::test_vm target_id = 6197f705-0701-4259-81af-fe91842818fd
12462024-09-18T18:30:01.274ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 3001 file = phd-tests/framework/src/test_vm/mod.rs line = 593 migration_id = 21126467-ca8c-49c6-ac96-b579db6fdc74 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b target = phd_framework::test_vm target_id = 6197f705-0701-4259-81af-fe91842818fd
12472024-09-18T18:30:01.274ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 3111 file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b target = phd_framework::test_vm target_id = 6197f705-0701-4259-81af-fe91842818fd
12482024-09-18T18:30:01.274ZINFOphd-runner: [TEST - EVENT] first migration failed as expected error = live migration file = phd-tests/tests/src/migrate.rs line = 164 path = phd_tests::migrate::running_process::import_failure target = phd_tests::migrate::running_process
12492024-09-18T18:30:01.274ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b target = phd_framework::test_vm target_id = e310deb7-698c-45ba-b050-efcbd4854b81
12502024-09-18T18:30:01.274ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 572 migration_id = b4948991-4726-4f12-99e8-f33d65477448 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b target = phd_framework::test_vm target_id = e310deb7-698c-45ba-b050-efcbd4854b81 timeout_duration = 45s
12512024-09-18T18:30:01.274ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b target = phd_framework::test_vm target_id = e310deb7-698c-45ba-b050-efcbd4854b81 vm = migrate_running_process::import_failure_target2 vm_id = e310deb7-698c-45ba-b050-efcbd4854b81
12522024-09-18T18:30:01.389ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: e310deb7-698c-45ba-b050-efcbd4854b81, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: c0ee067c-34c0-4f86-8bac-4dcb32d63dce, silo_id: 93245b59-4080-43aa-a9d4-65ca16aeac27, sled_id: 30e2ce32-becf-4e7f-b02d-95e0209f75cd, sled_model: "pheidippes", sled_revision: 1, sled_serial: "30e2ce32-becf-4e7f-b02d-95e0209f75cd" }, name: "phd-vm-e310deb7-698c-45ba-b050-efcbd4854b81", vcpus: 2 }, state: Migrating } line = 428 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b target = phd_framework::test_vm target_id = e310deb7-698c-45ba-b050-efcbd4854b81 vm = migrate_running_process::import_failure_target2 vm_id = e310deb7-698c-45ba-b050-efcbd4854b81
12532024-09-18T18:30:01.389ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 115 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b target = phd_framework::test_vm target_id = e310deb7-698c-45ba-b050-efcbd4854b81 vm = migrate_running_process::import_failure_target2 vm_id = e310deb7-698c-45ba-b050-efcbd4854b81
12542024-09-18T18:30:01.389ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 593 migration_id = b4948991-4726-4f12-99e8-f33d65477448 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b target = phd_framework::test_vm target_id = e310deb7-698c-45ba-b050-efcbd4854b81
12552024-09-18T18:30:03.959ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9004","from_start":9375}} target = phd_framework::serial
12562024-09-18T18:30:04.085ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 606 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b target = phd_framework::test_vm target_id = e310deb7-698c-45ba-b050-efcbd4854b81
12572024-09-18T18:30:04.085ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 2695 file = phd-tests/framework/src/test_vm/mod.rs line = 593 migration_id = b4948991-4726-4f12-99e8-f33d65477448 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b target = phd_framework::test_vm target_id = e310deb7-698c-45ba-b050-efcbd4854b81
12582024-09-18T18:30:04.086ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 2811 file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::migrate::running_process::import_failure source = migrate_running_process::import_failure_source source_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b target = phd_framework::test_vm target_id = e310deb7-698c-45ba-b050-efcbd4854b81
12592024-09-18T18:30:04.086ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = e310deb7-698c-45ba-b050-efcbd4854b81
12602024-09-18T18:30:04.086ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process::import_failure_target2 vm_id = e310deb7-698c-45ba-b050-efcbd4854b81
12612024-09-18T18:30:04.326ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 240 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = e310deb7-698c-45ba-b050-efcbd4854b81
12622024-09-18T18:30:04.327ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = e310deb7-698c-45ba-b050-efcbd4854b81
12632024-09-18T18:30:04.327ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process::import_failure_target2 vm_id = e310deb7-698c-45ba-b050-efcbd4854b81
12642024-09-18T18:30:04.414ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 87 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = e310deb7-698c-45ba-b050-efcbd4854b81
12652024-09-18T18:30:04.414ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = e310deb7-698c-45ba-b050-efcbd4854b81
12662024-09-18T18:30:04.414ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target1 vm_id = 6197f705-0701-4259-81af-fe91842818fd
12672024-09-18T18:30:04.414ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12682024-09-18T18:30:04.415ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
12692024-09-18T18:30:04.415ZINFOphd-runner: test phd_tests::migrate::running_process::import_failure ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
12702024-09-18T18:30:04.415ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 10931 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
12712024-09-18T18:30:04.415ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
12722024-09-18T18:30:04.416ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = e310deb7-698c-45ba-b050-efcbd4854b81
12732024-09-18T18:30:04.416ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target1 vm_id = 6197f705-0701-4259-81af-fe91842818fd
12742024-09-18T18:30:04.416ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::import_failure self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12752024-09-18T18:30:04.427ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::import_failure self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migrate_running_process::import_failure_target1 vm_id = 6197f705-0701-4259-81af-fe91842818fd
12762024-09-18T18:30:04.440ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::import_failure self.address = 127.0.0.1:9004 target = phd_framework::test_vm::server vm = migrate_running_process::import_failure_target2 vm_id = e310deb7-698c-45ba-b050-efcbd4854b81
12772024-09-18T18:30:04.547ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 131 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_source vm_id = 42ce03fa-4f7e-4906-a59e-91688062ce6b
12782024-09-18T18:30:04.653ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs vm = migrate_running_process::import_failure_target2 vm_id = e310deb7-698c-45ba-b050-efcbd4854b81
12792024-09-18T18:30:04.653ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-9a1a0fe5-f201-4433-80a5-5cf8e5d0e895"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = destroy vm = migrate_running_process::import_failure_target2 vm_id = e310deb7-698c-45ba-b050-efcbd4854b81
12802024-09-18T18:30:04.685ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs vm = migrate_running_process::import_failure_target2 vm_id = e310deb7-698c-45ba-b050-efcbd4854b81
12812024-09-18T18:30:04.686ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-f27d0691-f826-4d6b-8a73-4649060537fd"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = destroy vm = migrate_running_process::import_failure_target2 vm_id = e310deb7-698c-45ba-b050-efcbd4854b81
12822024-09-18T18:30:04.709ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 294 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target2 vm_id = e310deb7-698c-45ba-b050-efcbd4854b81
12832024-09-18T18:30:04.755ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs vm = migrate_running_process::import_failure_target1 vm_id = 6197f705-0701-4259-81af-fe91842818fd
12842024-09-18T18:30:04.755ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-8bc5361f-8880-4b71-bb55-9c8f727652e1"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = destroy vm = migrate_running_process::import_failure_target1 vm_id = 6197f705-0701-4259-81af-fe91842818fd
12852024-09-18T18:30:04.788ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs vm = migrate_running_process::import_failure_target1 vm_id = 6197f705-0701-4259-81af-fe91842818fd
12862024-09-18T18:30:04.788ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-2d3762d4-f072-4859-ad38-719c47b6bb8b"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::import_failure target = phd_framework::zfs verb = destroy vm = migrate_running_process::import_failure_target1 vm_id = 6197f705-0701-4259-81af-fe91842818fd
12872024-09-18T18:30:04.810ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 395 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::running_process::import_failure target = phd_framework::test_vm vm = migrate_running_process::import_failure_target1 vm_id = 6197f705-0701-4259-81af-fe91842818fd
12882024-09-18T18:30:04.810ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 11611 file = phd-tests/tests/src/migrate.rs line = 122 path = phd_tests::migrate::running_process::import_failure target = phd_tests::migrate::running_process
12892024-09-18T18:30:04.810ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 395 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
12902024-09-18T18:30:04.810ZINFOphd-runner: Starting test phd_tests::migrate::running_process::migrate_running_process file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
12912024-09-18T18:30:04.810ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
12922024-09-18T18:30:04.810ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
12932024-09-18T18:30:04.810ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/migrate.rs line = 102 path = phd_tests::migrate::running_process::migrate_running_process target = phd_tests::migrate::running_process
12942024-09-18T18:30:04.811ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
12952024-09-18T18:30:04.811ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
12962024-09-18T18:30:04.811ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
12972024-09-18T18:30:04.811ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs verb = list
12982024-09-18T18:30:04.824ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::migrate_running_process stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 171M 1.80T 170M /phd-artifacts\n target = phd_framework::zfs
12992024-09-18T18:30:04.824ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-05125c02-55e0-454a-a54b-84e8524ce31f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs verb = snapshot
13002024-09-18T18:30:04.843ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-05125c02-55e0-454a-a54b-84e8524ce31f", "phd-artifacts/phd-clone-2d12ddb5-2453-423c-81cf-d6b60c7b2873"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs verb = clone
13012024-09-18T18:30:04.863ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-2d12ddb5-2453-423c-81cf-d6b60c7b2873"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs verb = list
13022024-09-18T18:30:04.876ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::migrate::running_process::migrate_running_process stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-2d12ddb5-2453-423c-81cf-d6b60c7b2873 0B 1.80T 170M /phd-artifacts/phd-clone-2d12ddb5-2453-423c-81cf-d6b60c7b2873\n target = phd_framework::zfs
13032024-09-18T18:30:04.877ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
13042024-09-18T18:30:04.877ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm_name = migrate_running_process_source
13052024-09-18T18:30:04.877ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
13062024-09-18T18:30:04.877ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::migrate_running_process server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
13072024-09-18T18:30:04.877ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::migrate_running_process stderr_path = "/tmp/propolis-phd/migrate_running_process_source.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process_source.stdout.log" target = phd_framework::server_log_mode
13082024-09-18T18:30:04.884ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1029 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm::server
13092024-09-18T18:30:04.885ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
13102024-09-18T18:30:04.885ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
13112024-09-18T18:30:04.885ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm_name = migrate_running_process_target
13122024-09-18T18:30:04.885ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
13132024-09-18T18:30:04.885ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/migrate_running_process_target.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::migrate::running_process::migrate_running_process server_addr = 127.0.0.1:9002 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
13142024-09-18T18:30:04.885ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::migrate::running_process::migrate_running_process stderr_path = "/tmp/propolis-phd/migrate_running_process_target.stderr.log" stdout_path = "/tmp/propolis-phd/migrate_running_process_target.stdout.log" target = phd_framework::server_log_mode
13152024-09-18T18:30:04.892ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1030 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm::server
13162024-09-18T18:30:04.892ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
13172024-09-18T18:30:04.893ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13182024-09-18T18:30:04.893ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13192024-09-18T18:30:05.388ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
13202024-09-18T18:30:05.389ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 90d80865-2ee3-42db-946d-9e24e2529f0c, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: e861dae1-fd30-45aa-ad40-44f7e4a0be2d, silo_id: 5b99ca8c-69f8-4a9c-b0bf-4ce4226479dc, sled_id: f7cd2d76-4e16-41f6-ad02-43322c1c37b6, sled_model: "pheidippes", sled_revision: 1, sled_serial: "f7cd2d76-4e16-41f6-ad02-43322c1c37b6" }, name: "phd-vm-90d80865-2ee3-42db-946d-9e24e2529f0c", vcpus: 2 }, state: Creating } line = 428 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13212024-09-18T18:30:05.389ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 496 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13222024-09-18T18:30:05.389ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13232024-09-18T18:30:05.389ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::migrate::running_process::migrate_running_process state = Run target = phd_framework::test_vm vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13242024-09-18T18:30:05.389ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13252024-09-18T18:30:05.390ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
13262024-09-18T18:30:05.390ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = 300s vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13272024-09-18T18:30:05.390ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::migrate::running_process::migrate_running_process step = WaitFor("localhost login: ") target = phd_framework::test_vm
13282024-09-18T18:30:05.390ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13292024-09-18T18:30:05.390ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13302024-09-18T18:30:09.590ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4200 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13312024-09-18T18:30:09.590ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::migrate::running_process::migrate_running_process step = WriteStr("root") target = phd_framework::test_vm
13322024-09-18T18:30:09.590ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::migrate::running_process::migrate_running_process step = WaitFor("localhost:~#") target = phd_framework::test_vm
13332024-09-18T18:30:09.590ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13342024-09-18T18:30:09.590ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = CallerTimeout vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13352024-09-18T18:30:09.608ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 17 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13362024-09-18T18:30:09.608ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 759 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
13372024-09-18T18:30:09.608ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4218 file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm
13382024-09-18T18:30:09.608ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13392024-09-18T18:30:09.608ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13402024-09-18T18:30:09.696ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 87 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13412024-09-18T18:30:09.696ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13422024-09-18T18:30:09.696ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13432024-09-18T18:30:09.707ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13442024-09-18T18:30:09.707ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13452024-09-18T18:30:09.707ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13462024-09-18T18:30:09.718ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13472024-09-18T18:30:09.718ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13482024-09-18T18:30:09.718ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13492024-09-18T18:30:09.739ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 21 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13502024-09-18T18:30:09.740ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13512024-09-18T18:30:09.740ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13522024-09-18T18:30:09.751ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13532024-09-18T18:30:09.751ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13542024-09-18T18:30:09.751ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13552024-09-18T18:30:10.060ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 308 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13562024-09-18T18:30:10.060ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = 90d80865-2ee3-42db-946d-9e24e2529f0c target = phd_framework::test_vm target_id = a95418ad-e5b0-4dca-900e-9830c2d51326
13572024-09-18T18:30:10.060ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000 file = phd-tests/framework/src/test_vm/mod.rs line = 572 migration_id = c03d3fbb-bad6-4873-b986-9f190224c11a path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = 90d80865-2ee3-42db-946d-9e24e2529f0c target = phd_framework::test_vm target_id = a95418ad-e5b0-4dca-900e-9830c2d51326 timeout_duration = 45s
13582024-09-18T18:30:10.060ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = 90d80865-2ee3-42db-946d-9e24e2529f0c target = phd_framework::test_vm target_id = a95418ad-e5b0-4dca-900e-9830c2d51326 vm = migrate_running_process_target vm_id = a95418ad-e5b0-4dca-900e-9830c2d51326
13592024-09-18T18:30:10.186ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: a95418ad-e5b0-4dca-900e-9830c2d51326, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: e861dae1-fd30-45aa-ad40-44f7e4a0be2d, silo_id: 5b99ca8c-69f8-4a9c-b0bf-4ce4226479dc, sled_id: b71f1a0f-7a74-4afa-9da7-a3aab1a78a14, sled_model: "pheidippes", sled_revision: 1, sled_serial: "b71f1a0f-7a74-4afa-9da7-a3aab1a78a14" }, name: "phd-vm-a95418ad-e5b0-4dca-900e-9830c2d51326", vcpus: 2 }, state: Migrating } line = 428 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = 90d80865-2ee3-42db-946d-9e24e2529f0c target = phd_framework::test_vm target_id = a95418ad-e5b0-4dca-900e-9830c2d51326 vm = migrate_running_process_target vm_id = a95418ad-e5b0-4dca-900e-9830c2d51326
13602024-09-18T18:30:10.186ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 125 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = 90d80865-2ee3-42db-946d-9e24e2529f0c target = phd_framework::test_vm target_id = a95418ad-e5b0-4dca-900e-9830c2d51326 vm = migrate_running_process_target vm_id = a95418ad-e5b0-4dca-900e-9830c2d51326
13612024-09-18T18:30:10.186ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 593 migration_id = c03d3fbb-bad6-4873-b986-9f190224c11a path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = 90d80865-2ee3-42db-946d-9e24e2529f0c target = phd_framework::test_vm target_id = a95418ad-e5b0-4dca-900e-9830c2d51326
13622024-09-18T18:30:12.766ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9002","from_start":9375}} target = phd_framework::serial
13632024-09-18T18:30:12.893ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 606 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = 90d80865-2ee3-42db-946d-9e24e2529f0c target = phd_framework::test_vm target_id = a95418ad-e5b0-4dca-900e-9830c2d51326
13642024-09-18T18:30:12.893ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 2706 file = phd-tests/framework/src/test_vm/mod.rs line = 593 migration_id = c03d3fbb-bad6-4873-b986-9f190224c11a path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = 90d80865-2ee3-42db-946d-9e24e2529f0c target = phd_framework::test_vm target_id = a95418ad-e5b0-4dca-900e-9830c2d51326
13652024-09-18T18:30:12.893ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 2832 file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::migrate::running_process::migrate_running_process source = migrate_running_process_source source_id = 90d80865-2ee3-42db-946d-9e24e2529f0c target = phd_framework::test_vm target_id = a95418ad-e5b0-4dca-900e-9830c2d51326
13662024-09-18T18:30:12.893ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = a95418ad-e5b0-4dca-900e-9830c2d51326
13672024-09-18T18:30:12.893ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = migrate_running_process_target vm_id = a95418ad-e5b0-4dca-900e-9830c2d51326
13682024-09-18T18:30:12.905ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = a95418ad-e5b0-4dca-900e-9830c2d51326
13692024-09-18T18:30:12.905ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = a95418ad-e5b0-4dca-900e-9830c2d51326
13702024-09-18T18:30:12.905ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = migrate_running_process_target vm_id = a95418ad-e5b0-4dca-900e-9830c2d51326
13712024-09-18T18:30:12.994ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 89 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = a95418ad-e5b0-4dca-900e-9830c2d51326
13722024-09-18T18:30:12.995ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = a95418ad-e5b0-4dca-900e-9830c2d51326
13732024-09-18T18:30:12.995ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13742024-09-18T18:30:12.995ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
13752024-09-18T18:30:12.995ZINFOphd-runner: test phd_tests::migrate::running_process::migrate_running_process ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
13762024-09-18T18:30:12.995ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 7607 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
13772024-09-18T18:30:12.995ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
13782024-09-18T18:30:12.996ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = a95418ad-e5b0-4dca-900e-9830c2d51326
13792024-09-18T18:30:12.996ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::migrate_running_process self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13802024-09-18T18:30:13.131ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 136 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_source vm_id = 90d80865-2ee3-42db-946d-9e24e2529f0c
13812024-09-18T18:30:13.132ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::migrate::running_process::migrate_running_process self.address = 127.0.0.1:9002 target = phd_framework::test_vm::server vm = migrate_running_process_target vm_id = a95418ad-e5b0-4dca-900e-9830c2d51326
13822024-09-18T18:30:13.268ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs vm = migrate_running_process_target vm_id = a95418ad-e5b0-4dca-900e-9830c2d51326
13832024-09-18T18:30:13.268ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-2d12ddb5-2453-423c-81cf-d6b60c7b2873"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs verb = destroy vm = migrate_running_process_target vm_id = a95418ad-e5b0-4dca-900e-9830c2d51326
13842024-09-18T18:30:13.305ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs vm = migrate_running_process_target vm_id = a95418ad-e5b0-4dca-900e-9830c2d51326
13852024-09-18T18:30:13.305ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-05125c02-55e0-454a-a54b-84e8524ce31f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::zfs verb = destroy vm = migrate_running_process_target vm_id = a95418ad-e5b0-4dca-900e-9830c2d51326
13862024-09-18T18:30:13.328ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 333 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::migrate::running_process::migrate_running_process target = phd_framework::test_vm vm = migrate_running_process_target vm_id = a95418ad-e5b0-4dca-900e-9830c2d51326
13872024-09-18T18:30:13.328ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 8517 file = phd-tests/tests/src/migrate.rs line = 102 path = phd_tests::migrate::running_process::migrate_running_process target = phd_tests::migrate::running_process
13882024-09-18T18:30:13.328ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 332 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
13892024-09-18T18:30:13.328ZINFOphd-runner: Starting test phd_tests::framework::multiline_serial_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
13902024-09-18T18:30:13.328ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
13912024-09-18T18:30:13.328ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
13922024-09-18T18:30:13.328ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/framework.rs line = 10 path = phd_tests::framework::multiline_serial_test target = phd_tests::framework
13932024-09-18T18:30:13.328ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
13942024-09-18T18:30:13.329ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
13952024-09-18T18:30:13.329ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
13962024-09-18T18:30:13.329ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs verb = list
13972024-09-18T18:30:13.341ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::framework::multiline_serial_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 171M 1.80T 170M /phd-artifacts\n target = phd_framework::zfs
13982024-09-18T18:30:13.341ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-c1cba84d-68cb-403b-8440-3b66dcc3cfde"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs verb = snapshot
13992024-09-18T18:30:13.361ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-c1cba84d-68cb-403b-8440-3b66dcc3cfde", "phd-artifacts/phd-clone-7b4944ce-acea-4dc0-a711-c2c87d0cf04f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs verb = clone
14002024-09-18T18:30:13.382ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-7b4944ce-acea-4dc0-a711-c2c87d0cf04f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs verb = list
14012024-09-18T18:30:13.395ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::framework::multiline_serial_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-7b4944ce-acea-4dc0-a711-c2c87d0cf04f 0B 1.80T 170M /phd-artifacts/phd-clone-7b4944ce-acea-4dc0-a711-c2c87d0cf04f\n target = phd_framework::zfs
14022024-09-18T18:30:13.395ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm
14032024-09-18T18:30:13.395ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm_name = multiline_test
14042024-09-18T18:30:13.396ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
14052024-09-18T18:30:13.396ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/multiline_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::framework::multiline_serial_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
14062024-09-18T18:30:13.396ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::framework::multiline_serial_test stderr_path = "/tmp/propolis-phd/multiline_test.stderr.log" stdout_path = "/tmp/propolis-phd/multiline_test.stdout.log" target = phd_framework::server_log_mode
14072024-09-18T18:30:13.402ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1039 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm::server
14082024-09-18T18:30:13.403ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm
14092024-09-18T18:30:13.403ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14102024-09-18T18:30:13.403ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14112024-09-18T18:30:14.177ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
14122024-09-18T18:30:14.178ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 67b6c3ce-d680-4a29-a083-0bca0216a2c0, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 2c9fd1b1-4dcf-4eef-9e2a-9fe3ad029f39, silo_id: b8ef1f98-f5aa-4b30-bdc3-4afffa6285b4, sled_id: dd2f9055-7f5a-4f7e-816d-d88748602a82, sled_model: "pheidippes", sled_revision: 1, sled_serial: "dd2f9055-7f5a-4f7e-816d-d88748602a82" }, name: "phd-vm-67b6c3ce-d680-4a29-a083-0bca0216a2c0", vcpus: 2 }, state: Creating } line = 428 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14132024-09-18T18:30:14.178ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 774 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14142024-09-18T18:30:14.178ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14152024-09-18T18:30:14.178ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::framework::multiline_serial_test state = Run target = phd_framework::test_vm vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14162024-09-18T18:30:14.179ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14172024-09-18T18:30:14.179ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm
14182024-09-18T18:30:14.179ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm timeout_duration = 300s vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14192024-09-18T18:30:14.179ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::framework::multiline_serial_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
14202024-09-18T18:30:14.179ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14212024-09-18T18:30:14.179ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14222024-09-18T18:30:18.383ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4203 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14232024-09-18T18:30:18.383ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::framework::multiline_serial_test step = WriteStr("root") target = phd_framework::test_vm
14242024-09-18T18:30:18.383ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::framework::multiline_serial_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
14252024-09-18T18:30:18.383ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14262024-09-18T18:30:18.383ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14272024-09-18T18:30:18.401ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 17 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14282024-09-18T18:30:18.401ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 759 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm
14292024-09-18T18:30:18.401ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4222 file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm
14302024-09-18T18:30:18.401ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14312024-09-18T18:30:18.401ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14322024-09-18T18:30:18.433ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 31 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14332024-09-18T18:30:18.433ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14342024-09-18T18:30:18.433ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14352024-09-18T18:30:18.445ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14362024-09-18T18:30:18.445ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14372024-09-18T18:30:18.445ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
14382024-09-18T18:30:18.445ZINFOphd-runner: test phd_tests::framework::multiline_serial_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
14392024-09-18T18:30:18.445ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 4268 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
14402024-09-18T18:30:18.445ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
14412024-09-18T18:30:18.446ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14422024-09-18T18:30:19.124ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::framework::multiline_serial_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14432024-09-18T18:30:19.254ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14442024-09-18T18:30:19.254ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-7b4944ce-acea-4dc0-a711-c2c87d0cf04f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs verb = destroy vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14452024-09-18T18:30:19.289ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14462024-09-18T18:30:19.289ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-c1cba84d-68cb-403b-8440-3b66dcc3cfde"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::framework::multiline_serial_test target = phd_framework::zfs verb = destroy vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14472024-09-18T18:30:19.311ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 866 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::framework::multiline_serial_test target = phd_framework::test_vm vm = multiline_test vm_id = 67b6c3ce-d680-4a29-a083-0bca0216a2c0
14482024-09-18T18:30:19.311ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 5983 file = phd-tests/tests/src/framework.rs line = 10 path = phd_tests::framework::multiline_serial_test target = phd_tests::framework
14492024-09-18T18:30:19.312ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 866 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
14502024-09-18T18:30:19.312ZINFOphd-runner: Starting test phd_tests::crucible::migrate::load_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
14512024-09-18T18:30:19.312ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
14522024-09-18T18:30:19.312ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
14532024-09-18T18:30:19.312ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/crucible/migrate.rs line = 39 path = phd_tests::crucible::migrate::load_test target = phd_tests::crucible::migrate
14542024-09-18T18:30:19.312ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
14552024-09-18T18:30:19.312ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
14562024-09-18T18:30:19.312ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/20e9a4a7c91a5288305334e047e17e619236b98f9ecba20100ee9c0af246ecf9/crucible-downstairs target = phd_framework::artifacts::store
14572024-09-18T18:30:19.312ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
14582024-09-18T18:30:19.312ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce_9000", "--encrypted", "--uuid", "b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
14592024-09-18T18:30:19.370ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::migrate::load_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:30:19.327429552Z","hostname":"sock","pid":1043}\n{"msg":"UUID: b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:30:19.362381943Z","hostname":"sock","pid":1043}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:30:19.362397013Z","hostname":"sock","pid":1043}\n target = phd_framework::disk::crucible
14602024-09-18T18:30:19.370ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce_9001", "--encrypted", "--uuid", "b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
14612024-09-18T18:30:19.430ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::migrate::load_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:30:19.389792802Z","hostname":"sock","pid":1044}\n{"msg":"UUID: b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:30:19.422928332Z","hostname":"sock","pid":1044}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:30:19.422942802Z","hostname":"sock","pid":1044}\n target = phd_framework::disk::crucible
14622024-09-18T18:30:19.431ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce_9002", "--encrypted", "--uuid", "b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
14632024-09-18T18:30:19.491ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::migrate::load_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:30:19.450364402Z","hostname":"sock","pid":1045}\n{"msg":"UUID: b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:30:19.483342078Z","hostname":"sock","pid":1045}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:30:19.483354899Z","hostname":"sock","pid":1045}\n target = phd_framework::disk::crucible
14642024-09-18T18:30:19.491ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::load_test stderr_path = "/tmp/propolis-phd/crucible_b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce_9000.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce_9000.stdout.log" target = phd_framework::server_log_mode
14652024-09-18T18:30:19.491ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
14662024-09-18T18:30:19.491ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
14672024-09-18T18:30:19.503ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::load_test stderr_path = "/tmp/propolis-phd/crucible_b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce_9001.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce_9001.stdout.log" target = phd_framework::server_log_mode
14682024-09-18T18:30:19.503ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
14692024-09-18T18:30:19.503ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
14702024-09-18T18:30:19.514ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::load_test stderr_path = "/tmp/propolis-phd/crucible_b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce_9002.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce_9002.stdout.log" target = phd_framework::server_log_mode
14712024-09-18T18:30:19.514ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
14722024-09-18T18:30:19.514ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::load_test target = phd_framework::disk::crucible
14732024-09-18T18:30:19.522ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
14742024-09-18T18:30:19.522ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm_name = crucible_load_test_source
14752024-09-18T18:30:19.522ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
14762024-09-18T18:30:19.522ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_load_test_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::migrate::load_test server_addr = 127.0.0.1:9003 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
14772024-09-18T18:30:19.522ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::load_test stderr_path = "/tmp/propolis-phd/crucible_load_test_source.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_load_test_source.stdout.log" target = phd_framework::server_log_mode
14782024-09-18T18:30:19.530ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1049 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm::server
14792024-09-18T18:30:19.531ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 8 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
14802024-09-18T18:30:19.531ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
14812024-09-18T18:30:19.531ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
14822024-09-18T18:30:20.387ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
14832024-09-18T18:30:20.388ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 496c0b2a-8ec7-4e22-8918-d71380e3a420, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 80bf2645-ab02-4bfe-b0ee-4e52fc31855f, silo_id: dee6627b-8799-4634-8a9f-988e4035c89c, sled_id: f885bc2e-8271-428f-be72-608b67e44bf1, sled_model: "pheidippes", sled_revision: 1, sled_serial: "f885bc2e-8271-428f-be72-608b67e44bf1" }, name: "phd-vm-496c0b2a-8ec7-4e22-8918-d71380e3a420", vcpus: 2 }, state: Creating } line = 428 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
14842024-09-18T18:30:20.388ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 857 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
14852024-09-18T18:30:20.388ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
14862024-09-18T18:30:20.388ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::crucible::migrate::load_test state = Run target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
14872024-09-18T18:30:20.388ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
14882024-09-18T18:30:20.389ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
14892024-09-18T18:30:20.389ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = 300s vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
14902024-09-18T18:30:20.389ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::crucible::migrate::load_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
14912024-09-18T18:30:20.389ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
14922024-09-18T18:30:20.389ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
14932024-09-18T18:30:25.058ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4669 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
14942024-09-18T18:30:25.058ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::crucible::migrate::load_test step = WriteStr("root") target = phd_framework::test_vm
14952024-09-18T18:30:25.058ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::crucible::migrate::load_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
14962024-09-18T18:30:25.059ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
14972024-09-18T18:30:25.059ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
14982024-09-18T18:30:25.076ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 17 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
14992024-09-18T18:30:25.076ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 759 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
15002024-09-18T18:30:25.076ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4687 file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
15012024-09-18T18:30:25.077ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
15022024-09-18T18:30:25.077ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm_name = crucible_load_test_target
15032024-09-18T18:30:25.077ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
15042024-09-18T18:30:25.077ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_load_test_target.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::migrate::load_test server_addr = 127.0.0.1:9005 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
15052024-09-18T18:30:25.077ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::load_test stderr_path = "/tmp/propolis-phd/crucible_load_test_target.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_load_test_target.stdout.log" target = phd_framework::server_log_mode
15062024-09-18T18:30:25.090ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1050 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm::server
15072024-09-18T18:30:25.091ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 13 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm
15082024-09-18T18:30:25.091ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
15092024-09-18T18:30:25.091ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
15102024-09-18T18:30:25.098ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
15112024-09-18T18:30:25.099ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
15122024-09-18T18:30:25.099ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
15132024-09-18T18:30:25.328ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 229 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
15142024-09-18T18:30:25.329ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
15152024-09-18T18:30:25.329ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
15162024-09-18T18:30:25.340ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
15172024-09-18T18:30:25.340ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
15182024-09-18T18:30:25.340ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
15192024-09-18T18:30:25.609ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 269 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
15202024-09-18T18:30:25.610ZINFOphd-runner: [TEST - EVENT] Generated SHA256 checksum: 122c8c1c60b22f3489115505ef6544b652330a3be9e63a8ed783da73e41c119b file = phd-tests/tests/src/crucible/migrate.rs line = 72 path = phd_tests::crucible::migrate::load_test target = phd_tests::crucible::migrate
15212024-09-18T18:30:25.610ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
15222024-09-18T18:30:25.610ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
15232024-09-18T18:30:25.621ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
15242024-09-18T18:30:25.621ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
15252024-09-18T18:30:25.622ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
15262024-09-18T18:30:25.644ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 22 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
15272024-09-18T18:30:25.644ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420 target = phd_framework::test_vm target_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15282024-09-18T18:30:25.644ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9003 file = phd-tests/framework/src/test_vm/mod.rs line = 572 migration_id = 12ab17ad-5bfc-454c-a23d-077c7197a9f9 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420 target = phd_framework::test_vm target_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793 timeout_duration = 45s
15292024-09-18T18:30:25.644ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420 target = phd_framework::test_vm target_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793 vm = crucible_load_test_target vm_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15302024-09-18T18:30:25.763ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 80bf2645-ab02-4bfe-b0ee-4e52fc31855f, silo_id: dee6627b-8799-4634-8a9f-988e4035c89c, sled_id: 0ffefa24-5aba-4990-8055-2ab9a9542db1, sled_model: "pheidippes", sled_revision: 1, sled_serial: "0ffefa24-5aba-4990-8055-2ab9a9542db1" }, name: "phd-vm-1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793", vcpus: 2 }, state: Migrating } line = 428 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420 target = phd_framework::test_vm target_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793 vm = crucible_load_test_target vm_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15312024-09-18T18:30:25.763ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 118 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420 target = phd_framework::test_vm target_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793 vm = crucible_load_test_target vm_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15322024-09-18T18:30:25.763ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 593 migration_id = 12ab17ad-5bfc-454c-a23d-077c7197a9f9 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420 target = phd_framework::test_vm target_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15332024-09-18T18:30:29.774ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9005","from_start":7920}} target = phd_framework::serial
15342024-09-18T18:30:30.029ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 606 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420 target = phd_framework::test_vm target_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15352024-09-18T18:30:30.029ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 4265 file = phd-tests/framework/src/test_vm/mod.rs line = 593 migration_id = 12ab17ad-5bfc-454c-a23d-077c7197a9f9 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420 target = phd_framework::test_vm target_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15362024-09-18T18:30:30.029ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 4384 file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::crucible::migrate::load_test source = crucible_load_test_source source_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420 target = phd_framework::test_vm target_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15372024-09-18T18:30:30.029ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15382024-09-18T18:30:30.029ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_load_test_target vm_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15392024-09-18T18:30:30.041ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15402024-09-18T18:30:30.041ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15412024-09-18T18:30:30.041ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_load_test_target vm_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15422024-09-18T18:30:30.074ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15432024-09-18T18:30:30.075ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15442024-09-18T18:30:30.075ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_load_test_target vm_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15452024-09-18T18:30:30.085ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15462024-09-18T18:30:30.085ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15472024-09-18T18:30:30.085ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_load_test_target vm_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15482024-09-18T18:30:30.354ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 268 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15492024-09-18T18:30:30.354ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15502024-09-18T18:30:30.354ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
15512024-09-18T18:30:30.355ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
15522024-09-18T18:30:30.355ZINFOphd-runner: test phd_tests::crucible::migrate::load_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
15532024-09-18T18:30:30.355ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 9967 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
15542024-09-18T18:30:30.355ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
15552024-09-18T18:30:30.355ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15562024-09-18T18:30:30.356ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::migrate::load_test self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
15572024-09-18T18:30:30.494ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 139 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_source vm_id = 496c0b2a-8ec7-4e22-8918-d71380e3a420
15582024-09-18T18:30:30.495ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::migrate::load_test self.address = 127.0.0.1:9005 target = phd_framework::test_vm::server vm = crucible_load_test_target vm_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15592024-09-18T18:30:30.631ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::migrate::load_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: "/tmp/propolis-phd/b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce_9000" } } target = phd_framework::disk::crucible vm = crucible_load_test_target vm_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15602024-09-18T18:30:30.643ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::migrate::load_test self.path = "/tmp/propolis-phd/b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce_9000" target = phd_framework::disk::crucible vm = crucible_load_test_target vm_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15612024-09-18T18:30:30.654ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::migrate::load_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: "/tmp/propolis-phd/b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce_9001" } } target = phd_framework::disk::crucible vm = crucible_load_test_target vm_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15622024-09-18T18:30:30.671ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::migrate::load_test self.path = "/tmp/propolis-phd/b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce_9001" target = phd_framework::disk::crucible vm = crucible_load_test_target vm_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15632024-09-18T18:30:30.682ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::migrate::load_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: "/tmp/propolis-phd/b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce_9002" } } target = phd_framework::disk::crucible vm = crucible_load_test_target vm_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15642024-09-18T18:30:30.693ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::migrate::load_test self.path = "/tmp/propolis-phd/b6e23295-eda1-4a73-bbb9-f6cd3bb3e2ce_9002" target = phd_framework::disk::crucible vm = crucible_load_test_target vm_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15652024-09-18T18:30:30.704ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 349 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::crucible::migrate::load_test target = phd_framework::test_vm vm = crucible_load_test_target vm_id = 1ffb0ca3-6237-4f0f-b3c7-4bd1c920a793
15662024-09-18T18:30:30.704ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 11392 file = phd-tests/tests/src/crucible/migrate.rs line = 39 path = phd_tests::crucible::migrate::load_test target = phd_tests::crucible::migrate
15672024-09-18T18:30:30.704ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 349 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
15682024-09-18T18:30:30.704ZINFOphd-runner: Starting test phd_tests::crucible::migrate::smoke_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
15692024-09-18T18:30:30.704ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
15702024-09-18T18:30:30.704ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
15712024-09-18T18:30:30.705ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/crucible/migrate.rs line = 10 path = phd_tests::crucible::migrate::smoke_test target = phd_tests::crucible::migrate
15722024-09-18T18:30:30.705ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
15732024-09-18T18:30:30.705ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
15742024-09-18T18:30:30.705ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/20e9a4a7c91a5288305334e047e17e619236b98f9ecba20100ee9c0af246ecf9/crucible-downstairs target = phd_framework::artifacts::store
15752024-09-18T18:30:30.705ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
15762024-09-18T18:30:30.705ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/e7d769c2-8820-4e4f-9bb2-e830e1d1cc32_9000", "--encrypted", "--uuid", "e7d769c2-8820-4e4f-9bb2-e830e1d1cc32", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15772024-09-18T18:30:30.766ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::migrate::smoke_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/e7d769c2-8820-4e4f-9bb2-e830e1d1cc32_9000/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:30:30.724120693Z","hostname":"sock","pid":1053}\n{"msg":"UUID: e7d769c2-8820-4e4f-9bb2-e830e1d1cc32","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:30:30.757572498Z","hostname":"sock","pid":1053}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:30:30.757583488Z","hostname":"sock","pid":1053}\n target = phd_framework::disk::crucible
15782024-09-18T18:30:30.766ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/e7d769c2-8820-4e4f-9bb2-e830e1d1cc32_9001", "--encrypted", "--uuid", "e7d769c2-8820-4e4f-9bb2-e830e1d1cc32", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15792024-09-18T18:30:30.821ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::migrate::smoke_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/e7d769c2-8820-4e4f-9bb2-e830e1d1cc32_9001/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:30:30.781464356Z","hostname":"sock","pid":1054}\n{"msg":"UUID: e7d769c2-8820-4e4f-9bb2-e830e1d1cc32","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:30:30.813593578Z","hostname":"sock","pid":1054}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:30:30.813609758Z","hostname":"sock","pid":1054}\n target = phd_framework::disk::crucible
15802024-09-18T18:30:30.821ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["create", "--block-size", "512", "--data", "/tmp/propolis-phd/e7d769c2-8820-4e4f-9bb2-e830e1d1cc32_9002", "--encrypted", "--uuid", "e7d769c2-8820-4e4f-9bb2-e830e1d1cc32", "--extent-size", "131072", "--extent-count", "160"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15812024-09-18T18:30:30.876ZINFOphd-runner: [TEST - EVENT] Created Crucible region using crucible-downstairs file = phd-tests/framework/src/disk/crucible.rs line = 202 path = phd_tests::crucible::migrate::smoke_test status = ExitStatus(unix_wait_status(0)) stderr = stdout = {"msg":"Created new region file \\"/tmp/propolis-phd/e7d769c2-8820-4e4f-9bb2-e830e1d1cc32_9002/region.json\\"","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:30:30.836765213Z","hostname":"sock","pid":1055}\n{"msg":"UUID: e7d769c2-8820-4e4f-9bb2-e830e1d1cc32","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:30:30.868567809Z","hostname":"sock","pid":1055}\n{"msg":"Blocks per extent:131072 Total Extents: 160","v":0,"name":"crucible","level":30,"time":"2024-09-18T18:30:30.868577799Z","hostname":"sock","pid":1055}\n target = phd_framework::disk::crucible
15822024-09-18T18:30:30.876ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::smoke_test stderr_path = "/tmp/propolis-phd/crucible_e7d769c2-8820-4e4f-9bb2-e830e1d1cc32_9000.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_e7d769c2-8820-4e4f-9bb2-e830e1d1cc32_9000.stdout.log" target = phd_framework::server_log_mode
15832024-09-18T18:30:30.876ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/e7d769c2-8820-4e4f-9bb2-e830e1d1cc32_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15842024-09-18T18:30:30.876ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9000", "--data", "/tmp/propolis-phd/e7d769c2-8820-4e4f-9bb2-e830e1d1cc32_9000"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15852024-09-18T18:30:30.883ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::smoke_test stderr_path = "/tmp/propolis-phd/crucible_e7d769c2-8820-4e4f-9bb2-e830e1d1cc32_9001.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_e7d769c2-8820-4e4f-9bb2-e830e1d1cc32_9001.stdout.log" target = phd_framework::server_log_mode
15862024-09-18T18:30:30.883ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/e7d769c2-8820-4e4f-9bb2-e830e1d1cc32_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15872024-09-18T18:30:30.883ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9001", "--data", "/tmp/propolis-phd/e7d769c2-8820-4e4f-9bb2-e830e1d1cc32_9001"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15882024-09-18T18:30:30.890ZINFOphd-runner: [TEST - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::smoke_test stderr_path = "/tmp/propolis-phd/crucible_e7d769c2-8820-4e4f-9bb2-e830e1d1cc32_9002.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_e7d769c2-8820-4e4f-9bb2-e830e1d1cc32_9002.stdout.log" target = phd_framework::server_log_mode
15892024-09-18T18:30:30.890ZINFOphd-runner: [TEST - EVENT] Launching Crucible downstairs server crucible_args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/e7d769c2-8820-4e4f-9bb2-e830e1d1cc32_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 238 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15902024-09-18T18:30:30.890ZINFOphd-runner: [TEST - EVENT] Running crucible-downstairs args = ["run", "--address", "127.0.0.1", "--port", "9002", "--data", "/tmp/propolis-phd/e7d769c2-8820-4e4f-9bb2-e830e1d1cc32_9002"] file = phd-tests/framework/src/disk/crucible.rs line = 346 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::disk::crucible
15912024-09-18T18:30:30.897ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
15922024-09-18T18:30:30.898ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm_name = crucible_migrate_smoke_source
15932024-09-18T18:30:30.898ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
15942024-09-18T18:30:30.898ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_migrate_smoke_source.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::migrate::smoke_test server_addr = 127.0.0.1:9003 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
15952024-09-18T18:30:30.898ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::smoke_test stderr_path = "/tmp/propolis-phd/crucible_migrate_smoke_source.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_migrate_smoke_source.stdout.log" target = phd_framework::server_log_mode
15962024-09-18T18:30:30.905ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1059 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm::server
15972024-09-18T18:30:30.906ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 8 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
15982024-09-18T18:30:30.906ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
15992024-09-18T18:30:30.906ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16002024-09-18T18:30:31.646ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
16012024-09-18T18:30:31.647ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 64ab9ddf-efb8-4609-992e-52d613a421d7, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 883c72a0-6b5c-44c7-a20f-216fcc667d11, silo_id: 3a8a055e-7b6d-4846-9c85-73eebe4aaa46, sled_id: 1350873c-18c1-4898-a340-b6a559e39751, sled_model: "pheidippes", sled_revision: 1, sled_serial: "1350873c-18c1-4898-a340-b6a559e39751" }, name: "phd-vm-64ab9ddf-efb8-4609-992e-52d613a421d7", vcpus: 2 }, state: Creating } line = 428 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16022024-09-18T18:30:31.647ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 741 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16032024-09-18T18:30:31.647ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16042024-09-18T18:30:31.647ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::crucible::migrate::smoke_test state = Run target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16052024-09-18T18:30:31.648ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 1 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16062024-09-18T18:30:31.648ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
16072024-09-18T18:30:31.648ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = 300s vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16082024-09-18T18:30:31.648ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::crucible::migrate::smoke_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
16092024-09-18T18:30:31.648ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16102024-09-18T18:30:31.648ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16112024-09-18T18:30:36.325ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4676 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16122024-09-18T18:30:36.325ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::crucible::migrate::smoke_test step = WriteStr("root") target = phd_framework::test_vm
16132024-09-18T18:30:36.325ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::crucible::migrate::smoke_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
16142024-09-18T18:30:36.325ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16152024-09-18T18:30:36.325ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16162024-09-18T18:30:36.343ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 17 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16172024-09-18T18:30:36.343ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 759 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
16182024-09-18T18:30:36.343ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4694 file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
16192024-09-18T18:30:36.343ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16202024-09-18T18:30:36.343ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16212024-09-18T18:30:36.355ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16222024-09-18T18:30:36.355ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16232024-09-18T18:30:36.355ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16242024-09-18T18:30:36.376ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 21 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16252024-09-18T18:30:36.377ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16262024-09-18T18:30:36.377ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16272024-09-18T18:30:36.387ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16282024-09-18T18:30:36.387ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16292024-09-18T18:30:36.387ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16302024-09-18T18:30:36.409ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 21 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16312024-09-18T18:30:36.409ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16322024-09-18T18:30:36.409ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16332024-09-18T18:30:36.420ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16342024-09-18T18:30:36.420ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16352024-09-18T18:30:36.421ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16362024-09-18T18:30:36.453ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16372024-09-18T18:30:36.454ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
16382024-09-18T18:30:36.454ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm_name = crucible_migrate_smoke_target
16392024-09-18T18:30:36.454ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
16402024-09-18T18:30:36.454ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/crucible_migrate_smoke_target.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::crucible::migrate::smoke_test server_addr = 127.0.0.1:9005 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
16412024-09-18T18:30:36.454ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::crucible::migrate::smoke_test stderr_path = "/tmp/propolis-phd/crucible_migrate_smoke_target.stderr.log" stdout_path = "/tmp/propolis-phd/crucible_migrate_smoke_target.stdout.log" target = phd_framework::server_log_mode
16422024-09-18T18:30:36.467ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1060 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm::server
16432024-09-18T18:30:36.467ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 13 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm
16442024-09-18T18:30:36.467ZINFOphd-runner: [MIGRATE_FROM - START] file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = 64ab9ddf-efb8-4609-992e-52d613a421d7 target = phd_framework::test_vm target_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc
16452024-09-18T18:30:36.467ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9003 file = phd-tests/framework/src/test_vm/mod.rs line = 572 migration_id = 77dd993a-4744-4d99-b3e7-7e2ed453538e path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = 64ab9ddf-efb8-4609-992e-52d613a421d7 target = phd_framework::test_vm target_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc timeout_duration = 45s
16462024-09-18T18:30:36.467ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = 64ab9ddf-efb8-4609-992e-52d613a421d7 target = phd_framework::test_vm target_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc vm = crucible_migrate_smoke_target vm_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc
16472024-09-18T18:30:36.468ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9005/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = 64ab9ddf-efb8-4609-992e-52d613a421d7 target = phd_framework::test_vm target_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc vm = crucible_migrate_smoke_target vm_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc
16482024-09-18T18:30:37.053ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 883c72a0-6b5c-44c7-a20f-216fcc667d11, silo_id: 3a8a055e-7b6d-4846-9c85-73eebe4aaa46, sled_id: 63252167-1c60-4923-961b-debc8b587ce3, sled_model: "pheidippes", sled_revision: 1, sled_serial: "63252167-1c60-4923-961b-debc8b587ce3" }, name: "phd-vm-8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc", vcpus: 2 }, state: Migrating } line = 428 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = 64ab9ddf-efb8-4609-992e-52d613a421d7 target = phd_framework::test_vm target_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc vm = crucible_migrate_smoke_target vm_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc
16492024-09-18T18:30:37.053ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 585 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = 64ab9ddf-efb8-4609-992e-52d613a421d7 target = phd_framework::test_vm target_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc vm = crucible_migrate_smoke_target vm_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc
16502024-09-18T18:30:37.053ZINFOphd-runner: [MIGRATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 593 migration_id = 77dd993a-4744-4d99-b3e7-7e2ed453538e path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = 64ab9ddf-efb8-4609-992e-52d613a421d7 target = phd_framework::test_vm target_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc
16512024-09-18T18:30:39.610ZINFOphd-runner: [SERIAL CONSOLE TASK - EVENT] serial socket control message file = phd-tests/framework/src/serial/mod.rs line = 275 s = {"Migrating":{"destination":"127.0.0.1:9005","from_start":7718}} target = phd_framework::serial
16522024-09-18T18:30:40.615ZINFOphd-runner: [MIGRATE_FROM - EVENT] Migration completed successfully file = phd-tests/framework/src/test_vm/mod.rs line = 606 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = 64ab9ddf-efb8-4609-992e-52d613a421d7 target = phd_framework::test_vm target_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc
16532024-09-18T18:30:40.615ZINFOphd-runner: [MIGRATE - END] elapsed_milliseconds = 3561 file = phd-tests/framework/src/test_vm/mod.rs line = 593 migration_id = 77dd993a-4744-4d99-b3e7-7e2ed453538e path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = 64ab9ddf-efb8-4609-992e-52d613a421d7 target = phd_framework::test_vm target_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc
16542024-09-18T18:30:40.615ZINFOphd-runner: [MIGRATE_FROM - END] elapsed_milliseconds = 4147 file = phd-tests/framework/src/test_vm/mod.rs line = 539 path = phd_tests::crucible::migrate::smoke_test source = crucible_migrate_smoke_source source_id = 64ab9ddf-efb8-4609-992e-52d613a421d7 target = phd_framework::test_vm target_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc
16552024-09-18T18:30:40.615ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc
16562024-09-18T18:30:40.615ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = crucible_migrate_smoke_target vm_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc
16572024-09-18T18:30:40.627ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc
16582024-09-18T18:30:40.627ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc
16592024-09-18T18:30:40.627ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = crucible_migrate_smoke_target vm_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc
16602024-09-18T18:30:40.660ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc
16612024-09-18T18:30:40.660ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc
16622024-09-18T18:30:40.660ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16632024-09-18T18:30:40.660ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
16642024-09-18T18:30:40.661ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 9014 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
16652024-09-18T18:30:40.661ZINFOphd-runner: test phd_tests::crucible::migrate::smoke_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
16662024-09-18T18:30:40.661ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
16672024-09-18T18:30:40.661ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc
16682024-09-18T18:30:40.662ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::migrate::smoke_test self.address = 127.0.0.1:9003 target = phd_framework::test_vm::server vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16692024-09-18T18:30:40.798ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 137 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_source vm_id = 64ab9ddf-efb8-4609-992e-52d613a421d7
16702024-09-18T18:30:40.799ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::crucible::migrate::smoke_test self.address = 127.0.0.1:9005 target = phd_framework::test_vm::server vm = crucible_migrate_smoke_target vm_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc
16712024-09-18T18:30:40.932ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::migrate::smoke_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: "/tmp/propolis-phd/e7d769c2-8820-4e4f-9bb2-e830e1d1cc32_9000" } } target = phd_framework::disk::crucible vm = crucible_migrate_smoke_target vm_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc
16722024-09-18T18:30:40.945ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::migrate::smoke_test self.path = "/tmp/propolis-phd/e7d769c2-8820-4e4f-9bb2-e830e1d1cc32_9000" target = phd_framework::disk::crucible vm = crucible_migrate_smoke_target vm_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc
16732024-09-18T18:30:40.957ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::migrate::smoke_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: "/tmp/propolis-phd/e7d769c2-8820-4e4f-9bb2-e830e1d1cc32_9001" } } target = phd_framework::disk::crucible vm = crucible_migrate_smoke_target vm_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc
16742024-09-18T18:30:40.969ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::migrate::smoke_test self.path = "/tmp/propolis-phd/e7d769c2-8820-4e4f-9bb2-e830e1d1cc32_9001" target = phd_framework::disk::crucible vm = crucible_migrate_smoke_target vm_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc
16752024-09-18T18:30:40.980ZINFOphd-runner: [VM CLEANUP - EVENT] Stopping Crucible downstairs process file = phd-tests/framework/src/disk/crucible.rs line = 54 path = phd_tests::crucible::migrate::smoke_test self = Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: "/tmp/propolis-phd/e7d769c2-8820-4e4f-9bb2-e830e1d1cc32_9002" } } target = phd_framework::disk::crucible vm = crucible_migrate_smoke_target vm_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc
16762024-09-18T18:30:40.994ZINFOphd-runner: [VM CLEANUP - EVENT] Deleting Crucible downstairs data directory file = phd-tests/framework/src/disk/crucible.rs line = 35 path = phd_tests::crucible::migrate::smoke_test self.path = "/tmp/propolis-phd/e7d769c2-8820-4e4f-9bb2-e830e1d1cc32_9002" target = phd_framework::disk::crucible vm = crucible_migrate_smoke_target vm_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc
16772024-09-18T18:30:41.005ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 344 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::crucible::migrate::smoke_test target = phd_framework::test_vm vm = crucible_migrate_smoke_target vm_id = 8d7a0e73-81a1-4e29-90c4-3a9e66e57fdc
16782024-09-18T18:30:41.005ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 10300 file = phd-tests/tests/src/crucible/migrate.rs line = 10 path = phd_tests::crucible::migrate::smoke_test target = phd_tests::crucible::migrate
16792024-09-18T18:30:41.005ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 344 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
16802024-09-18T18:30:41.005ZINFOphd-runner: Starting test phd_tests::server_state_machine::instance_reset_requires_running_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
16812024-09-18T18:30:41.005ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
16822024-09-18T18:30:41.005ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
16832024-09-18T18:30:41.006ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/server_state_machine.rs line = 83 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_tests::server_state_machine
16842024-09-18T18:30:41.006ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
16852024-09-18T18:30:41.006ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
16862024-09-18T18:30:41.006ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
16872024-09-18T18:30:41.006ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs verb = list
16882024-09-18T18:30:41.026ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_reset_requires_running_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 171M 1.80T 170M /phd-artifacts\n target = phd_framework::zfs
16892024-09-18T18:30:41.026ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-b21e171a-5470-427c-ad6d-d15e00165de6"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs verb = snapshot
16902024-09-18T18:30:41.050ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-b21e171a-5470-427c-ad6d-d15e00165de6", "phd-artifacts/phd-clone-50d064b7-75f4-470c-8281-2a9aaa8421af"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs verb = clone
16912024-09-18T18:30:41.072ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-50d064b7-75f4-470c-8281-2a9aaa8421af"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs verb = list
16922024-09-18T18:30:41.084ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_reset_requires_running_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-50d064b7-75f4-470c-8281-2a9aaa8421af 0B 1.80T 170M /phd-artifacts/phd-clone-50d064b7-75f4-470c-8281-2a9aaa8421af\n target = phd_framework::zfs
16932024-09-18T18:30:41.085ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm
16942024-09-18T18:30:41.086ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm_name = instance_reset_requires_running_test
16952024-09-18T18:30:41.086ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
16962024-09-18T18:30:41.086ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/instance_reset_requires_running_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::server_state_machine::instance_reset_requires_running_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
16972024-09-18T18:30:41.086ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::server_state_machine::instance_reset_requires_running_test stderr_path = "/tmp/propolis-phd/instance_reset_requires_running_test.stderr.log" stdout_path = "/tmp/propolis-phd/instance_reset_requires_running_test.stdout.log" target = phd_framework::server_log_mode
16982024-09-18T18:30:41.092ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1067 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm::server
16992024-09-18T18:30:41.093ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm
17002024-09-18T18:30:41.093ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 60e18e12-4caf-49ff-927b-65e8c32a7c09
17012024-09-18T18:30:41.093ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::server_state_machine::instance_reset_requires_running_test state = Reboot target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 60e18e12-4caf-49ff-927b-65e8c32a7c09
17022024-09-18T18:30:41.093ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 60e18e12-4caf-49ff-927b-65e8c32a7c09
17032024-09-18T18:30:41.094ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 60e18e12-4caf-49ff-927b-65e8c32a7c09
17042024-09-18T18:30:41.094ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 60e18e12-4caf-49ff-927b-65e8c32a7c09
17052024-09-18T18:30:41.641ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
17062024-09-18T18:30:41.642ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 60e18e12-4caf-49ff-927b-65e8c32a7c09, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: ea07d3ed-cc48-4072-8734-57d622c0a32b, silo_id: 27a272f1-dccd-4d47-87af-47f70d9e76c0, sled_id: 1df11f9f-2305-4233-a7ba-46c739b20436, sled_model: "pheidippes", sled_revision: 1, sled_serial: "1df11f9f-2305-4233-a7ba-46c739b20436" }, name: "phd-vm-60e18e12-4caf-49ff-927b-65e8c32a7c09", vcpus: 2 }, state: Creating } line = 428 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 60e18e12-4caf-49ff-927b-65e8c32a7c09
17072024-09-18T18:30:41.642ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 548 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 60e18e12-4caf-49ff-927b-65e8c32a7c09
17082024-09-18T18:30:41.642ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 60e18e12-4caf-49ff-927b-65e8c32a7c09
17092024-09-18T18:30:41.642ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::server_state_machine::instance_reset_requires_running_test state = Run target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 60e18e12-4caf-49ff-927b-65e8c32a7c09
17102024-09-18T18:30:41.643ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 60e18e12-4caf-49ff-927b-65e8c32a7c09
17112024-09-18T18:30:41.643ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 658 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 60e18e12-4caf-49ff-927b-65e8c32a7c09
17122024-09-18T18:30:41.643ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running file = phd-tests/framework/src/test_vm/mod.rs line = 664 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 60e18e12-4caf-49ff-927b-65e8c32a7c09
17132024-09-18T18:30:41.643ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 515 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 60e18e12-4caf-49ff-927b-65e8c32a7c09
17142024-09-18T18:30:41.643ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 517 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 60e18e12-4caf-49ff-927b-65e8c32a7c09
17152024-09-18T18:30:41.643ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 515 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 60e18e12-4caf-49ff-927b-65e8c32a7c09
17162024-09-18T18:30:41.644ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 658 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 60e18e12-4caf-49ff-927b-65e8c32a7c09
17172024-09-18T18:30:41.644ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 60e18e12-4caf-49ff-927b-65e8c32a7c09
17182024-09-18T18:30:41.644ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
17192024-09-18T18:30:41.644ZINFOphd-runner: test phd_tests::server_state_machine::instance_reset_requires_running_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
17202024-09-18T18:30:41.644ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 2 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
17212024-09-18T18:30:41.644ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
17222024-09-18T18:30:41.644ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 60e18e12-4caf-49ff-927b-65e8c32a7c09
17232024-09-18T18:30:42.042ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::server_state_machine::instance_reset_requires_running_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = instance_reset_requires_running_test vm_id = 60e18e12-4caf-49ff-927b-65e8c32a7c09
17242024-09-18T18:30:42.178ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs vm = instance_reset_requires_running_test vm_id = 60e18e12-4caf-49ff-927b-65e8c32a7c09
17252024-09-18T18:30:42.178ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-50d064b7-75f4-470c-8281-2a9aaa8421af"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs verb = destroy vm = instance_reset_requires_running_test vm_id = 60e18e12-4caf-49ff-927b-65e8c32a7c09
17262024-09-18T18:30:42.220ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs vm = instance_reset_requires_running_test vm_id = 60e18e12-4caf-49ff-927b-65e8c32a7c09
17272024-09-18T18:30:42.220ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-b21e171a-5470-427c-ad6d-d15e00165de6"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::zfs verb = destroy vm = instance_reset_requires_running_test vm_id = 60e18e12-4caf-49ff-927b-65e8c32a7c09
17282024-09-18T18:30:42.242ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 598 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_framework::test_vm vm = instance_reset_requires_running_test vm_id = 60e18e12-4caf-49ff-927b-65e8c32a7c09
17292024-09-18T18:30:42.242ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 1236 file = phd-tests/tests/src/server_state_machine.rs line = 83 path = phd_tests::server_state_machine::instance_reset_requires_running_test target = phd_tests::server_state_machine
17302024-09-18T18:30:42.243ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 598 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
17312024-09-18T18:30:42.243ZINFOphd-runner: Starting test phd_tests::server_state_machine::instance_reset_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
17322024-09-18T18:30:42.243ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
17332024-09-18T18:30:42.243ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
17342024-09-18T18:30:42.243ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/server_state_machine.rs line = 52 path = phd_tests::server_state_machine::instance_reset_test target = phd_tests::server_state_machine
17352024-09-18T18:30:42.243ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
17362024-09-18T18:30:42.243ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
17372024-09-18T18:30:42.243ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
17382024-09-18T18:30:42.243ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs verb = list
17392024-09-18T18:30:42.256ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_reset_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 171M 1.80T 170M /phd-artifacts\n target = phd_framework::zfs
17402024-09-18T18:30:42.256ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-410debd4-4012-4103-bc9d-fcb0b14a5af2"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs verb = snapshot
17412024-09-18T18:30:42.276ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-410debd4-4012-4103-bc9d-fcb0b14a5af2", "phd-artifacts/phd-clone-f80e92d4-13ee-4b9b-9438-c7c4bb34470f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs verb = clone
17422024-09-18T18:30:42.297ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-f80e92d4-13ee-4b9b-9438-c7c4bb34470f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs verb = list
17432024-09-18T18:30:42.309ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_reset_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-f80e92d4-13ee-4b9b-9438-c7c4bb34470f 0B 1.80T 170M /phd-artifacts/phd-clone-f80e92d4-13ee-4b9b-9438-c7c4bb34470f\n target = phd_framework::zfs
17442024-09-18T18:30:42.309ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm
17452024-09-18T18:30:42.309ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm_name = instance_reset_returns_to_running_test
17462024-09-18T18:30:42.309ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
17472024-09-18T18:30:42.310ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/instance_reset_returns_to_running_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::server_state_machine::instance_reset_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
17482024-09-18T18:30:42.310ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::server_state_machine::instance_reset_test stderr_path = "/tmp/propolis-phd/instance_reset_returns_to_running_test.stderr.log" stdout_path = "/tmp/propolis-phd/instance_reset_returns_to_running_test.stdout.log" target = phd_framework::server_log_mode
17492024-09-18T18:30:42.317ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1075 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm::server
17502024-09-18T18:30:42.317ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm
17512024-09-18T18:30:42.317ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17522024-09-18T18:30:42.317ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17532024-09-18T18:30:42.318ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17542024-09-18T18:30:42.318ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17552024-09-18T18:30:42.318ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17562024-09-18T18:30:43.094ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
17572024-09-18T18:30:43.094ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 89463c99-830d-4584-9557-03a7169279b6, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: d42b6c87-58e8-4132-9dbe-627fd95762d7, silo_id: 5b5350d7-e64d-4033-9652-6c70ba7b678f, sled_id: c6b30275-da60-4445-a089-2b2e9fb2cdc6, sled_model: "pheidippes", sled_revision: 1, sled_serial: "c6b30275-da60-4445-a089-2b2e9fb2cdc6" }, name: "phd-vm-89463c99-830d-4584-9557-03a7169279b6", vcpus: 2 }, state: Creating } line = 428 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17582024-09-18T18:30:43.094ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 776 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17592024-09-18T18:30:43.094ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17602024-09-18T18:30:43.095ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::server_state_machine::instance_reset_test state = Run target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17612024-09-18T18:30:43.095ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17622024-09-18T18:30:43.095ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 658 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17632024-09-18T18:30:43.095ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running file = phd-tests/framework/src/test_vm/mod.rs line = 664 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17642024-09-18T18:30:43.095ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 515 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17652024-09-18T18:30:43.095ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 517 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17662024-09-18T18:30:43.096ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 515 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17672024-09-18T18:30:43.096ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 658 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17682024-09-18T18:30:43.096ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17692024-09-18T18:30:43.096ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17702024-09-18T18:30:43.096ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17712024-09-18T18:30:43.096ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 658 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17722024-09-18T18:30:43.097ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running file = phd-tests/framework/src/test_vm/mod.rs line = 664 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17732024-09-18T18:30:43.097ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 515 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17742024-09-18T18:30:43.097ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 517 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17752024-09-18T18:30:43.102ZINFOphd-runner: [GET - END] elapsed_milliseconds = 5 file = phd-tests/framework/src/test_vm/mod.rs line = 515 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17762024-09-18T18:30:43.102ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 5 file = phd-tests/framework/src/test_vm/mod.rs line = 658 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17772024-09-18T18:30:43.102ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17782024-09-18T18:30:43.102ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17792024-09-18T18:30:43.103ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17802024-09-18T18:30:43.103ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17812024-09-18T18:30:43.103ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17822024-09-18T18:30:43.103ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17832024-09-18T18:30:43.103ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17842024-09-18T18:30:43.103ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17852024-09-18T18:30:43.104ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17862024-09-18T18:30:43.104ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17872024-09-18T18:30:43.104ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17882024-09-18T18:30:43.104ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17892024-09-18T18:30:43.105ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17902024-09-18T18:30:43.105ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17912024-09-18T18:30:43.105ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17922024-09-18T18:30:43.105ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17932024-09-18T18:30:43.105ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17942024-09-18T18:30:43.106ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17952024-09-18T18:30:43.106ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17962024-09-18T18:30:43.106ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17972024-09-18T18:30:43.107ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 1 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17982024-09-18T18:30:43.107ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
17992024-09-18T18:30:43.107ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18002024-09-18T18:30:43.107ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18012024-09-18T18:30:43.107ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18022024-09-18T18:30:43.107ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18032024-09-18T18:30:43.108ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18042024-09-18T18:30:43.108ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18052024-09-18T18:30:43.108ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18062024-09-18T18:30:43.108ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18072024-09-18T18:30:43.109ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 658 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18082024-09-18T18:30:43.109ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running file = phd-tests/framework/src/test_vm/mod.rs line = 664 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18092024-09-18T18:30:43.109ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 515 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18102024-09-18T18:30:43.109ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 517 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18112024-09-18T18:30:43.109ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 515 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18122024-09-18T18:30:43.109ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 658 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18132024-09-18T18:30:43.109ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18142024-09-18T18:30:43.109ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::server_state_machine::instance_reset_test state = Stop target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18152024-09-18T18:30:43.110ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18162024-09-18T18:30:43.110ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 658 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18172024-09-18T18:30:43.110ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 664 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18182024-09-18T18:30:43.110ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 515 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18192024-09-18T18:30:43.110ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 517 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18202024-09-18T18:30:43.111ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 515 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18212024-09-18T18:30:43.113ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 271 target = phd_framework::serial
18222024-09-18T18:30:43.113ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 19 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
18232024-09-18T18:30:43.386ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 515 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18242024-09-18T18:30:43.386ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 517 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18252024-09-18T18:30:43.387ZINFOphd-runner: [GET - END] elapsed_milliseconds = 1 file = phd-tests/framework/src/test_vm/mod.rs line = 515 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18262024-09-18T18:30:43.387ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 277 file = phd-tests/framework/src/test_vm/mod.rs line = 658 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18272024-09-18T18:30:43.388ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18282024-09-18T18:30:43.388ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::server_state_machine::instance_reset_test state = Reboot target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18292024-09-18T18:30:43.388ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18302024-09-18T18:30:43.388ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18312024-09-18T18:30:43.388ZINFOphd-runner: test phd_tests::server_state_machine::instance_reset_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
18322024-09-18T18:30:43.389ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
18332024-09-18T18:30:43.389ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::server_state_machine::instance_reset_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18342024-09-18T18:30:43.516ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18352024-09-18T18:30:43.516ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-f80e92d4-13ee-4b9b-9438-c7c4bb34470f"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs verb = destroy vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18362024-09-18T18:30:43.566ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18372024-09-18T18:30:43.566ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-410debd4-4012-4103-bc9d-fcb0b14a5af2"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::zfs verb = destroy vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18382024-09-18T18:30:43.591ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 202 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::server_state_machine::instance_reset_test target = phd_framework::test_vm vm = instance_reset_returns_to_running_test vm_id = 89463c99-830d-4584-9557-03a7169279b6
18392024-09-18T18:30:43.591ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 1347 file = phd-tests/tests/src/server_state_machine.rs line = 52 path = phd_tests::server_state_machine::instance_reset_test target = phd_tests::server_state_machine
18402024-09-18T18:30:43.591ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 202 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
18412024-09-18T18:30:43.591ZINFOphd-runner: Starting test phd_tests::server_state_machine::instance_stop_causes_destroy_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
18422024-09-18T18:30:43.591ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
18432024-09-18T18:30:43.591ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
18442024-09-18T18:30:43.591ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/server_state_machine.rs line = 28 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_tests::server_state_machine
18452024-09-18T18:30:43.591ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
18462024-09-18T18:30:43.591ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
18472024-09-18T18:30:43.591ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
18482024-09-18T18:30:43.591ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs verb = list
18492024-09-18T18:30:43.604ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 171M 1.80T 170M /phd-artifacts\n target = phd_framework::zfs
18502024-09-18T18:30:43.605ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-dfd8d7e1-8980-4f6a-b600-c9e0b93a4705"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs verb = snapshot
18512024-09-18T18:30:43.625ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-dfd8d7e1-8980-4f6a-b600-c9e0b93a4705", "phd-artifacts/phd-clone-2fce2489-35a0-4ba2-9983-5d8734ade3b2"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs verb = clone
18522024-09-18T18:30:43.647ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-2fce2489-35a0-4ba2-9983-5d8734ade3b2"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs verb = list
18532024-09-18T18:30:43.660ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-2fce2489-35a0-4ba2-9983-5d8734ade3b2 0B 1.80T 170M /phd-artifacts/phd-clone-2fce2489-35a0-4ba2-9983-5d8734ade3b2\n target = phd_framework::zfs
18542024-09-18T18:30:43.660ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm
18552024-09-18T18:30:43.660ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm_name = instance_stop_causes_destroy_test
18562024-09-18T18:30:43.660ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
18572024-09-18T18:30:43.661ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/instance_stop_causes_destroy_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
18582024-09-18T18:30:43.661ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test stderr_path = "/tmp/propolis-phd/instance_stop_causes_destroy_test.stderr.log" stdout_path = "/tmp/propolis-phd/instance_stop_causes_destroy_test.stdout.log" target = phd_framework::server_log_mode
18592024-09-18T18:30:43.668ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1083 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm::server
18602024-09-18T18:30:43.668ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm
18612024-09-18T18:30:43.668ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18622024-09-18T18:30:43.669ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18632024-09-18T18:30:44.295ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
18642024-09-18T18:30:44.296ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: d186c256-bd0a-400d-8f8a-463e553dab67, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 412f0179-6809-4793-8241-9707568b40ba, silo_id: 89ba38cd-e908-484a-bc51-e942e91e532d, sled_id: a55b193b-84d6-4de4-ad88-b569e6f257b9, sled_model: "pheidippes", sled_revision: 1, sled_serial: "a55b193b-84d6-4de4-ad88-b569e6f257b9" }, name: "phd-vm-d186c256-bd0a-400d-8f8a-463e553dab67", vcpus: 2 }, state: Creating } line = 428 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18652024-09-18T18:30:44.296ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 627 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18662024-09-18T18:30:44.296ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18672024-09-18T18:30:44.296ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test state = Run target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18682024-09-18T18:30:44.297ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18692024-09-18T18:30:44.297ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18702024-09-18T18:30:44.297ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test state = Stop target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18712024-09-18T18:30:44.297ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18722024-09-18T18:30:44.297ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 658 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18732024-09-18T18:30:44.297ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 664 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18742024-09-18T18:30:44.297ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 515 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18752024-09-18T18:30:44.297ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 517 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18762024-09-18T18:30:44.298ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 515 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18772024-09-18T18:30:44.300ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 271 target = phd_framework::serial
18782024-09-18T18:30:44.301ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 5 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
18792024-09-18T18:30:44.891ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 515 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18802024-09-18T18:30:44.891ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 517 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18812024-09-18T18:30:44.892ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 515 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18822024-09-18T18:30:44.892ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 594 file = phd-tests/framework/src/test_vm/mod.rs line = 658 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18832024-09-18T18:30:44.892ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18842024-09-18T18:30:44.892ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test state = Run target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18852024-09-18T18:30:44.892ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18862024-09-18T18:30:44.893ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18872024-09-18T18:30:44.893ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test state = Stop target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18882024-09-18T18:30:44.893ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18892024-09-18T18:30:44.893ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18902024-09-18T18:30:44.893ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test state = Reboot target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18912024-09-18T18:30:44.894ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18922024-09-18T18:30:44.894ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18932024-09-18T18:30:44.894ZINFOphd-runner: test phd_tests::server_state_machine::instance_stop_causes_destroy_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
18942024-09-18T18:30:44.894ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
18952024-09-18T18:30:44.895ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18962024-09-18T18:30:45.027ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18972024-09-18T18:30:45.027ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-2fce2489-35a0-4ba2-9983-5d8734ade3b2"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs verb = destroy vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18982024-09-18T18:30:45.068ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
18992024-09-18T18:30:45.068ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-dfd8d7e1-8980-4f6a-b600-c9e0b93a4705"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::zfs verb = destroy vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
19002024-09-18T18:30:45.091ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 197 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_framework::test_vm vm = instance_stop_causes_destroy_test vm_id = d186c256-bd0a-400d-8f8a-463e553dab67
19012024-09-18T18:30:45.091ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 1500 file = phd-tests/tests/src/server_state_machine.rs line = 28 path = phd_tests::server_state_machine::instance_stop_causes_destroy_test target = phd_tests::server_state_machine
19022024-09-18T18:30:45.091ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 197 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
19032024-09-18T18:30:45.091ZINFOphd-runner: Starting test phd_tests::server_state_machine::instance_start_stop_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
19042024-09-18T18:30:45.091ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
19052024-09-18T18:30:45.092ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
19062024-09-18T18:30:45.092ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/server_state_machine.rs line = 12 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_tests::server_state_machine
19072024-09-18T18:30:45.092ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
19082024-09-18T18:30:45.092ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
19092024-09-18T18:30:45.092ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
19102024-09-18T18:30:45.092ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs verb = list
19112024-09-18T18:30:45.105ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_start_stop_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 171M 1.80T 170M /phd-artifacts\n target = phd_framework::zfs
19122024-09-18T18:30:45.105ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-7439e2ef-4be4-4b79-8acf-e092f342e268"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs verb = snapshot
19132024-09-18T18:30:45.126ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-7439e2ef-4be4-4b79-8acf-e092f342e268", "phd-artifacts/phd-clone-36556060-510c-430d-b835-9855f87b11d9"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs verb = clone
19142024-09-18T18:30:45.146ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-36556060-510c-430d-b835-9855f87b11d9"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs verb = list
19152024-09-18T18:30:45.159ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::server_state_machine::instance_start_stop_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-36556060-510c-430d-b835-9855f87b11d9 0B 1.80T 170M /phd-artifacts/phd-clone-36556060-510c-430d-b835-9855f87b11d9\n target = phd_framework::zfs
19162024-09-18T18:30:45.160ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm
19172024-09-18T18:30:45.160ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm_name = instance_ensure_running_test
19182024-09-18T18:30:45.160ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
19192024-09-18T18:30:45.160ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/instance_ensure_running_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::server_state_machine::instance_start_stop_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
19202024-09-18T18:30:45.160ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::server_state_machine::instance_start_stop_test stderr_path = "/tmp/propolis-phd/instance_ensure_running_test.stderr.log" stdout_path = "/tmp/propolis-phd/instance_ensure_running_test.stdout.log" target = phd_framework::server_log_mode
19212024-09-18T18:30:45.167ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1091 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm::server
19222024-09-18T18:30:45.168ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm
19232024-09-18T18:30:45.168ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19242024-09-18T18:30:45.169ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19252024-09-18T18:30:45.733ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
19262024-09-18T18:30:45.733ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 9f79d368-858a-4dad-acaa-f413dcadc832, silo_id: 0db87256-af1a-4113-8c18-d54546a0c290, sled_id: 1198a2a3-62b3-4e66-91cf-e713340ca82b, sled_model: "pheidippes", sled_revision: 1, sled_serial: "1198a2a3-62b3-4e66-91cf-e713340ca82b" }, name: "phd-vm-9a3a5414-6bd8-4beb-b2b2-8ee92b161d45", vcpus: 2 }, state: Creating } line = 428 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19272024-09-18T18:30:45.733ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 565 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19282024-09-18T18:30:45.733ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 515 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19292024-09-18T18:30:45.734ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 517 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19302024-09-18T18:30:45.734ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 515 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19312024-09-18T18:30:45.734ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19322024-09-18T18:30:45.734ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::server_state_machine::instance_start_stop_test state = Run target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19332024-09-18T18:30:45.735ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19342024-09-18T18:30:45.735ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 658 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19352024-09-18T18:30:45.735ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running file = phd-tests/framework/src/test_vm/mod.rs line = 664 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19362024-09-18T18:30:45.735ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 515 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19372024-09-18T18:30:45.735ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 517 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19382024-09-18T18:30:45.735ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 515 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19392024-09-18T18:30:45.735ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 658 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19402024-09-18T18:30:45.735ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19412024-09-18T18:30:45.736ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::server_state_machine::instance_start_stop_test state = Stop target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19422024-09-18T18:30:45.737ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 1 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19432024-09-18T18:30:45.737ZINFOphd-runner: [WAIT_FOR_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 658 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19442024-09-18T18:30:45.737ZINFOphd-runner: [WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 664 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19452024-09-18T18:30:45.737ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 515 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19462024-09-18T18:30:45.737ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 517 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19472024-09-18T18:30:45.738ZINFOphd-runner: [GET - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 515 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19482024-09-18T18:30:45.740ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial websocket closed file = phd-tests/framework/src/serial/mod.rs line = 271 target = phd_framework::serial
19492024-09-18T18:30:45.740ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
19502024-09-18T18:30:46.487ZINFOphd-runner: [GET - START] file = phd-tests/framework/src/test_vm/mod.rs line = 515 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19512024-09-18T18:30:46.487ZINFOphd-runner: [GET - EVENT] Sending instance get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 517 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19522024-09-18T18:30:46.489ZINFOphd-runner: [GET - END] elapsed_milliseconds = 1 file = phd-tests/framework/src/test_vm/mod.rs line = 515 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19532024-09-18T18:30:46.489ZINFOphd-runner: [WAIT_FOR_STATE - END] elapsed_milliseconds = 751 file = phd-tests/framework/src/test_vm/mod.rs line = 658 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19542024-09-18T18:30:46.489ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19552024-09-18T18:30:46.489ZINFOphd-runner: test phd_tests::server_state_machine::instance_start_stop_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
19562024-09-18T18:30:46.489ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
19572024-09-18T18:30:46.489ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::server_state_machine::instance_start_stop_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19582024-09-18T18:30:46.625ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19592024-09-18T18:30:46.625ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-36556060-510c-430d-b835-9855f87b11d9"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs verb = destroy vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19602024-09-18T18:30:46.674ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19612024-09-18T18:30:46.674ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-7439e2ef-4be4-4b79-8acf-e092f342e268"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::zfs verb = destroy vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19622024-09-18T18:30:46.701ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 211 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_framework::test_vm vm = instance_ensure_running_test vm_id = 9a3a5414-6bd8-4beb-b2b2-8ee92b161d45
19632024-09-18T18:30:46.701ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 1609 file = phd-tests/tests/src/server_state_machine.rs line = 12 path = phd_tests::server_state_machine::instance_start_stop_test target = phd_tests::server_state_machine
19642024-09-18T18:30:46.701ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 211 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
19652024-09-18T18:30:46.701ZINFOphd-runner: Starting test phd_tests::smoke::instance_spec_get_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
19662024-09-18T18:30:46.701ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
19672024-09-18T18:30:46.701ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
19682024-09-18T18:30:46.701ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/smoke.rs line = 39 path = phd_tests::smoke::instance_spec_get_test target = phd_tests::smoke
19692024-09-18T18:30:46.701ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
19702024-09-18T18:30:46.701ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
19712024-09-18T18:30:46.701ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
19722024-09-18T18:30:46.701ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs verb = list
19732024-09-18T18:30:46.715ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::smoke::instance_spec_get_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 171M 1.80T 170M /phd-artifacts\n target = phd_framework::zfs
19742024-09-18T18:30:46.715ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-ad4c91b0-1814-4aa0-ab84-f01cad32cda3"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs verb = snapshot
19752024-09-18T18:30:46.735ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-ad4c91b0-1814-4aa0-ab84-f01cad32cda3", "phd-artifacts/phd-clone-91150c98-254f-46b4-9b6a-033d6a837c75"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs verb = clone
19762024-09-18T18:30:46.759ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-91150c98-254f-46b4-9b6a-033d6a837c75"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs verb = list
19772024-09-18T18:30:46.771ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::smoke::instance_spec_get_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-91150c98-254f-46b4-9b6a-033d6a837c75 0B 1.80T 170M /phd-artifacts/phd-clone-91150c98-254f-46b4-9b6a-033d6a837c75\n target = phd_framework::zfs
19782024-09-18T18:30:46.772ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm
19792024-09-18T18:30:46.772ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm_name = instance_spec_test
19802024-09-18T18:30:46.772ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
19812024-09-18T18:30:46.772ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/instance_spec_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::smoke::instance_spec_get_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
19822024-09-18T18:30:46.772ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::smoke::instance_spec_get_test stderr_path = "/tmp/propolis-phd/instance_spec_test.stderr.log" stdout_path = "/tmp/propolis-phd/instance_spec_test.stdout.log" target = phd_framework::server_log_mode
19832024-09-18T18:30:46.779ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1099 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm::server
19842024-09-18T18:30:46.780ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm
19852024-09-18T18:30:46.780ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 6308de18-ce94-420f-900a-f1f8c2fdf3f5
19862024-09-18T18:30:46.781ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 6308de18-ce94-420f-900a-f1f8c2fdf3f5
19872024-09-18T18:30:47.912ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
19882024-09-18T18:30:47.913ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 6308de18-ce94-420f-900a-f1f8c2fdf3f5, image_id: 00000000-0000-0000-0000-000000000000, memory: 3072, metadata: InstanceMetadata { project_id: 0636c048-1f54-49e5-a2f7-0c1ce79ddaa8, silo_id: 89bd2f34-f3f4-44ed-b4cc-534efca1a074, sled_id: daccddb6-5d78-4b88-9bf0-cb57ff6651e2, sled_model: "pheidippes", sled_revision: 1, sled_serial: "daccddb6-5d78-4b88-9bf0-cb57ff6651e2" }, name: "phd-vm-6308de18-ce94-420f-900a-f1f8c2fdf3f5", vcpus: 4 }, state: Creating } line = 428 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 6308de18-ce94-420f-900a-f1f8c2fdf3f5
19892024-09-18T18:30:47.913ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 1132 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 6308de18-ce94-420f-900a-f1f8c2fdf3f5
19902024-09-18T18:30:47.913ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 6308de18-ce94-420f-900a-f1f8c2fdf3f5
19912024-09-18T18:30:47.913ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::smoke::instance_spec_get_test state = Run target = phd_framework::test_vm vm = instance_spec_test vm_id = 6308de18-ce94-420f-900a-f1f8c2fdf3f5
19922024-09-18T18:30:47.913ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 6308de18-ce94-420f-900a-f1f8c2fdf3f5
19932024-09-18T18:30:47.913ZINFOphd-runner: [GET_SPEC - START] file = phd-tests/framework/src/test_vm/mod.rs line = 526 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 6308de18-ce94-420f-900a-f1f8c2fdf3f5
19942024-09-18T18:30:47.913ZINFOphd-runner: [GET_SPEC - EVENT] Sending instance spec get request to server file = phd-tests/framework/src/test_vm/mod.rs line = 528 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 6308de18-ce94-420f-900a-f1f8c2fdf3f5
19952024-09-18T18:30:47.914ZINFOphd-runner: [GET_SPEC - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 526 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 6308de18-ce94-420f-900a-f1f8c2fdf3f5
19962024-09-18T18:30:47.914ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 6308de18-ce94-420f-900a-f1f8c2fdf3f5
19972024-09-18T18:30:47.914ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
19982024-09-18T18:30:47.914ZINFOphd-runner: test phd_tests::smoke::instance_spec_get_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
19992024-09-18T18:30:47.914ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 2 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
20002024-09-18T18:30:47.915ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
20012024-09-18T18:30:47.915ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 6308de18-ce94-420f-900a-f1f8c2fdf3f5
20022024-09-18T18:30:48.570ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::smoke::instance_spec_get_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = instance_spec_test vm_id = 6308de18-ce94-420f-900a-f1f8c2fdf3f5
20032024-09-18T18:30:49.148ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs vm = instance_spec_test vm_id = 6308de18-ce94-420f-900a-f1f8c2fdf3f5
20042024-09-18T18:30:49.148ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-91150c98-254f-46b4-9b6a-033d6a837c75"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs verb = destroy vm = instance_spec_test vm_id = 6308de18-ce94-420f-900a-f1f8c2fdf3f5
20052024-09-18T18:30:49.200ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs vm = instance_spec_test vm_id = 6308de18-ce94-420f-900a-f1f8c2fdf3f5
20062024-09-18T18:30:49.201ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-ad4c91b0-1814-4aa0-ab84-f01cad32cda3"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::zfs verb = destroy vm = instance_spec_test vm_id = 6308de18-ce94-420f-900a-f1f8c2fdf3f5
20072024-09-18T18:30:49.231ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 1316 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::smoke::instance_spec_get_test target = phd_framework::test_vm vm = instance_spec_test vm_id = 6308de18-ce94-420f-900a-f1f8c2fdf3f5
20082024-09-18T18:30:49.231ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 2529 file = phd-tests/tests/src/smoke.rs line = 39 path = phd_tests::smoke::instance_spec_get_test target = phd_tests::smoke
20092024-09-18T18:30:49.231ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 1316 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
20102024-09-18T18:30:49.231ZINFOphd-runner: Starting test phd_tests::smoke::guest_reboot_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
20112024-09-18T18:30:49.231ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
20122024-09-18T18:30:49.231ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
20132024-09-18T18:30:49.231ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/smoke.rs line = 27 path = phd_tests::smoke::guest_reboot_test target = phd_tests::smoke
20142024-09-18T18:30:49.231ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
20152024-09-18T18:30:49.232ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
20162024-09-18T18:30:49.232ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
20172024-09-18T18:30:49.232ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::guest_reboot_test target = phd_framework::zfs verb = list
20182024-09-18T18:30:49.247ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::smoke::guest_reboot_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 172M 1.80T 170M /phd-artifacts\n target = phd_framework::zfs
20192024-09-18T18:30:49.247ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-4a97cdb4-3e4c-4c90-a1a4-b86e422d8410"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::guest_reboot_test target = phd_framework::zfs verb = snapshot
20202024-09-18T18:30:49.268ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-4a97cdb4-3e4c-4c90-a1a4-b86e422d8410", "phd-artifacts/phd-clone-274e1a25-1178-44e2-aecd-baa9b1f42ba8"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::guest_reboot_test target = phd_framework::zfs verb = clone
20212024-09-18T18:30:49.293ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-274e1a25-1178-44e2-aecd-baa9b1f42ba8"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::guest_reboot_test target = phd_framework::zfs verb = list
20222024-09-18T18:30:49.304ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::smoke::guest_reboot_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-274e1a25-1178-44e2-aecd-baa9b1f42ba8 0B 1.80T 170M /phd-artifacts/phd-clone-274e1a25-1178-44e2-aecd-baa9b1f42ba8\n target = phd_framework::zfs
20232024-09-18T18:30:49.304ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm
20242024-09-18T18:30:49.304ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm_name = guest_reboot_test
20252024-09-18T18:30:49.304ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
20262024-09-18T18:30:49.304ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/guest_reboot_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::smoke::guest_reboot_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
20272024-09-18T18:30:49.304ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::smoke::guest_reboot_test stderr_path = "/tmp/propolis-phd/guest_reboot_test.stderr.log" stdout_path = "/tmp/propolis-phd/guest_reboot_test.stdout.log" target = phd_framework::server_log_mode
20282024-09-18T18:30:49.311ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1107 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm::server
20292024-09-18T18:30:49.312ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm
20302024-09-18T18:30:49.312ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20312024-09-18T18:30:49.312ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20322024-09-18T18:30:49.799ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
20332024-09-18T18:30:49.799ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 305d1841-3ac2-4766-b15b-1bdc367b2275, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: ee673df5-ff1d-4298-8780-52a42117f130, silo_id: b7b6463c-e5d5-480d-8e4a-170f12923587, sled_id: 70865fa0-0f3e-4660-8678-609d2cad9604, sled_model: "pheidippes", sled_revision: 1, sled_serial: "70865fa0-0f3e-4660-8678-609d2cad9604" }, name: "phd-vm-305d1841-3ac2-4766-b15b-1bdc367b2275", vcpus: 2 }, state: Creating } line = 428 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20342024-09-18T18:30:49.799ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 487 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20352024-09-18T18:30:49.799ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20362024-09-18T18:30:49.800ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::smoke::guest_reboot_test state = Run target = phd_framework::test_vm vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20372024-09-18T18:30:49.800ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20382024-09-18T18:30:49.800ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm
20392024-09-18T18:30:49.800ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm timeout_duration = 300s vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20402024-09-18T18:30:49.800ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::smoke::guest_reboot_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
20412024-09-18T18:30:49.800ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20422024-09-18T18:30:49.800ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20432024-09-18T18:30:54.065ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4264 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20442024-09-18T18:30:54.065ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::smoke::guest_reboot_test step = WriteStr("root") target = phd_framework::test_vm
20452024-09-18T18:30:54.065ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::smoke::guest_reboot_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
20462024-09-18T18:30:54.065ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20472024-09-18T18:30:54.065ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20482024-09-18T18:30:54.083ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 17 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20492024-09-18T18:30:54.083ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 759 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm
20502024-09-18T18:30:54.083ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4283 file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm
20512024-09-18T18:30:54.083ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm
20522024-09-18T18:30:54.083ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm timeout_duration = 300s vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20532024-09-18T18:30:54.083ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::smoke::guest_reboot_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
20542024-09-18T18:30:54.084ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20552024-09-18T18:30:54.084ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20562024-09-18T18:31:00.584ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 6500 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20572024-09-18T18:31:00.584ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::smoke::guest_reboot_test step = WriteStr("root") target = phd_framework::test_vm
20582024-09-18T18:31:00.585ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::smoke::guest_reboot_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
20592024-09-18T18:31:00.585ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20602024-09-18T18:31:00.585ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20612024-09-18T18:31:00.602ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 17 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20622024-09-18T18:31:00.603ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 759 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm
20632024-09-18T18:31:00.603ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 6519 file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm
20642024-09-18T18:31:00.603ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20652024-09-18T18:31:00.603ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
20662024-09-18T18:31:00.603ZINFOphd-runner: test phd_tests::smoke::guest_reboot_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
20672024-09-18T18:31:00.603ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 10804 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
20682024-09-18T18:31:00.603ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
20692024-09-18T18:31:00.604ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20702024-09-18T18:31:00.997ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::smoke::guest_reboot_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20712024-09-18T18:31:01.129ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::smoke::guest_reboot_test target = phd_framework::zfs vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20722024-09-18T18:31:01.129ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-274e1a25-1178-44e2-aecd-baa9b1f42ba8"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::guest_reboot_test target = phd_framework::zfs verb = destroy vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20732024-09-18T18:31:01.169ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::smoke::guest_reboot_test target = phd_framework::zfs vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20742024-09-18T18:31:01.169ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-4a97cdb4-3e4c-4c90-a1a4-b86e422d8410"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::guest_reboot_test target = phd_framework::zfs verb = destroy vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20752024-09-18T18:31:01.191ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 587 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::smoke::guest_reboot_test target = phd_framework::test_vm vm = guest_reboot_test vm_id = 305d1841-3ac2-4766-b15b-1bdc367b2275
20762024-09-18T18:31:01.191ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 11959 file = phd-tests/tests/src/smoke.rs line = 27 path = phd_tests::smoke::guest_reboot_test target = phd_tests::smoke
20772024-09-18T18:31:01.191ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 587 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
20782024-09-18T18:31:01.191ZINFOphd-runner: Starting test phd_tests::smoke::api_reboot_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
20792024-09-18T18:31:01.191ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
20802024-09-18T18:31:01.191ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
20812024-09-18T18:31:01.191ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/smoke.rs line = 18 path = phd_tests::smoke::api_reboot_test target = phd_tests::smoke
20822024-09-18T18:31:01.191ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
20832024-09-18T18:31:01.191ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
20842024-09-18T18:31:01.191ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
20852024-09-18T18:31:01.191ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::api_reboot_test target = phd_framework::zfs verb = list
20862024-09-18T18:31:01.204ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::smoke::api_reboot_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 173M 1.80T 170M /phd-artifacts\n target = phd_framework::zfs
20872024-09-18T18:31:01.204ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-db8196c2-277a-4390-8c51-ecb5403c39f0"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::api_reboot_test target = phd_framework::zfs verb = snapshot
20882024-09-18T18:31:01.225ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-db8196c2-277a-4390-8c51-ecb5403c39f0", "phd-artifacts/phd-clone-24bcbb50-52a9-48dc-9ab2-ba50dac743dc"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::api_reboot_test target = phd_framework::zfs verb = clone
20892024-09-18T18:31:01.249ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-24bcbb50-52a9-48dc-9ab2-ba50dac743dc"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::api_reboot_test target = phd_framework::zfs verb = list
20902024-09-18T18:31:01.261ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::smoke::api_reboot_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-24bcbb50-52a9-48dc-9ab2-ba50dac743dc 0B 1.80T 170M /phd-artifacts/phd-clone-24bcbb50-52a9-48dc-9ab2-ba50dac743dc\n target = phd_framework::zfs
20912024-09-18T18:31:01.262ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm
20922024-09-18T18:31:01.262ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm_name = api_reboot_test
20932024-09-18T18:31:01.262ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
20942024-09-18T18:31:01.262ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/api_reboot_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::smoke::api_reboot_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
20952024-09-18T18:31:01.262ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::smoke::api_reboot_test stderr_path = "/tmp/propolis-phd/api_reboot_test.stderr.log" stdout_path = "/tmp/propolis-phd/api_reboot_test.stdout.log" target = phd_framework::server_log_mode
20962024-09-18T18:31:01.269ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1115 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm::server
20972024-09-18T18:31:01.269ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm
20982024-09-18T18:31:01.270ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
20992024-09-18T18:31:01.270ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21002024-09-18T18:31:01.849ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
21012024-09-18T18:31:01.850ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: 61a5a3ec-e085-446f-afba-c014b27961fc, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: f67a6963-9ca6-4e41-83e3-705a0321f449, silo_id: 6c5159ca-b432-4417-b15e-be9a9dd61c80, sled_id: 0cbbe16e-4462-44a0-8518-444d172284fe, sled_model: "pheidippes", sled_revision: 1, sled_serial: "0cbbe16e-4462-44a0-8518-444d172284fe" }, name: "phd-vm-61a5a3ec-e085-446f-afba-c014b27961fc", vcpus: 2 }, state: Creating } line = 428 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21022024-09-18T18:31:01.850ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 580 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21032024-09-18T18:31:01.850ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21042024-09-18T18:31:01.850ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::smoke::api_reboot_test state = Run target = phd_framework::test_vm vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21052024-09-18T18:31:01.851ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21062024-09-18T18:31:01.851ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm
21072024-09-18T18:31:01.851ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm timeout_duration = 300s vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21082024-09-18T18:31:01.851ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::smoke::api_reboot_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
21092024-09-18T18:31:01.851ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21102024-09-18T18:31:01.851ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21112024-09-18T18:31:06.041ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4190 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21122024-09-18T18:31:06.042ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::smoke::api_reboot_test step = WriteStr("root") target = phd_framework::test_vm
21132024-09-18T18:31:06.042ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::smoke::api_reboot_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
21142024-09-18T18:31:06.042ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21152024-09-18T18:31:06.042ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21162024-09-18T18:31:06.060ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 17 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21172024-09-18T18:31:06.060ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 759 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm
21182024-09-18T18:31:06.060ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4208 file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm
21192024-09-18T18:31:06.060ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21202024-09-18T18:31:06.060ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::smoke::api_reboot_test state = Reboot target = phd_framework::test_vm vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21212024-09-18T18:31:06.061ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21222024-09-18T18:31:06.061ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm
21232024-09-18T18:31:06.061ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm timeout_duration = 300s vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21242024-09-18T18:31:06.061ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::smoke::api_reboot_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
21252024-09-18T18:31:06.061ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21262024-09-18T18:31:06.061ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21272024-09-18T18:31:10.141ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4080 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21282024-09-18T18:31:10.142ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::smoke::api_reboot_test step = WriteStr("root") target = phd_framework::test_vm
21292024-09-18T18:31:10.142ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::smoke::api_reboot_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
21302024-09-18T18:31:10.142ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21312024-09-18T18:31:10.142ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21322024-09-18T18:31:10.159ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 17 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21332024-09-18T18:31:10.160ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 759 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm
21342024-09-18T18:31:10.160ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4098 file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm
21352024-09-18T18:31:10.160ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21362024-09-18T18:31:10.160ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
21372024-09-18T18:31:10.160ZINFOphd-runner: test phd_tests::smoke::api_reboot_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
21382024-09-18T18:31:10.160ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 8310 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
21392024-09-18T18:31:10.160ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
21402024-09-18T18:31:10.161ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21412024-09-18T18:31:10.842ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::smoke::api_reboot_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21422024-09-18T18:31:10.973ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::smoke::api_reboot_test target = phd_framework::zfs vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21432024-09-18T18:31:10.973ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-24bcbb50-52a9-48dc-9ab2-ba50dac743dc"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::api_reboot_test target = phd_framework::zfs verb = destroy vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21442024-09-18T18:31:11.010ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::smoke::api_reboot_test target = phd_framework::zfs vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21452024-09-18T18:31:11.010ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-db8196c2-277a-4390-8c51-ecb5403c39f0"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::api_reboot_test target = phd_framework::zfs verb = destroy vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21462024-09-18T18:31:11.034ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 874 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::smoke::api_reboot_test target = phd_framework::test_vm vm = api_reboot_test vm_id = 61a5a3ec-e085-446f-afba-c014b27961fc
21472024-09-18T18:31:11.034ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 9842 file = phd-tests/tests/src/smoke.rs line = 18 path = phd_tests::smoke::api_reboot_test target = phd_tests::smoke
21482024-09-18T18:31:11.034ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 874 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
21492024-09-18T18:31:11.034ZINFOphd-runner: Starting test phd_tests::smoke::nproc_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
21502024-09-18T18:31:11.034ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
21512024-09-18T18:31:11.034ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
21522024-09-18T18:31:11.034ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/smoke.rs line = 7 path = phd_tests::smoke::nproc_test target = phd_tests::smoke
21532024-09-18T18:31:11.035ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
21542024-09-18T18:31:11.035ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
21552024-09-18T18:31:11.035ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
21562024-09-18T18:31:11.035ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::nproc_test target = phd_framework::zfs verb = list
21572024-09-18T18:31:11.054ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::smoke::nproc_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 173M 1.80T 170M /phd-artifacts\n target = phd_framework::zfs
21582024-09-18T18:31:11.054ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-464cda90-e614-4f37-b9f8-a0a610f2683a"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::nproc_test target = phd_framework::zfs verb = snapshot
21592024-09-18T18:31:11.081ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-464cda90-e614-4f37-b9f8-a0a610f2683a", "phd-artifacts/phd-clone-312f0bba-5e52-4532-ad4d-bc05fb5380ed"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::nproc_test target = phd_framework::zfs verb = clone
21602024-09-18T18:31:11.104ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-312f0bba-5e52-4532-ad4d-bc05fb5380ed"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::nproc_test target = phd_framework::zfs verb = list
21612024-09-18T18:31:11.117ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::smoke::nproc_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-312f0bba-5e52-4532-ad4d-bc05fb5380ed 0B 1.80T 170M /phd-artifacts/phd-clone-312f0bba-5e52-4532-ad4d-bc05fb5380ed\n target = phd_framework::zfs
21622024-09-18T18:31:11.118ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm
21632024-09-18T18:31:11.118ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm_name = nproc_test
21642024-09-18T18:31:11.118ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
21652024-09-18T18:31:11.118ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/nproc_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::smoke::nproc_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
21662024-09-18T18:31:11.118ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::smoke::nproc_test stderr_path = "/tmp/propolis-phd/nproc_test.stderr.log" stdout_path = "/tmp/propolis-phd/nproc_test.stdout.log" target = phd_framework::server_log_mode
21672024-09-18T18:31:11.125ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1123 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm::server
21682024-09-18T18:31:11.126ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm
21692024-09-18T18:31:11.126ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
21702024-09-18T18:31:11.126ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
21712024-09-18T18:31:11.610ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
21722024-09-18T18:31:11.610ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: d5b3e31f-05bf-488d-bdd1-48e0adb58a7d, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: afbe8b93-cea1-49c8-a7df-e342835b0f56, silo_id: 5f440a30-26e1-4a3e-ae4c-ad1560077116, sled_id: b30739b7-bf5d-49f5-8a55-f9283ab44b8f, sled_model: "pheidippes", sled_revision: 1, sled_serial: "b30739b7-bf5d-49f5-8a55-f9283ab44b8f" }, name: "phd-vm-d5b3e31f-05bf-488d-bdd1-48e0adb58a7d", vcpus: 6 }, state: Creating } line = 428 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
21732024-09-18T18:31:11.610ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 484 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
21742024-09-18T18:31:11.611ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
21752024-09-18T18:31:11.611ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::smoke::nproc_test state = Run target = phd_framework::test_vm vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
21762024-09-18T18:31:11.611ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
21772024-09-18T18:31:11.611ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm
21782024-09-18T18:31:11.611ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm timeout_duration = 300s vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
21792024-09-18T18:31:11.611ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::smoke::nproc_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
21802024-09-18T18:31:11.611ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
21812024-09-18T18:31:11.611ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
21822024-09-18T18:31:16.577ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4965 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
21832024-09-18T18:31:16.577ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::smoke::nproc_test step = WriteStr("root") target = phd_framework::test_vm
21842024-09-18T18:31:16.577ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::smoke::nproc_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
21852024-09-18T18:31:16.577ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
21862024-09-18T18:31:16.577ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
21872024-09-18T18:31:16.595ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 17 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
21882024-09-18T18:31:16.595ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 759 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm
21892024-09-18T18:31:16.595ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4984 file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm
21902024-09-18T18:31:16.596ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
21912024-09-18T18:31:16.596ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
21922024-09-18T18:31:16.606ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
21932024-09-18T18:31:16.606ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
21942024-09-18T18:31:16.606ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
21952024-09-18T18:31:16.639ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
21962024-09-18T18:31:16.639ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
21972024-09-18T18:31:16.639ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
21982024-09-18T18:31:16.640ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 5029 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
21992024-09-18T18:31:16.640ZINFOphd-runner: test phd_tests::smoke::nproc_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
22002024-09-18T18:31:16.640ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
22012024-09-18T18:31:16.640ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
22022024-09-18T18:31:17.163ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::smoke::nproc_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
22032024-09-18T18:31:17.296ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::smoke::nproc_test target = phd_framework::zfs vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
22042024-09-18T18:31:17.296ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-312f0bba-5e52-4532-ad4d-bc05fb5380ed"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::nproc_test target = phd_framework::zfs verb = destroy vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
22052024-09-18T18:31:17.335ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::smoke::nproc_test target = phd_framework::zfs vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
22062024-09-18T18:31:17.335ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-464cda90-e614-4f37-b9f8-a0a610f2683a"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::smoke::nproc_test target = phd_framework::zfs verb = destroy vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
22072024-09-18T18:31:17.360ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 720 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::smoke::nproc_test target = phd_framework::test_vm vm = nproc_test vm_id = d5b3e31f-05bf-488d-bdd1-48e0adb58a7d
22082024-09-18T18:31:17.360ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 6325 file = phd-tests/tests/src/smoke.rs line = 7 path = phd_tests::smoke::nproc_test target = phd_tests::smoke
22092024-09-18T18:31:17.361ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 720 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
22102024-09-18T18:31:17.361ZINFOphd-runner: Starting test phd_tests::disk::in_memory_backend_smoke_test file = phd-tests/runner/src/execute.rs line = 90 target = phd_runner::execute
22112024-09-18T18:31:17.361ZINFOphd-runner: [TEST_SETUP - START] file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
22122024-09-18T18:31:17.361ZINFOphd-runner: [TEST_SETUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 41 target = phd_runner::fixtures
22132024-09-18T18:31:17.361ZINFOphd-runner: [TEST - START] file = phd-tests/tests/src/disk.rs line = 12 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_tests::disk
22142024-09-18T18:31:17.361ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd target = phd_framework::artifacts::store
22152024-09-18T18:31:17.361ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
22162024-09-18T18:31:17.361ZDEBGphd-runner: [TEST - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso target = phd_framework::artifacts::store
22172024-09-18T18:31:17.361ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::zfs verb = list
22182024-09-18T18:31:17.374ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::disk::in_memory_backend_smoke_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 172M 1.80T 170M /phd-artifacts\n target = phd_framework::zfs
22192024-09-18T18:31:17.374ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-4e90fe83-8369-4ffe-a0d6-000139436303"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::zfs verb = snapshot
22202024-09-18T18:31:17.396ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts@phd-4e90fe83-8369-4ffe-a0d6-000139436303", "phd-artifacts/phd-clone-b7b037cc-28a9-4532-abc5-73ba8df47ea8"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::zfs verb = clone
22212024-09-18T18:31:17.420ZDEBGphd-runner: [TEST - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-b7b037cc-28a9-4532-abc5-73ba8df47ea8"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::zfs verb = list
22222024-09-18T18:31:17.432ZDEBGphd-runner: [TEST - EVENT] parsing zfs list output file = phd-tests/framework/src/zfs.rs line = 238 path = phd_tests::disk::in_memory_backend_smoke_test stdout = NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-b7b037cc-28a9-4532-abc5-73ba8df47ea8 0B 1.80T 170M /phd-artifacts/phd-clone-b7b037cc-28a9-4532-abc5-73ba8df47ea8\n target = phd_framework::zfs
22232024-09-18T18:31:17.434ZINFOphd-runner: [NEW - START] file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm
22242024-09-18T18:31:17.434ZINFOphd-runner: [NEW - EVENT] phd_framework::test_vm environment = EnvironmentSpec { location: Local, propolis_artifact: "__DEFAULT_PROPOLIS" } file = phd-tests/framework/src/test_vm/mod.rs guest_os_kind = Alpine line = 204 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm_name = in_memory_backend_test
22252024-09-18T18:31:17.434ZDEBGphd-runner: [NEW - EVENT] Verified artifact already exists file = phd-tests/framework/src/artifacts/store.rs line = 45 path = /work/phd-test/propolis-server target = phd_framework::artifacts::store
22262024-09-18T18:31:17.434ZINFOphd-runner: [NEW - EVENT] Launching Propolis server config_toml_path = "/tmp/propolis-phd/in_memory_backend_test.config.toml" file = phd-tests/framework/src/test_vm/server.rs line = 55 path = phd_tests::disk::in_memory_backend_smoke_test server_addr = 127.0.0.1:9000 server_path = "/work/phd-test/propolis-server" target = phd_framework::test_vm::server
22272024-09-18T18:31:17.434ZINFOphd-runner: [NEW - EVENT] Opening server log files file = phd-tests/framework/src/server_log_mode.rs line = 64 path = phd_tests::disk::in_memory_backend_smoke_test stderr_path = "/tmp/propolis-phd/in_memory_backend_test.stderr.log" stdout_path = "/tmp/propolis-phd/in_memory_backend_test.stdout.log" target = phd_framework::server_log_mode
22282024-09-18T18:31:17.441ZINFOphd-runner: [NEW - EVENT] Launched server with pid 1131 file = phd-tests/framework/src/test_vm/server.rs line = 107 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm::server
22292024-09-18T18:31:17.441ZINFOphd-runner: [NEW - END] elapsed_milliseconds = 7 file = phd-tests/framework/src/test_vm/mod.rs line = 186 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm
22302024-09-18T18:31:17.441ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - START] file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22312024-09-18T18:31:17.442ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure e = Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146) file = phd-tests/framework/src/test_vm/mod.rs line = 369 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22322024-09-18T18:31:18.071ZINFOphd-runner: [SERIAL CONSOLE TASK - START] file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
22332024-09-18T18:31:18.072ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - EVENT] Started instance file = phd-tests/framework/src/test_vm/mod.rs instance_description.instance = Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Pheidippides-managed VM", id: f151dc44-f060-4287-b4d1-be35606d6194, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 12f12227-1925-4421-bc0f-2fffaa75c0b8, silo_id: ae7a7857-984e-4ca1-8e07-9ae2d8ccd5e6, sled_id: 8498d7f6-9b74-4ca9-b793-475665cbf770, sled_model: "pheidippes", sled_revision: 1, sled_serial: "8498d7f6-9b74-4ca9-b793-475665cbf770" }, name: "phd-vm-f151dc44-f060-4287-b4d1-be35606d6194", vcpus: 2 }, state: Creating } line = 428 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22342024-09-18T18:31:18.072ZINFOphd-runner: [INSTANCE_ENSURE_INTERNAL - END] elapsed_milliseconds = 630 file = phd-tests/framework/src/test_vm/mod.rs line = 290 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22352024-09-18T18:31:18.072ZINFOphd-runner: [PUT_INSTANCE_STATE - START] file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22362024-09-18T18:31:18.072ZINFOphd-runner: [PUT_INSTANCE_STATE - EVENT] Requesting instance state change file = phd-tests/framework/src/test_vm/mod.rs line = 510 path = phd_tests::disk::in_memory_backend_smoke_test state = Run target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22372024-09-18T18:31:18.072ZINFOphd-runner: [PUT_INSTANCE_STATE - END] elapsed_milliseconds = 0 file = phd-tests/framework/src/test_vm/mod.rs line = 505 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22382024-09-18T18:31:18.072ZINFOphd-runner: [WAIT_TO_BOOT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm
22392024-09-18T18:31:18.072ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] waiting for guest to boot file = phd-tests/framework/src/test_vm/mod.rs line = 711 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm timeout_duration = 300s vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22402024-09-18T18:31:18.072ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::disk::in_memory_backend_smoke_test step = WaitFor("localhost login: ") target = phd_framework::test_vm
22412024-09-18T18:31:18.072ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22422024-09-18T18:31:18.072ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22432024-09-18T18:31:22.375ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 4302 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22442024-09-18T18:31:22.375ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::disk::in_memory_backend_smoke_test step = WriteStr("root") target = phd_framework::test_vm
22452024-09-18T18:31:22.375ZDEBGphd-runner: [WAIT_TO_BOOT - EVENT] executing command in boot sequence file = phd-tests/framework/src/test_vm/mod.rs line = 719 path = phd_tests::disk::in_memory_backend_smoke_test step = WaitFor("localhost:~#") target = phd_framework::test_vm
22462024-09-18T18:31:22.375ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22472024-09-18T18:31:22.375ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm timeout_duration = CallerTimeout vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22482024-09-18T18:31:22.392ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 16 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22492024-09-18T18:31:22.392ZINFOphd-runner: [WAIT_TO_BOOT - EVENT] Guest has booted file = phd-tests/framework/src/test_vm/mod.rs line = 759 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm
22502024-09-18T18:31:22.392ZINFOphd-runner: [WAIT_TO_BOOT - END] elapsed_milliseconds = 4319 file = phd-tests/framework/src/test_vm/mod.rs line = 762 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm
22512024-09-18T18:31:22.392ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22522024-09-18T18:31:22.392ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22532024-09-18T18:31:22.403ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22542024-09-18T18:31:22.403ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22552024-09-18T18:31:22.403ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22562024-09-18T18:31:22.437ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 33 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22572024-09-18T18:31:22.437ZWARNphd-runner: [TEST - EVENT] guest doesn't support /dev/disk/by-path, did not verify device path file = phd-tests/tests/src/disk.rs line = 45 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_tests::disk
22582024-09-18T18:31:22.437ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22592024-09-18T18:31:22.437ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22602024-09-18T18:31:22.447ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22612024-09-18T18:31:22.447ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22622024-09-18T18:31:22.447ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22632024-09-18T18:31:22.480ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22642024-09-18T18:31:22.480ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22652024-09-18T18:31:22.480ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22662024-09-18T18:31:22.491ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22672024-09-18T18:31:22.491ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22682024-09-18T18:31:22.491ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22692024-09-18T18:31:22.525ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 33 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22702024-09-18T18:31:22.525ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22712024-09-18T18:31:22.525ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22722024-09-18T18:31:22.536ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 11 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22732024-09-18T18:31:22.537ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22742024-09-18T18:31:22.537ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22752024-09-18T18:31:22.569ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22762024-09-18T18:31:22.570ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22772024-09-18T18:31:22.570ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm timeout_duration = Explicit(15s) vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22782024-09-18T18:31:22.580ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 10 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22792024-09-18T18:31:22.580ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - START] file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22802024-09-18T18:31:22.580ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console file = phd-tests/framework/src/test_vm/mod.rs line = 784 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm timeout_duration = Explicit(300s) vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22812024-09-18T18:31:22.613ZINFOphd-runner: [WAIT_FOR_SERIAL_OUTPUT - END] elapsed_milliseconds = 32 file = phd-tests/framework/src/test_vm/mod.rs line = 777 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22822024-09-18T18:31:22.613ZINFOphd-runner: [VM CLEANUP - START] file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22832024-09-18T18:31:22.613ZDEBGphd-runner: [SERIAL CONSOLE TASK - EVENT] serial console command channel was closed file = phd-tests/framework/src/serial/mod.rs line = 213 target = phd_framework::serial
22842024-09-18T18:31:22.613ZINFOphd-runner: test phd_tests::disk::in_memory_backend_smoke_test ... ok file = phd-tests/runner/src/execute.rs line = 129 target = phd_runner::execute
22852024-09-18T18:31:22.613ZINFOphd-runner: [SERIAL CONSOLE TASK - END] elapsed_milliseconds = 4542 file = phd-tests/framework/src/serial/mod.rs line = 200 target = phd_framework::serial
22862024-09-18T18:31:22.613ZINFOphd-runner: [TEST_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
22872024-09-18T18:31:22.614ZDEBGphd-runner: [VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed file = phd-tests/framework/src/test_vm/mod.rs line = 1040 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22882024-09-18T18:31:23.028ZDEBGphd-runner: [VM CLEANUP - EVENT] Killing Propolis server process file = phd-tests/framework/src/test_vm/server.rs line = 125 path = phd_tests::disk::in_memory_backend_smoke_test self.address = 127.0.0.1:9000 target = phd_framework::test_vm::server vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22892024-09-18T18:31:23.157ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs clone dropped file = phd-tests/framework/src/zfs.rs line = 83 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::zfs vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22902024-09-18T18:31:23.157ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts/phd-clone-b7b037cc-28a9-4532-abc5-73ba8df47ea8"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::zfs verb = destroy vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22912024-09-18T18:31:23.194ZDEBGphd-runner: [VM CLEANUP - EVENT] zfs snapshot dropped file = phd-tests/framework/src/zfs.rs line = 57 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::zfs vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22922024-09-18T18:31:23.194ZDEBGphd-runner: [VM CLEANUP - EVENT] executing ZFS command args = ["phd-artifacts@phd-4e90fe83-8369-4ffe-a0d6-000139436303"] file = phd-tests/framework/src/zfs.rs line = 304 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::zfs verb = destroy vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22932024-09-18T18:31:23.218ZINFOphd-runner: [VM CLEANUP - END] elapsed_milliseconds = 604 file = phd-tests/framework/src/test_vm/mod.rs line = 1017 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_framework::test_vm vm = in_memory_backend_test vm_id = f151dc44-f060-4287-b4d1-be35606d6194
22942024-09-18T18:31:23.218ZINFOphd-runner: [TEST - END] elapsed_milliseconds = 5857 file = phd-tests/tests/src/disk.rs line = 12 path = phd_tests::disk::in_memory_backend_smoke_test target = phd_tests::disk
22952024-09-18T18:31:23.218ZINFOphd-runner: [TEST_CLEANUP - END] elapsed_milliseconds = 604 file = phd-tests/runner/src/fixtures.rs line = 51 target = phd_runner::fixtures
22962024-09-18T18:31:23.218ZINFOphd-runner: [EXECUTION_CLEANUP - START] file = phd-tests/runner/src/fixtures.rs line = 35 target = phd_runner::fixtures
22972024-09-18T18:31:23.218ZINFOphd-runner: [EXECUTION_CLEANUP - END] elapsed_milliseconds = 0 file = phd-tests/runner/src/fixtures.rs line = 35 target = phd_runner::fixtures
2298 test result: ok. 26 passed; 0 failed; 1 skipped; 0 not run; finished in 247.02s
2299 
23002024-09-18T18:31:23.218ZDEBGphd-runner: phd_runner exit_code = 0 file = phd-tests/runner/src/main.rs line = 40 target = phd_runner