01JT6ETYD5PKNHEEYMN76AAFAX: phd-run-migrate-from-base

BasicConfig {
    output_rules: [
        "/tmp/phd-runner.log",
        "/tmp/phd-tmp-files.tar.gz",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JT6EV98HN5SSKWR7ZMG181NE

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-05-01T17:47:16.095Zjob dependencies complete; ready to run (waiting for 8 m 49 s)
22025-05-01T17:52:08.140Zjob assigned to worker 01JT6FBMV9B4ZYNSX0B7AS6AM0 [factory lab, sock/12624] (queued for 4 m 52 s)
32025-05-01T17:52:08.200Zhttp://172.20.0.5:9969/ipxe/sock... ok
42025-05-01T17:52:08.257Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
52025-05-01T17:52:08.573Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
62025-05-01T17:52:08.638Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
72025-05-01T17:52:08.671Zhttp://172.20.0.5:9969/postboot/sock... ok
82025-05-01T17:52:08.705ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92025-05-01T17:52:08.739Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102025-05-01T17:52:08.772ZOxide Helios Version helios-2.0.23350 64-bit
112025-05-01T17:52:08.806ZConfiguring devices.
122025-05-01T17:52:08.839Z##################################################
132025-05-01T17:52:08.873Z#### ############# ##
142025-05-01T17:52:08.907Z### ### ############ ##
152025-05-01T17:52:08.940Z## ### # ## ### ## Oxide Computer Company ##
162025-05-01T17:52:08.974Z## ## ## ### # ### ##
172025-05-01T17:52:09.007Z## # ### #### #### This Station Under ##
182025-05-01T17:52:09.041Z### ### #### # ### Computer Control ##
192025-05-01T17:52:09.074Z#### #### ### ## ##
202025-05-01T17:52:09.108Z##################################################
212025-05-01T17:52:09.141ZHostname: sock
222025-05-01T17:52:09.174ZLoading smf(7) service descriptions:
232025-05-01T17:52:10.271Zdownloading input: /input/phd-build/out/phd-run-with-args.sh
242025-05-01T17:52:10.333Zdownloaded input: /input/phd-build/out/phd-run-with-args.sh
252025-05-01T17:52:10.333Zdownloading input: /input/phd-build/out/phd-runner.sha256.txt
262025-05-01T17:52:10.358Zdownloaded input: /input/phd-build/out/phd-runner.sha256.txt
272025-05-01T17:52:10.358Zdownloading input: /input/phd-build/out/phd-runner.tar.gz
282025-05-01T17:52:27.806Zdownloaded input: /input/phd-build/out/phd-runner.tar.gz
292025-05-01T17:52:27.806Zdownloading input: /input/phd-build/out/propolis-server-debug.sha256.txt
302025-05-01T17:52:27.866Zdownloaded input: /input/phd-build/out/propolis-server-debug.sha256.txt
312025-05-01T17:52:27.866Zdownloading input: /input/phd-build/out/propolis-server-debug.tar.gz
322025-05-01T17:52:54.061Zdownloaded input: /input/phd-build/out/propolis-server-debug.tar.gz
 
332025-05-01T17:52:54.061Zstarting task 0: "setup"
342025-05-01T17:52:54.086Z++ uname -s
352025-05-01T17:52:54.086Z+ kern=SunOS
362025-05-01T17:52:54.086Z+ build_user=build
372025-05-01T17:52:54.086Z+ build_uid=12345
382025-05-01T17:52:54.086Z+ work_dir=/work
392025-05-01T17:52:54.086Z+ input_dir=/input
402025-05-01T17:52:54.086Z+ [[ 0 == 12345 ]]
412025-05-01T17:52:54.086Z+ case "$kern" in
422025-05-01T17:52:54.086Z+ groupadd -g 12345 build
432025-05-01T17:52:54.086Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
442025-05-01T17:52:56.079Z+ zfs create -o mountpoint=/work rpool/work
452025-05-01T17:52:56.108Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
462025-05-01T17:52:56.132Z+ home_fs=zfs
472025-05-01T17:52:56.132Z+ [[ zfs == autofs ]]
482025-05-01T17:52:56.132Z+ mkdir -p /home/build
492025-05-01T17:52:56.132Z+ chown build:build /home/build /work
502025-05-01T17:52:58.116Z+ chmod 0700 /home/build /work
512025-05-01T17:52:58.141Zprocess exited: duration 4058 ms, exit code 0
 
522025-05-01T17:52:58.190Zstarting task 1: "authentication"
532025-05-01T17:52:58.235Zprocess exited: duration 44 ms, exit code 0
 
542025-05-01T17:52:58.285Zstarting task 2: "build"
552025-05-01T17:52:58.310Z+ indir=/input
562025-05-01T17:52:58.310Z+ indir_suffix='phd-build/out/*.tar.gz'
572025-05-01T17:52:58.310Z+ phddir=/work/phd-test
582025-05-01T17:52:58.310Z+ pfexec zpool create -f phd-artifacts c1t1d0 c2t1d0
592025-05-01T17:52:58.433Z+ artifactdir=/phd-artifacts
602025-05-01T17:52:58.434Z+ banner Inputs
612025-05-01T17:52:58.458Z ###
622025-05-01T17:52:58.458Z # # # ##### # # ##### ####
632025-05-01T17:52:58.459Z # ## # # # # # # #
642025-05-01T17:52:58.459Z # # # # # # # # # ####
652025-05-01T17:52:58.459Z # # # # ##### # # # #
662025-05-01T17:52:58.459Z # # ## # # # # # #
672025-05-01T17:52:58.459Z ### # # # #### # ####
682025-05-01T17:52:58.459Z
692025-05-01T17:52:58.459Z+ find /input -ls
702025-05-01T17:52:58.459Z 34 1 drwxr-xr-x 3 root root 3 May 1 17:52 /input
712025-05-01T17:52:58.459Z 2 1 drwxr-xr-x 3 root root 3 May 1 17:52 /input/phd-build
722025-05-01T17:52:58.459Z 3 2 drwxr-xr-x 2 root root 7 May 1 17:52 /input/phd-build/out
732025-05-01T17:52:58.459Z 128 3 -rw-r--r-- 1 root root 2402 May 1 17:52 /input/phd-build/out/phd-run-with-args.sh
742025-05-01T17:52:58.459Z 257 98196 -rw-r--r-- 1 root root 100489062 May 1 17:52 /input/phd-build/out/phd-runner.tar.gz
752025-05-01T17:52:58.459Z 512 148596 -rw-r--r-- 1 root root 152060369 May 1 17:52 /input/phd-build/out/propolis-server-debug.tar.gz
762025-05-01T17:52:58.459Z 256 1 -rw-r--r-- 1 root root 65 May 1 17:52 /input/phd-build/out/phd-runner.sha256.txt
772025-05-01T17:52:58.459Z 384 1 -rw-r--r-- 1 root root 65 May 1 17:52 /input/phd-build/out/propolis-server-debug.sha256.txt
782025-05-01T17:52:58.459Z+ rm -rf /work/phd-test
792025-05-01T17:52:58.459Z+ mkdir /work/phd-test
802025-05-01T17:52:58.459Z+ for p in $indir/$indir_suffix
812025-05-01T17:52:58.460Z+ tar xzvf /input/phd-build/out/phd-runner.tar.gz -C /work/phd-test
822025-05-01T17:53:00.954ZDecompressing '/input/phd-build/out/phd-runner.tar.gz' with '/usr/bin/gzcat'...
832025-05-01T17:53:00.954Zx phd-runner, 361508776 bytes, 706072 tape blocks
842025-05-01T17:53:00.954Zx artifacts.toml, 548 bytes, 2 tape blocks
852025-05-01T17:53:00.979Z++ tar tf /input/phd-build/out/phd-runner.tar.gz
862025-05-01T17:53:02.997Z+ for f in $(tar tf "$p")
872025-05-01T17:53:02.997Z+ chmod +x /work/phd-test/phd-runner
882025-05-01T17:53:03.023Z+ for f in $(tar tf "$p")
892025-05-01T17:53:03.023Z+ chmod +x /work/phd-test/artifacts.toml
902025-05-01T17:53:03.023Z+ for p in $indir/$indir_suffix
912025-05-01T17:53:03.023Z+ tar xzvf /input/phd-build/out/propolis-server-debug.tar.gz -C /work/phd-test
922025-05-01T17:53:06.614ZDecompressing '/input/phd-build/out/propolis-server-debug.tar.gz' with '/usr/bin/gzcat'...
932025-05-01T17:53:06.614Zx propolis-server, 579301760 bytes, 1131449 tape blocks
942025-05-01T17:53:06.643Z++ tar tf /input/phd-build/out/propolis-server-debug.tar.gz
952025-05-01T17:53:09.882Z+ for f in $(tar tf "$p")
962025-05-01T17:53:09.882Z+ chmod +x /work/phd-test/propolis-server
972025-05-01T17:53:09.907Z+ ls /work/phd-test
982025-05-01T17:53:09.907Zartifacts.toml
992025-05-01T17:53:09.907Zphd-runner
1002025-05-01T17:53:09.907Zpropolis-server
1012025-05-01T17:53:09.907Z+ banner Setup
1022025-05-01T17:53:09.907Z #####
1032025-05-01T17:53:09.907Z# # ###### ##### # # #####
1042025-05-01T17:53:09.907Z# # # # # # #
1052025-05-01T17:53:09.908Z ##### ##### # # # # #
1062025-05-01T17:53:09.908Z # # # # # #####
1072025-05-01T17:53:09.908Z# # # # # # #
1082025-05-01T17:53:09.908Z ##### ###### # #### #
1092025-05-01T17:53:09.908Z
1102025-05-01T17:53:09.908Z+ tmpdir=/tmp/propolis-phd
1112025-05-01T17:53:09.908Z+ '[' '!' -d /tmp/propolis-phd ']'
1122025-05-01T17:53:09.908Z+ mkdir /tmp/propolis-phd
1132025-05-01T17:53:09.908Z+ pfexec /usr/lib/rsrvrctl -s 4096
1142025-05-01T17:53:10.420Z+ banner Tests
1152025-05-01T17:53:10.444Z#######
1162025-05-01T17:53:10.444Z # ###### #### ##### ####
1172025-05-01T17:53:10.444Z # # # # #
1182025-05-01T17:53:10.444Z # ##### #### # ####
1192025-05-01T17:53:10.444Z # # # # #
1202025-05-01T17:53:10.444Z # # # # # # #
1212025-05-01T17:53:10.444Z # ###### #### # ####
1222025-05-01T17:53:10.444Z
1232025-05-01T17:53:10.444Z+ runner=/work/phd-test/phd-runner
1242025-05-01T17:53:10.444Z+ artifacts=/work/phd-test/artifacts.toml
1252025-05-01T17:53:10.445Z+ propolis=/work/phd-test/propolis-server
1262025-05-01T17:53:10.445Z+ ls /work/phd-test/phd-runner
1272025-05-01T17:53:10.445Z/work/phd-test/phd-runner
1282025-05-01T17:53:10.445Z+ ls /work/phd-test/artifacts.toml
1292025-05-01T17:53:10.445Z/work/phd-test/artifacts.toml
1302025-05-01T17:53:10.445Z+ ls /work/phd-test/propolis-server
1312025-05-01T17:53:10.445Z/work/phd-test/propolis-server
1322025-05-01T17:53:10.445Z+ args=($runner '--emit-bunyan' 'run' '--propolis-server-cmd' $propolis '--crucible-downstairs-commit' 'auto' '--artifact-toml-path' $artifacts '--tmp-directory' $tmpdir '--artifact-directory' $artifactdir $@)
1332025-05-01T17:53:10.445Z+ set +e
1342025-05-01T17:53:10.445Z+ RUST_BACKTRACE=1
1352025-05-01T17:53:10.445Z+ RUST_LOG=info,phd=debug
1362025-05-01T17:53:10.445Z+ ptime -m pfexec /work/phd-test/phd-runner --emit-bunyan run --propolis-server-cmd /work/phd-test/propolis-server --crucible-downstairs-commit auto --artifact-toml-path /work/phd-test/artifacts.toml --tmp-directory /tmp/propolis-phd --artifact-directory /phd-artifacts --include-filter phd_tests::migrate::from_base --base-propolis-branch master
1372025-05-01T17:53:10.445Z+ tee /tmp/phd-runner.log
1382025-05-01T17:53:10.470Z{"v":0,"name":"phd-runner","msg":"phd_runner","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:10.552270002Z","target":"phd_runner","line":36,"file":"phd-tests/runner/src/main.rs","runner_args":"ProcessArgs { command: Run(RunOptions { propolis_server_cmd: \"/work/phd-test/propolis-server\", base_propolis_branch: Some(\"master\"), base_propolis_commit: None, base_propolis_cmd: None, crucible_downstairs_cmd: None, crucible_downstairs_commit: Some(Auto), tmp_directory: \"/tmp/propolis-phd\", artifact_directory: Some(\"/phd-artifacts\"), output_mode: TmpFile, default_guest_cpus: 2, default_guest_memory_mib: 512, artifact_toml_path: \"/work/phd-test/artifacts.toml\", default_guest_artifact: \"alpine\", default_bootrom_artifact: \"ovmf\", include_filter: [\"phd_tests::migrate::from_base\"], exclude_filter: [], max_buildomat_wait_secs: 1200 }), disable_ansi: false, emit_bunyan: true }"}
1392025-05-01T17:53:10.471Z{"v":0,"name":"phd-runner","msg":"Created new artifact store from manifest","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:10.555278606Z","target":"phd_framework::artifacts::store","line":221,"file":"phd-tests/framework/src/artifacts/store.rs","store":"Store { local_dir: \"/phd-artifacts\", artifacts: {\"alpine\": Mutex { data: StoredArtifact { description: Artifact { filename: \"alpine.iso\", kind: GuestOs(Alpine), source: RemoteServer { sha256: \"ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1\" }, untar: None }, cached_path: None } }, \"ovmf\": Mutex { data: StoredArtifact { description: Artifact { filename: \"OVMF_CODE.fd\", kind: Bootrom, source: Buildomat(BuildomatArtifact { repo: Repo(\"oxidecomputer/edk2\"), series: Series(\"image_debug\"), commit: Commit(\"6d92acf0a22718dd4175d7c64dbcf7aaec3740bd\"), sha256: \"29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f\" }), untar: None }, cached_path: None } }}, downloader: DownloadConfig { timeout: 600s, buildomat_backoff: ExponentialBackoff { current_interval: 1s, initial_interval: 1s, randomization_factor: 0.5, multiplier: 1.5, max_interval: 60s, start_time: Instant { tv_sec: 1138, tv_nsec: 31961858 }, max_elapsed_time: Some(1200s), clock: SystemClock }, remote_server_uris: [\"https://oxide-omicron-build.s3.amazonaws.com\"] } }"}
1402025-05-01T17:53:10.471Z{"v":0,"name":"phd-runner","msg":"Adding Propolis server from local command","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:10.555331426Z","target":"phd_framework::artifacts::store","line":229,"file":"phd-tests/framework/src/artifacts/store.rs","propolis_server_cmd":"/work/phd-test/propolis-server"}
1412025-05-01T17:53:10.471Z{"v":0,"name":"phd-runner","msg":"Adding crucible-downstairs from Buildomat Git revision","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:10.555465237Z","target":"phd_framework::artifacts::store","line":313,"file":"phd-tests/framework/src/artifacts/store.rs","commit":"da3cf198a0e000bb89efc3a1c77d7ba09340a600"}
1422025-05-01T17:53:10.471Z{"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:10.555563508Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/da3cf198a0e000bb89efc3a1c77d7ba09340a600/crucible-nightly.sha256.txt"}
1432025-05-01T17:53:10.573Z{"v":0,"name":"phd-runner","msg":"Adding 'current' Propolis server from Buildomat Git branch 'master'","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:10.666055756Z","target":"phd_framework::artifacts::store","line":250,"file":"phd-tests/framework/src/artifacts/store.rs"}
1442025-05-01T17:53:11.056Z{"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:11.137229525Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/060a204d91e401a368c700a09d24510b7cd2b0e4/propolis-server.sha256.txt"}
1452025-05-01T17:53:11.207Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - START]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:11.296365025Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs"}
1462025-05-01T17:53:11.208Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - END]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:11.296451926Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
1472025-05-01T17:53:11.247Z{"v":0,"name":"phd-runner","msg":"Running 3 test(s)","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:11.296602237Z","target":"phd_runner::execute","line":82,"file":"phd-tests/runner/src/execute.rs"}
1482025-05-01T17:53:11.247Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::migration_from_base_and_back","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:11.296634677Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
1492025-05-01T17:53:11.247Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:11.296660228Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
1502025-05-01T17:53:11.248Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:11.296687208Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
1512025-05-01T17:53:11.249Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:11.297095611Z","target":"phd_tests::migrate::from_base","line":52,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1522025-05-01T17:53:11.249Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:11.297583505Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1532025-05-01T17:53:11.249Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading file from Buildomat...","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:11.297842757Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/edk2/image_debug/6d92acf0a22718dd4175d7c64dbcf7aaec3740bd/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1542025-05-01T17:53:11.799Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:11.889778446Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1552025-05-01T17:53:11.825Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading alpine.iso from https://oxide-omicron-build.s3.amazonaws.com/alpine.iso","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:11.889968627Z","target":"phd_framework::artifacts::store","line":621,"file":"phd-tests/framework/src/artifacts/store.rs","timeout":"600s","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1562025-05-01T17:53:46.006Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:46.098362025Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1572025-05-01T17:53:46.006Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:46.098466686Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1582025-05-01T17:53:46.035Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:46.124612861Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 2.01M 1.80T 1.91M /phd-artifacts\n","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1592025-05-01T17:53:46.060Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:46.124800893Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-813b81be-e275-497d-8543-cd3264fd494d\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1602025-05-01T17:53:46.087Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:46.179329841Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-813b81be-e275-497d-8543-cd3264fd494d\", \"phd-artifacts/phd-clone-fc89a686-2f21-4f3a-8566-dc502209b86f\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1612025-05-01T17:53:46.112Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:46.197663645Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-fc89a686-2f21-4f3a-8566-dc502209b86f\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1622025-05-01T17:53:46.137Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:46.209286166Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-fc89a686-2f21-4f3a-8566-dc502209b86f 0B 1.80T 48.9M /phd-artifacts/phd-clone-fc89a686-2f21-4f3a-8566-dc502209b86f\n","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1632025-05-01T17:53:46.138Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:46.210153763Z","target":"phd_framework::test_vm","line":196,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1642025-05-01T17:53:46.138Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:46.210238734Z","target":"phd_framework::test_vm","line":214,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"migration_from_base_and_back","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1652025-05-01T17:53:46.138Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] checking for existing copy of artifact","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:46.210306065Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/b259de3138c254793fb7f1596c08943b0ed57bc1e5a73eeb088e3f3e2e58945b/propolis-server.tar.gz","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1662025-05-01T17:53:46.138Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Downloading file from Buildomat...","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:53:46.210362575Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/060a204d91e401a368c700a09d24510b7cd2b0e4/propolis-server.tar.gz","timeout":"600s","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1672025-05-01T17:54:12.968Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Extracting artifact from tarball","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:13.059525432Z","target":"phd_framework::artifacts::store","line":162,"file":"phd-tests/framework/src/artifacts/store.rs","extracted_path":"/phd-artifacts/b259de3138c254793fb7f1596c08943b0ed57bc1e5a73eeb088e3f3e2e58945b/propolis-server","untar_path":"propolis-server","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1682025-05-01T17:54:12.968Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Extracting gzipped tarball...","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:13.059619852Z","target":"phd_framework::artifacts::store","line":521,"file":"phd-tests/framework/src/artifacts/store.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1692025-05-01T17:54:26.932Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:27.023493511Z","target":"phd_framework::test_vm::server","line":64,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/phd-artifacts/b259de3138c254793fb7f1596c08943b0ed57bc1e5a73eeb088e3f3e2e58945b/propolis-server\"","bootrom_path":"\"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1702025-05-01T17:54:26.932Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:27.023612681Z","target":"phd_framework::log_config","line":71,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/migration_from_base_and_back.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_from_base_and_back.stderr.log\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1712025-05-01T17:54:26.985Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 868","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:27.076349556Z","target":"phd_framework::test_vm::server","line":122,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1722025-05-01T17:54:27.010Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:27.076606618Z","target":"phd_framework::test_vm","line":196,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":40866,"path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1732025-05-01T17:54:27.010Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:27.076816739Z","target":"phd_framework::test_vm","line":305,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"71ec7170-2821-4257-acf9-934c509672d1","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"}
1742025-05-01T17:54:27.010Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:27.077966948Z","target":"phd_framework::test_vm","line":344,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"71ec7170-2821-4257-acf9-934c509672d1","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"}
1752025-05-01T17:54:27.720Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure","level":50,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:27.811001175Z","target":"phd_framework::test_vm","line":348,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be998e2e-a470-4162-bfb4-12c010ff6698\", \"content-length\": \"533\", \"date\": \"Thu, 01 May 2025 17:54:27 GMT\"}; value: Error { error_code: None, message: \"unable to parse JSON body: init.value.spec.components.boot-disk.type: unknown variant `NvmeDisk`, expected one of `virtio_disk`, `nvme_disk`, `virtio_nic`, `serial_port`, `pci_pci_bridge`, `qemu_pvpanic`, `boot_settings`, `soft_npu_pci_port`, `soft_npu_port`, `soft_npu_p9`, `p9fs`, `migration_failure_injector`, `crucible_storage_backend`, `file_storage_backend`, `blob_storage_backend`, `virtio_network_backend`, `dlpi_network_backend` at line 1 column 180\", request_id: \"be998e2e-a470-4162-bfb4-12c010ff6698\" }","vm_id":"71ec7170-2821-4257-acf9-934c509672d1","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"}
1762025-05-01T17:54:27.777Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:27.812075564Z","target":"phd_framework::test_vm","line":305,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":735,"vm_id":"71ec7170-2821-4257-acf9-934c509672d1","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"}
1772025-05-01T17:54:27.777Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:27.812167604Z","target":"phd_framework::test_vm::server","line":140,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1782025-05-01T17:54:27.777Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:27.843360769Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1792025-05-01T17:54:27.777Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:27.84342683Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-fc89a686-2f21-4f3a-8566-dc502209b86f\"]","verb":"destroy","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1802025-05-01T17:54:27.805Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:27.896172774Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1812025-05-01T17:54:27.805Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:27.896234724Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-813b81be-e275-497d-8543-cd3264fd494d\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1822025-05-01T17:54:27.835Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:27.927194848Z","target":"phd_tests::migrate::from_base","line":52,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":76629,"path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1832025-05-01T17:54:27.987Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::migration_from_base_and_back ... FAILED: Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be998e2e-a470-4162-bfb4-12c010ff6698\", \"content-length\": \"533\", \"date\": \"Thu, 01 May 2025 17:54:27 GMT\"}; value: Error { error_code: None, message: \"unable to parse JSON body: init.value.spec.components.boot-disk.type: unknown variant `NvmeDisk`, expected one of `virtio_disk`, `nvme_disk`, `virtio_nic`, `serial_port`, `pci_pci_bridge`, `qemu_pvpanic`, `boot_settings`, `soft_npu_pci_port`, `soft_npu_port`, `soft_npu_p9`, `p9fs`, `migration_failure_injector`, `crucible_storage_backend`, `file_storage_backend`, `blob_storage_backend`, `virtio_network_backend`, `dlpi_network_backend` at line 1 column 180\", request_id: \"be998e2e-a470-4162-bfb4-12c010ff6698\" }\n\nStack backtrace:\n 0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.98/src/backtrace.rs:27:14\n 1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/core/src/result.rs:2014:27\n 2: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:360:9\n 3: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:9\n 4: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:305:5\n 5: phd_framework::test_vm::TestVm::instance_ensure::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:438:22\n 6: phd_framework::test_vm::TestVm::launch::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:426:32\n 7: phd_tests::migrate::from_base::migration_from_base_and_back::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:56:25\n 8: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:9\n 9: phd_tests::migrate::from_base::migration_from_base_and_back::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:52:5\n 10: <core::pin::Pin<P> as core::future::future::Future>::poll\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/core/src/future/future.rs:124:9\n 11: phd_testcase::TestCase::run::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/macros/select.rs:708:49\n 13: <core::future::poll_fn::PollFn<F> as core::future::future::Future>::poll\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:105:13\n 15: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/core.rs:331:17\n 16: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/loom/std/unsafe_cell.rs:16:9\n 17: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/core.rs:320:13\n 18: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/harness.rs:532:19\n 19: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/core/src/panic/unwind_safe.rs:272:9\n 20: std::panicking::try::do_call\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panicking.rs:587:40\n 21: __rust_try\n 22: std::panicking::try\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panicking.rs:550:19\n 23: std::panic::catch_unwind\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panic.rs:358:14\n 24: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/harness.rs:520:18\n 25: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/harness.rs:209:27\n 26: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/harness.rs:154:15\n 27: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/raw.rs:271:5\n 28: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/raw.rs:201:18\n 29: tokio::runtime::task::LocalNotified<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/mod.rs:463:9\n 30: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/scheduler/multi_thread/worker.rs:674:17\n 31: tokio::task::coop::with_budget\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/task/coop/mod.rs:133:5\n 33: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/scheduler/multi_thread/worker.rs:594:9\n 34: tokio::runtime::scheduler::multi_thread::worker::Context::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/scheduler/multi_thread/worker.rs:542:24\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/scheduler/multi_thread/worker.rs:507:21\n 36: tokio::runtime::context::scoped::Scoped<T>::set\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/context.rs:180:26\n 38: std::thread::local::LocalKey<T>::try_with\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/thread/local.rs:310:12\n 39: std::thread::local::LocalKey<T>::with\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/thread/local.rs:274:15\n 40: tokio::runtime::context::set_scheduler\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/context.rs:180:9\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/scheduler/multi_thread/worker.rs:502:9\n 42: tokio::runtime::context::runtime::enter_runtime\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/scheduler/multi_thread/worker.rs:494:5\n 44: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/scheduler/multi_thread/worker.rs:460:45\n 45: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/blocking/task.rs:42:21\n 46: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/core.rs:331:17\n 47: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/loom/std/unsafe_cell.rs:16:9\n 48: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/core.rs:320:13\n 49: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/harness.rs:532:19\n 50: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/core/src/panic/unwind_safe.rs:272:9\n 51: std::panicking::try::do_call\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panicking.rs:587:40\n 52: __rust_try\n 53: std::panicking::try\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panicking.rs:550:19\n 54: std::panic::catch_unwind\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panic.rs:358:14\n 55: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/harness.rs:520:18\n 56: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/harness.rs:209:27\n 57: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/harness.rs:154:15\n 58: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/raw.rs:271:5\n 59: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/raw.rs:201:18\n 60: tokio::runtime::task::UnownedTask<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/mod.rs:500:9\n 61: tokio::runtime::blocking::pool::Task::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/blocking/pool.rs:161:9\n 62: tokio::runtime::blocking::pool::Inner::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/blocking/pool.rs:511:17\n 63: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/blocking/pool.rs:469:13\n 64: std::sys::backtrace::__rust_begin_short_backtrace\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/sys/backtrace.rs:152:18\n 65: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/thread/mod.rs:559:17\n 66: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/core/src/panic/unwind_safe.rs:272:9\n 67: std::panicking::try::do_call\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panicking.rs:587:40\n 68: __rust_try\n 69: std::panicking::try\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panicking.rs:550:19\n 70: std::panic::catch_unwind\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panic.rs:358:14\n 71: std::thread::Builder::spawn_unchecked_::{{closure}}\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/thread/mod.rs:557:30\n 72: core::ops::function::FnOnce::call_once{{vtable.shim}}\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/alloc/src/boxed.rs:1976:9\n 74: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/alloc/src/boxed.rs:1976:9\n 75: std::sys::pal::unix::thread::Thread::new::thread_start\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/sys/pal/unix/thread.rs:106:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.054774259Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
1842025-05-01T17:54:27.989Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.05485816Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
1852025-05-01T17:54:27.989Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.05493288Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
1862025-05-01T17:54:27.989Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::serial_history","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.054973751Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
1872025-05-01T17:54:27.989Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.054999421Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
1882025-05-01T17:54:28.014Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.055033341Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
1892025-05-01T17:54:28.014Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.055148682Z","target":"phd_tests::migrate::from_base","line":40,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::serial_history"}
1902025-05-01T17:54:28.014Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.055247263Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::serial_history"}
1912025-05-01T17:54:28.014Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.055289943Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::serial_history"}
1922025-05-01T17:54:28.014Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.055331333Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::serial_history"}
1932025-05-01T17:54:28.014Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.055379394Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::from_base::serial_history"}
1942025-05-01T17:54:28.015Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.08798551Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 738M 1.80T 738M /phd-artifacts\n","path":"phd_tests::migrate::from_base::serial_history"}
1952025-05-01T17:54:28.015Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.088085101Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-4946168f-39a5-4698-926c-cbfcf79e78a4\"]","path":"phd_tests::migrate::from_base::serial_history"}
1962025-05-01T17:54:28.043Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.112864585Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-4946168f-39a5-4698-926c-cbfcf79e78a4\", \"phd-artifacts/phd-clone-f366b675-76aa-4a42-a3ce-f1a5758cb931\"]","path":"phd_tests::migrate::from_base::serial_history"}
1972025-05-01T17:54:28.070Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.139230142Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-f366b675-76aa-4a42-a3ce-f1a5758cb931\"]","path":"phd_tests::migrate::from_base::serial_history"}
1982025-05-01T17:54:28.070Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.15673109Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-f366b675-76aa-4a42-a3ce-f1a5758cb931 0B 1.80T 738M /phd-artifacts/phd-clone-f366b675-76aa-4a42-a3ce-f1a5758cb931\n","path":"phd_tests::migrate::from_base::serial_history"}
1992025-05-01T17:54:28.070Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.157431585Z","target":"phd_framework::test_vm","line":196,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history"}
2002025-05-01T17:54:28.070Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.157491056Z","target":"phd_framework::test_vm","line":214,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\", metrics: None }","vm_name":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"}
2012025-05-01T17:54:28.070Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.157541656Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/b259de3138c254793fb7f1596c08943b0ed57bc1e5a73eeb088e3f3e2e58945b/propolis-server","path":"phd_tests::migrate::from_base::serial_history"}
2022025-05-01T17:54:28.070Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.157592626Z","target":"phd_framework::test_vm::server","line":64,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","server_path":"\"/phd-artifacts/b259de3138c254793fb7f1596c08943b0ed57bc1e5a73eeb088e3f3e2e58945b/propolis-server\"","path":"phd_tests::migrate::from_base::serial_history"}
2032025-05-01T17:54:28.070Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.157632817Z","target":"phd_framework::log_config","line":71,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/migration_serial_history_base.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_serial_history_base.stderr.log\"","path":"phd_tests::migrate::from_base::serial_history"}
2042025-05-01T17:54:28.095Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 876","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.170671139Z","target":"phd_framework::test_vm::server","line":122,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::serial_history"}
2052025-05-01T17:54:28.095Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.170901371Z","target":"phd_framework::test_vm","line":196,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","elapsed_milliseconds":13}
2062025-05-01T17:54:28.095Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.171020502Z","target":"phd_framework::test_vm","line":305,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history","vm_id":"f420962c-43b3-43a2-ac9c-b5523f56c2cd"}
2072025-05-01T17:54:28.095Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.171535846Z","target":"phd_framework::test_vm","line":344,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history","vm_id":"f420962c-43b3-43a2-ac9c-b5523f56c2cd"}
2082025-05-01T17:54:28.721Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure","level":50,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.812841002Z","target":"phd_framework::test_vm","line":348,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dce3b8a7-b402-4ebc-a370-1f38d8bd81bf\", \"content-length\": \"533\", \"date\": \"Thu, 01 May 2025 17:54:28 GMT\"}; value: Error { error_code: None, message: \"unable to parse JSON body: init.value.spec.components.boot-disk.type: unknown variant `NvmeDisk`, expected one of `virtio_disk`, `nvme_disk`, `virtio_nic`, `serial_port`, `pci_pci_bridge`, `qemu_pvpanic`, `boot_settings`, `soft_npu_pci_port`, `soft_npu_port`, `soft_npu_p9`, `p9fs`, `migration_failure_injector`, `crucible_storage_backend`, `file_storage_backend`, `blob_storage_backend`, `virtio_network_backend`, `dlpi_network_backend` at line 1 column 180\", request_id: \"dce3b8a7-b402-4ebc-a370-1f38d8bd81bf\" }","vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history","vm_id":"f420962c-43b3-43a2-ac9c-b5523f56c2cd"}
2092025-05-01T17:54:28.747Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.813085374Z","target":"phd_framework::test_vm","line":305,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"f420962c-43b3-43a2-ac9c-b5523f56c2cd","elapsed_milliseconds":642,"vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"}
2102025-05-01T17:54:28.747Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.813178915Z","target":"phd_framework::test_vm::server","line":140,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::serial_history"}
2112025-05-01T17:54:28.774Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.846373286Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::serial_history"}
2122025-05-01T17:54:28.774Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.846432236Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-f366b675-76aa-4a42-a3ce-f1a5758cb931\"]","verb":"destroy","path":"phd_tests::migrate::from_base::serial_history"}
2132025-05-01T17:54:28.800Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.889358693Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::serial_history"}
2142025-05-01T17:54:28.800Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.889405713Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-4946168f-39a5-4698-926c-cbfcf79e78a4\"]","verb":"destroy","path":"phd_tests::migrate::from_base::serial_history"}
2152025-05-01T17:54:28.825Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.915273697Z","target":"phd_tests::migrate::from_base","line":40,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::serial_history","elapsed_milliseconds":860}
2162025-05-01T17:54:28.874Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::serial_history ... FAILED: Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dce3b8a7-b402-4ebc-a370-1f38d8bd81bf\", \"content-length\": \"533\", \"date\": \"Thu, 01 May 2025 17:54:28 GMT\"}; value: Error { error_code: None, message: \"unable to parse JSON body: init.value.spec.components.boot-disk.type: unknown variant `NvmeDisk`, expected one of `virtio_disk`, `nvme_disk`, `virtio_nic`, `serial_port`, `pci_pci_bridge`, `qemu_pvpanic`, `boot_settings`, `soft_npu_pci_port`, `soft_npu_port`, `soft_npu_p9`, `p9fs`, `migration_failure_injector`, `crucible_storage_backend`, `file_storage_backend`, `blob_storage_backend`, `virtio_network_backend`, `dlpi_network_backend` at line 1 column 180\", request_id: \"dce3b8a7-b402-4ebc-a370-1f38d8bd81bf\" }\n\nStack backtrace:\n 0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.98/src/backtrace.rs:27:14\n 1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/core/src/result.rs:2014:27\n 2: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:360:9\n 3: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:9\n 4: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:305:5\n 5: phd_framework::test_vm::TestVm::instance_ensure::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:438:22\n 6: phd_framework::test_vm::TestVm::launch::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:426:32\n 7: phd_tests::migrate::run_serial_history_test::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:345:21\n 8: phd_tests::migrate::from_base::serial_history::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:46:10\n 9: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:9\n 10: phd_tests::migrate::from_base::serial_history::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:40:5\n 11: <core::pin::Pin<P> as core::future::future::Future>::poll\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/core/src/future/future.rs:124:9\n 12: phd_testcase::TestCase::run::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/macros/select.rs:708:49\n 14: <core::future::poll_fn::PollFn<F> as core::future::future::Future>::poll\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:105:13\n 16: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/core.rs:331:17\n 17: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/loom/std/unsafe_cell.rs:16:9\n 18: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/core.rs:320:13\n 19: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/harness.rs:532:19\n 20: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/core/src/panic/unwind_safe.rs:272:9\n 21: std::panicking::try::do_call\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panicking.rs:587:40\n 22: __rust_try\n 23: std::panicking::try\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panicking.rs:550:19\n 24: std::panic::catch_unwind\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panic.rs:358:14\n 25: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/harness.rs:520:18\n 26: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/harness.rs:209:27\n 27: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/harness.rs:154:15\n 28: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/raw.rs:271:5\n 29: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/raw.rs:201:18\n 30: tokio::runtime::task::LocalNotified<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/mod.rs:463:9\n 31: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/scheduler/multi_thread/worker.rs:674:17\n 32: tokio::task::coop::with_budget\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/task/coop/mod.rs:133:5\n 34: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/scheduler/multi_thread/worker.rs:594:9\n 35: tokio::runtime::scheduler::multi_thread::worker::Context::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/scheduler/multi_thread/worker.rs:542:24\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/scheduler/multi_thread/worker.rs:507:21\n 37: tokio::runtime::context::scoped::Scoped<T>::set\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/context.rs:180:26\n 39: std::thread::local::LocalKey<T>::try_with\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/thread/local.rs:310:12\n 40: std::thread::local::LocalKey<T>::with\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/thread/local.rs:274:15\n 41: tokio::runtime::context::set_scheduler\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/context.rs:180:9\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/scheduler/multi_thread/worker.rs:502:9\n 43: tokio::runtime::context::runtime::enter_runtime\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/scheduler/multi_thread/worker.rs:494:5\n 45: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/scheduler/multi_thread/worker.rs:460:45\n 46: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/blocking/task.rs:42:21\n 47: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/core.rs:331:17\n 48: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/loom/std/unsafe_cell.rs:16:9\n 49: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/core.rs:320:13\n 50: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/harness.rs:532:19\n 51: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/core/src/panic/unwind_safe.rs:272:9\n 52: std::panicking::try::do_call\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panicking.rs:587:40\n 53: __rust_try\n 54: std::panicking::try\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panicking.rs:550:19\n 55: std::panic::catch_unwind\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panic.rs:358:14\n 56: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/harness.rs:520:18\n 57: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/harness.rs:209:27\n 58: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/harness.rs:154:15\n 59: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/raw.rs:271:5\n 60: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/raw.rs:201:18\n 61: tokio::runtime::task::UnownedTask<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/mod.rs:500:9\n 62: tokio::runtime::blocking::pool::Task::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/blocking/pool.rs:161:9\n 63: tokio::runtime::blocking::pool::Inner::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/blocking/pool.rs:511:17\n 64: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/blocking/pool.rs:469:13\n 65: std::sys::backtrace::__rust_begin_short_backtrace\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/sys/backtrace.rs:152:18\n 66: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/thread/mod.rs:559:17\n 67: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/core/src/panic/unwind_safe.rs:272:9\n 68: std::panicking::try::do_call\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panicking.rs:587:40\n 69: __rust_try\n 70: std::panicking::try\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panicking.rs:550:19\n 71: std::panic::catch_unwind\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panic.rs:358:14\n 72: std::thread::Builder::spawn_unchecked_::{{closure}}\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/thread/mod.rs:557:30\n 73: core::ops::function::FnOnce::call_once{{vtable.shim}}\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/alloc/src/boxed.rs:1976:9\n 75: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/alloc/src/boxed.rs:1976:9\n 76: std::sys::pal::unix::thread::Thread::new::thread_start\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/sys/pal/unix/thread.rs:106:17\n 77: _thrp_setup\n 78: <unknown>","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.916886129Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
2172025-05-01T17:54:28.875Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.91695039Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
2182025-05-01T17:54:28.875Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.91700717Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2192025-05-01T17:54:28.875Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::can_migrate_from_base","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.917040621Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
2202025-05-01T17:54:28.875Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.917061321Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
2212025-05-01T17:54:28.876Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.917084391Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2222025-05-01T17:54:28.876Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.917197272Z","target":"phd_tests::migrate::from_base","line":34,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2232025-05-01T17:54:28.876Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.917280032Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2242025-05-01T17:54:28.876Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.917320993Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2252025-05-01T17:54:28.876Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.917361103Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2262025-05-01T17:54:28.876Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.917401544Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2272025-05-01T17:54:28.876Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.936281192Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 739M 1.80T 738M /phd-artifacts\n","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2282025-05-01T17:54:28.877Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.936376593Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-9a392d36-037a-47f4-9802-2b06c5fa5520\"]","verb":"snapshot","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2292025-05-01T17:54:28.902Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.961418019Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-9a392d36-037a-47f4-9802-2b06c5fa5520\", \"phd-artifacts/phd-clone-76cbffed-e693-4b22-b627-4bd12f894663\"]","verb":"clone","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2302025-05-01T17:54:28.903Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:28.987278452Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-76cbffed-e693-4b22-b627-4bd12f894663\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2312025-05-01T17:54:28.930Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:29.005005881Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-76cbffed-e693-4b22-b627-4bd12f894663 0B 1.80T 738M /phd-artifacts/phd-clone-76cbffed-e693-4b22-b627-4bd12f894663\n","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2322025-05-01T17:54:28.930Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:29.005614416Z","target":"phd_framework::test_vm","line":196,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2332025-05-01T17:54:28.930Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:29.005663646Z","target":"phd_framework::test_vm","line":214,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_from_base","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2342025-05-01T17:54:28.930Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:29.005714297Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/b259de3138c254793fb7f1596c08943b0ed57bc1e5a73eeb088e3f3e2e58945b/propolis-server","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2352025-05-01T17:54:28.930Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:29.005763877Z","target":"phd_framework::test_vm::server","line":64,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd\"","server_path":"\"/phd-artifacts/b259de3138c254793fb7f1596c08943b0ed57bc1e5a73eeb088e3f3e2e58945b/propolis-server\"","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2362025-05-01T17:54:28.930Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:29.005807287Z","target":"phd_framework::log_config","line":71,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/migration_from_base.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_from_base.stderr.log\"","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2372025-05-01T17:54:28.931Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 884","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:29.018659188Z","target":"phd_framework::test_vm::server","line":122,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2382025-05-01T17:54:28.931Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:29.018972831Z","target":"phd_framework::test_vm","line":196,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","elapsed_milliseconds":13}
2392025-05-01T17:54:28.931Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:29.019101032Z","target":"phd_framework::test_vm","line":305,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5a7fda08-1452-4733-9884-1271a354e619","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"}
2402025-05-01T17:54:28.932Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:29.019636686Z","target":"phd_framework::test_vm","line":344,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"5a7fda08-1452-4733-9884-1271a354e619","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"}
2412025-05-01T17:54:29.185Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure","level":50,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:29.276732585Z","target":"phd_framework::test_vm","line":348,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9909ce77-d027-4e24-8292-171b31ba9412\", \"content-length\": \"530\", \"date\": \"Thu, 01 May 2025 17:54:29 GMT\"}; value: Error { error_code: None, message: \"unable to parse JSON body: init.value.spec.components.com1.type: unknown variant `SerialPort`, expected one of `virtio_disk`, `nvme_disk`, `virtio_nic`, `serial_port`, `pci_pci_bridge`, `qemu_pvpanic`, `boot_settings`, `soft_npu_pci_port`, `soft_npu_port`, `soft_npu_p9`, `p9fs`, `migration_failure_injector`, `crucible_storage_backend`, `file_storage_backend`, `blob_storage_backend`, `virtio_network_backend`, `dlpi_network_backend` at line 1 column 177\", request_id: \"9909ce77-d027-4e24-8292-171b31ba9412\" }","vm_id":"5a7fda08-1452-4733-9884-1271a354e619","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"}
2422025-05-01T17:54:29.213Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:29.276947757Z","target":"phd_framework::test_vm","line":305,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":257,"vm_id":"5a7fda08-1452-4733-9884-1271a354e619","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm":"migration_from_base"}
2432025-05-01T17:54:29.214Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:29.277034157Z","target":"phd_framework::test_vm::server","line":140,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2442025-05-01T17:54:29.240Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:29.307460176Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2452025-05-01T17:54:29.241Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:29.307538987Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-76cbffed-e693-4b22-b627-4bd12f894663\"]","verb":"destroy","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2462025-05-01T17:54:29.267Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:29.352031397Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2472025-05-01T17:54:29.267Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:29.352088727Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-9a392d36-037a-47f4-9802-2b06c5fa5520\"]","verb":"destroy","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2482025-05-01T17:54:29.295Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:29.383369092Z","target":"phd_tests::migrate::from_base","line":34,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","elapsed_milliseconds":466}
2492025-05-01T17:54:29.295Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::can_migrate_from_base ... FAILED: Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9909ce77-d027-4e24-8292-171b31ba9412\", \"content-length\": \"530\", \"date\": \"Thu, 01 May 2025 17:54:29 GMT\"}; value: Error { error_code: None, message: \"unable to parse JSON body: init.value.spec.components.com1.type: unknown variant `SerialPort`, expected one of `virtio_disk`, `nvme_disk`, `virtio_nic`, `serial_port`, `pci_pci_bridge`, `qemu_pvpanic`, `boot_settings`, `soft_npu_pci_port`, `soft_npu_port`, `soft_npu_p9`, `p9fs`, `migration_failure_injector`, `crucible_storage_backend`, `file_storage_backend`, `blob_storage_backend`, `virtio_network_backend`, `dlpi_network_backend` at line 1 column 177\", request_id: \"9909ce77-d027-4e24-8292-171b31ba9412\" }\n\nStack backtrace:\n 0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.98/src/backtrace.rs:27:14\n 1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/core/src/result.rs:2014:27\n 2: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:360:9\n 3: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:9\n 4: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:305:5\n 5: phd_framework::test_vm::TestVm::instance_ensure::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:438:22\n 6: phd_framework::test_vm::TestVm::launch::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:426:32\n 7: phd_tests::migrate::run_smoke_test::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:315:21\n 8: phd_tests::migrate::from_base::can_migrate_from_base::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:37:14\n 9: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:9\n 10: phd_tests::migrate::from_base::can_migrate_from_base::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:34:5\n 11: <core::pin::Pin<P> as core::future::future::Future>::poll\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/core/src/future/future.rs:124:9\n 12: phd_testcase::TestCase::run::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/macros/select.rs:708:49\n 14: <core::future::poll_fn::PollFn<F> as core::future::future::Future>::poll\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:105:13\n 16: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/core.rs:331:17\n 17: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/loom/std/unsafe_cell.rs:16:9\n 18: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/core.rs:320:13\n 19: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/harness.rs:532:19\n 20: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/core/src/panic/unwind_safe.rs:272:9\n 21: std::panicking::try::do_call\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panicking.rs:587:40\n 22: __rust_try\n 23: std::panicking::try\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panicking.rs:550:19\n 24: std::panic::catch_unwind\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panic.rs:358:14\n 25: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/harness.rs:520:18\n 26: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/harness.rs:209:27\n 27: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/harness.rs:154:15\n 28: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/raw.rs:271:5\n 29: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/raw.rs:201:18\n 30: tokio::runtime::task::LocalNotified<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/mod.rs:463:9\n 31: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/scheduler/multi_thread/worker.rs:674:17\n 32: tokio::task::coop::with_budget\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/task/coop/mod.rs:133:5\n 34: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/scheduler/multi_thread/worker.rs:594:9\n 35: tokio::runtime::scheduler::multi_thread::worker::Context::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/scheduler/multi_thread/worker.rs:542:24\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/scheduler/multi_thread/worker.rs:507:21\n 37: tokio::runtime::context::scoped::Scoped<T>::set\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/context.rs:180:26\n 39: std::thread::local::LocalKey<T>::try_with\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/thread/local.rs:310:12\n 40: std::thread::local::LocalKey<T>::with\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/thread/local.rs:274:15\n 41: tokio::runtime::context::set_scheduler\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/context.rs:180:9\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/scheduler/multi_thread/worker.rs:502:9\n 43: tokio::runtime::context::runtime::enter_runtime\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/scheduler/multi_thread/worker.rs:494:5\n 45: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/scheduler/multi_thread/worker.rs:460:45\n 46: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/blocking/task.rs:42:21\n 47: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/core.rs:331:17\n 48: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/loom/std/unsafe_cell.rs:16:9\n 49: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/core.rs:320:13\n 50: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/harness.rs:532:19\n 51: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/core/src/panic/unwind_safe.rs:272:9\n 52: std::panicking::try::do_call\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panicking.rs:587:40\n 53: __rust_try\n 54: std::panicking::try\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panicking.rs:550:19\n 55: std::panic::catch_unwind\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panic.rs:358:14\n 56: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/harness.rs:520:18\n 57: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/harness.rs:209:27\n 58: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/harness.rs:154:15\n 59: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/raw.rs:271:5\n 60: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/raw.rs:201:18\n 61: tokio::runtime::task::UnownedTask<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/task/mod.rs:500:9\n 62: tokio::runtime::blocking::pool::Task::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/blocking/pool.rs:161:9\n 63: tokio::runtime::blocking::pool::Inner::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/blocking/pool.rs:511:17\n 64: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.44.1/src/runtime/blocking/pool.rs:469:13\n 65: std::sys::backtrace::__rust_begin_short_backtrace\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/sys/backtrace.rs:152:18\n 66: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/thread/mod.rs:559:17\n 67: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/core/src/panic/unwind_safe.rs:272:9\n 68: std::panicking::try::do_call\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panicking.rs:587:40\n 69: __rust_try\n 70: std::panicking::try\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panicking.rs:550:19\n 71: std::panic::catch_unwind\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/panic.rs:358:14\n 72: std::thread::Builder::spawn_unchecked_::{{closure}}\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/thread/mod.rs:557:30\n 73: core::ops::function::FnOnce::call_once{{vtable.shim}}\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/alloc/src/boxed.rs:1976:9\n 75: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/alloc/src/boxed.rs:1976:9\n 76: std::sys::pal::unix::thread::Thread::new::thread_start\n at /rustc/05f9846f893b09a1be1fc8560e33fc3c815cfecb/library/std/src/sys/pal/unix/thread.rs:106:17\n 77: _thrp_setup\n 78: <unknown>","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:29.38432626Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
2502025-05-01T17:54:29.295Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:29.38437128Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
2512025-05-01T17:54:29.295Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:29.384423811Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2522025-05-01T17:54:29.295Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - START]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:29.384463331Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs"}
2532025-05-01T17:54:29.295Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - END]","level":30,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:29.384488081Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2542025-05-01T17:54:29.296Z
2552025-05-01T17:54:29.296Zfailures:
2562025-05-01T17:54:29.296Z phd_tests::migrate::from_base::migration_from_base_and_back
2572025-05-01T17:54:29.296Z phd_tests::migrate::from_base::serial_history
2582025-05-01T17:54:29.297Z phd_tests::migrate::from_base::can_migrate_from_base
2592025-05-01T17:54:29.297Z
2602025-05-01T17:54:29.297Ztest result: FAILED. 0 passed; 3 failed; 0 skipped; 0 not run; finished in 78.09s
2612025-05-01T17:54:29.297Z
2622025-05-01T17:54:29.297Z{"v":0,"name":"phd-runner","msg":"phd_runner","level":20,"hostname":"sock","pid":863,"time":"2025-05-01T17:54:29.384591562Z","target":"phd_runner","line":41,"file":"phd-tests/runner/src/main.rs","exit_code":3}
2632025-05-01T17:54:29.380Z
2642025-05-01T17:54:29.407Zreal 1:18.858001022
2652025-05-01T17:54:29.408Zuser 19.699402934
2662025-05-01T17:54:29.408Zsys 1.866659260
2672025-05-01T17:54:29.408Ztrap 0.002899484
2682025-05-01T17:54:29.408Ztflt 0.000286889
2692025-05-01T17:54:29.408Zdflt 0.000302434
2702025-05-01T17:54:29.408Zkflt 0.000000000
2712025-05-01T17:54:29.408Zlock 1:04:21.838865425
2722025-05-01T17:54:29.408Zslp 1:14.367674505
2732025-05-01T17:54:29.408Zlat 0.191294732
2742025-05-01T17:54:29.408Zstop 15.138236118
2752025-05-01T17:54:29.408Z+ failcount=3
2762025-05-01T17:54:29.408Z+ set -e
2772025-05-01T17:54:29.408Z+ tar -czvf /tmp/phd-tmp-files.tar.gz -C /tmp/propolis-phd /tmp/propolis-phd/migration_from_base_and_back.stderr.log /tmp/propolis-phd/migration_from_base_and_back.stdout.log /tmp/propolis-phd/migration_from_base.stderr.log /tmp/propolis-phd/migration_from_base.stdout.log /tmp/propolis-phd/migration_serial_history_base.stderr.log /tmp/propolis-phd/migration_serial_history_base.stdout.log
2782025-05-01T17:54:29.408ZCompressing '/tmp/phd-tmp-files.tar.gz' with '/usr/bin/gzip'...
2792025-05-01T17:54:29.409Za /tmp/propolis-phd/migration_from_base_and_back.stderr.log 0K
2802025-05-01T17:54:29.409Za /tmp/propolis-phd/migration_from_base_and_back.stdout.log 2K
2812025-05-01T17:54:29.409Za /tmp/propolis-phd/migration_from_base.stderr.log 0K
2822025-05-01T17:54:29.409Za /tmp/propolis-phd/migration_from_base.stdout.log 2K
2832025-05-01T17:54:29.409Za /tmp/propolis-phd/migration_serial_history_base.stderr.log 0K
2842025-05-01T17:54:29.409Za /tmp/propolis-phd/migration_serial_history_base.stdout.log 2K
2852025-05-01T17:54:29.410Z+ exitcode=0
2862025-05-01T17:54:29.410Z+ '[' 3 -eq 0 ']'
2872025-05-01T17:54:29.410Z+ echo
2882025-05-01T17:54:29.410Z
2892025-05-01T17:54:29.410Z+ echo 'SOME TESTS FAILED'
2902025-05-01T17:54:29.410ZSOME TESTS FAILED
2912025-05-01T17:54:29.410Z+ echo
2922025-05-01T17:54:29.410Z
2932025-05-01T17:54:29.410Z+ exitcode=1
2942025-05-01T17:54:29.410Z+ find /dev/vmm -mindepth 1 -maxdepth 1
2952025-05-01T17:54:29.410Z+ read
2962025-05-01T17:54:29.410Z+ exit 1
2972025-05-01T17:54:29.410Zprocess exited: duration 91104 ms, exit code 1
 
2982025-05-01T17:54:29.487Zfound 2 output files
2992025-05-01T17:54:29.487Zuploading: /tmp/phd-runner.log (89140 bytes)
3002025-05-01T17:54:30.610Zuploaded: /tmp/phd-runner.log
3012025-05-01T17:54:30.610Zuploading: /tmp/phd-tmp-files.tar.gz (1125 bytes)
3022025-05-01T17:54:31.712Zuploaded: /tmp/phd-tmp-files.tar.gz