01KM4084PE3VWC7SXJ08VCG1AT: phd-run-migrate-from-base

BasicConfig {
    output_rules: [
        "/tmp/phd-runner.log",
        "/tmp/phd-tmp-files.tar.gz",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-gimlet",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01KM408NCDYH01Y3QFFCHACPEC

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12026-03-19T21:45:22.735Zjob dependencies complete; ready to run (waiting for 12 m 7 s)
22026-03-19T22:00:16.783Zjob assigned to worker 01KM41MB6DZT97HCB5J6P45ADZ [factory edgar, gimlet/BRM42220010/583] (queued for 14 m 54 s)
32026-03-19T22:00:17.841Zdownloading input: /input/phd-build/out/phd-run-with-args.sh
42026-03-19T22:00:17.866Zdownloaded input: /input/phd-build/out/phd-run-with-args.sh
52026-03-19T22:00:17.866Zdownloading input: /input/phd-build/out/phd-runner.sha256.txt
62026-03-19T22:00:17.893Zdownloaded input: /input/phd-build/out/phd-runner.sha256.txt
72026-03-19T22:00:17.893Zdownloading input: /input/phd-build/out/phd-runner.tar.gz
82026-03-19T22:00:22.884Zdownloaded input: /input/phd-build/out/phd-runner.tar.gz
92026-03-19T22:00:22.884Zdownloading input: /input/phd-build/out/propolis-server-debug.sha256.txt
102026-03-19T22:00:22.932Zdownloaded input: /input/phd-build/out/propolis-server-debug.sha256.txt
112026-03-19T22:00:22.957Zdownloading input: /input/phd-build/out/propolis-server-debug.tar.gz
122026-03-19T22:00:31.086Zdownloaded input: /input/phd-build/out/propolis-server-debug.tar.gz
 
132026-03-19T22:00:31.086Zstarting task 0: "setup"
142026-03-19T22:00:31.111Z++ uname -s
152026-03-19T22:00:31.111Z+ kern=SunOS
162026-03-19T22:00:31.111Z+ build_user=build
172026-03-19T22:00:31.111Z+ build_uid=12345
182026-03-19T22:00:31.111Z+ work_dir=/work
192026-03-19T22:00:31.111Z+ input_dir=/input
202026-03-19T22:00:31.111Z+ [[ 0 == 12345 ]]
212026-03-19T22:00:31.111Z+ case "$kern" in
222026-03-19T22:00:31.111Z+ groupadd -g 12345 build
232026-03-19T22:00:31.136Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
242026-03-19T22:00:33.121Z+ zfs create -o mountpoint=/work rpool/work
252026-03-19T22:00:33.152Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
262026-03-19T22:00:33.176Z+ home_fs=
272026-03-19T22:00:33.176Z+ [[ '' == autofs ]]
282026-03-19T22:00:33.176Z+ mkdir -p /home/build
292026-03-19T22:00:33.176Z+ chown build:build /home/build /work
302026-03-19T22:00:35.166Z+ chmod 0700 /home/build /work
312026-03-19T22:00:35.190Zprocess exited: duration 4084 ms, exit code 0
 
322026-03-19T22:00:35.238Zstarting task 1: "authentication"
332026-03-19T22:00:35.308Zprocess exited: duration 69 ms, exit code 0
 
342026-03-19T22:00:35.357Zstarting task 2: "build"
352026-03-19T22:00:35.384Z+ indir=/input
362026-03-19T22:00:35.384Z+ indir_suffix='phd-build/out/*.tar.gz'
372026-03-19T22:00:35.384Z+ phddir=/work/phd-test
382026-03-19T22:00:35.384Z+ disks=($(pilot local disk list -H -o type,disk | grep -v 'M.2' | cut -f 2))
392026-03-19T22:00:35.408Z++ pilot local disk list -H -o type,disk
402026-03-19T22:00:35.408Z++ grep -v M.2
412026-03-19T22:00:35.408Z++ cut -f 2
422026-03-19T22:00:35.460Z+ pfexec zpool create -f phd-artifacts c8t0014EE81000BC42Fd0 c9t0014EE81000BC3B1d0 c10t0014EE81000BC514d0 c11t0014EE81000BC3B6d0 c4t0014EE81000BC3ACd0 c3t0014EE81000BC430d0 c2t0014EE81000BC16Fd0 c6t0014EE81000BC544d0 c5t0014EE81000BC429d0
432026-03-19T22:00:35.739Z+ artifactdir=/phd-artifacts
442026-03-19T22:00:35.739Z+ banner Inputs
452026-03-19T22:00:35.764Z ###
462026-03-19T22:00:35.764Z # # # ##### # # ##### ####
472026-03-19T22:00:35.764Z # ## # # # # # # #
482026-03-19T22:00:35.764Z # # # # # # # # # ####
492026-03-19T22:00:35.764Z # # # # ##### # # # #
502026-03-19T22:00:35.764Z # # ## # # # # # #
512026-03-19T22:00:35.764Z ### # # # #### # ####
522026-03-19T22:00:35.764Z
532026-03-19T22:00:35.764Z+ find /input -ls
542026-03-19T22:00:35.765Z 34 1 drwxr-xr-x 3 root root 3 Mar 19 22:00 /input
552026-03-19T22:00:35.765Z 2 1 drwxr-xr-x 3 root root 3 Mar 19 22:00 /input/phd-build
562026-03-19T22:00:35.765Z 3 2 drwxr-xr-x 2 root root 7 Mar 19 22:00 /input/phd-build/out
572026-03-19T22:00:35.765Z 128 2 -rw-r--r-- 1 root root 2573 Mar 19 22:00 /input/phd-build/out/phd-run-with-args.sh
582026-03-19T22:00:35.765Z 384 1 -rw-r--r-- 1 root root 65 Mar 19 22:00 /input/phd-build/out/propolis-server-debug.sha256.txt
592026-03-19T22:00:35.765Z 256 1 -rw-r--r-- 1 root root 65 Mar 19 22:00 /input/phd-build/out/phd-runner.sha256.txt
602026-03-19T22:00:35.765Z 257 108045 -rw-r--r-- 1 root root 110577831 Mar 19 22:00 /input/phd-build/out/phd-runner.tar.gz
612026-03-19T22:00:35.765Z 512 181149 -rw-r--r-- 1 root root 185466124 Mar 19 22:00 /input/phd-build/out/propolis-server-debug.tar.gz
622026-03-19T22:00:35.765Z+ rm -rf /work/phd-test
632026-03-19T22:00:35.765Z+ mkdir /work/phd-test
642026-03-19T22:00:35.765Z+ for p in $indir/$indir_suffix
652026-03-19T22:00:35.765Z+ tar xzvf /input/phd-build/out/phd-runner.tar.gz -C /work/phd-test
662026-03-19T22:00:38.595ZDecompressing '/input/phd-build/out/phd-runner.tar.gz' with '/usr/bin/gzcat'...
672026-03-19T22:00:38.595Zx phd-runner, 390411680 bytes, 762523 tape blocks
682026-03-19T22:00:38.595Zx artifacts.toml, 548 bytes, 2 tape blocks
692026-03-19T22:00:38.619Z++ tar tf /input/phd-build/out/phd-runner.tar.gz
702026-03-19T22:00:41.356Z+ for f in $(tar tf "$p")
712026-03-19T22:00:41.356Z+ chmod +x /work/phd-test/phd-runner
722026-03-19T22:00:41.381Z+ for f in $(tar tf "$p")
732026-03-19T22:00:41.381Z+ chmod +x /work/phd-test/artifacts.toml
742026-03-19T22:00:41.381Z+ for p in $indir/$indir_suffix
752026-03-19T22:00:41.381Z+ tar xzvf /input/phd-build/out/propolis-server-debug.tar.gz -C /work/phd-test
762026-03-19T22:00:51.595ZDecompressing '/input/phd-build/out/propolis-server-debug.tar.gz' with '/usr/bin/gzcat'...
772026-03-19T22:00:51.595Zx propolis-server, 705468352 bytes, 1377868 tape blocks
782026-03-19T22:00:51.619Z++ tar tf /input/phd-build/out/propolis-server-debug.tar.gz
792026-03-19T22:00:56.394Z+ for f in $(tar tf "$p")
802026-03-19T22:00:56.394Z+ chmod +x /work/phd-test/propolis-server
812026-03-19T22:00:56.419Z+ ls /work/phd-test
822026-03-19T22:00:56.419Zartifacts.toml
832026-03-19T22:00:56.419Zphd-runner
842026-03-19T22:00:56.419Zpropolis-server
852026-03-19T22:00:56.419Z+ banner Setup
862026-03-19T22:00:56.419Z #####
872026-03-19T22:00:56.419Z# # ###### ##### # # #####
882026-03-19T22:00:56.419Z# # # # # # #
892026-03-19T22:00:56.419Z ##### ##### # # # # #
902026-03-19T22:00:56.419Z # # # # # #####
912026-03-19T22:00:56.419Z# # # # # # #
922026-03-19T22:00:56.419Z ##### ###### # #### #
932026-03-19T22:00:56.419Z
942026-03-19T22:00:56.419Z+ tmpdir=/tmp/propolis-phd
952026-03-19T22:00:56.419Z+ '[' '!' -d /tmp/propolis-phd ']'
962026-03-19T22:00:56.419Z+ mkdir /tmp/propolis-phd
972026-03-19T22:00:56.419Z+ pfexec /usr/lib/rsrvrctl -s 4096
982026-03-19T22:00:56.897Z+ banner Tests
992026-03-19T22:00:56.921Z#######
1002026-03-19T22:00:56.921Z # ###### #### ##### ####
1012026-03-19T22:00:56.921Z # # # # #
1022026-03-19T22:00:56.921Z # ##### #### # ####
1032026-03-19T22:00:56.921Z # # # # #
1042026-03-19T22:00:56.921Z # # # # # # #
1052026-03-19T22:00:56.922Z # ###### #### # ####
1062026-03-19T22:00:56.922Z
1072026-03-19T22:00:56.923Z+ runner=/work/phd-test/phd-runner
1082026-03-19T22:00:56.923Z+ artifacts=/work/phd-test/artifacts.toml
1092026-03-19T22:00:56.923Z+ propolis=/work/phd-test/propolis-server
1102026-03-19T22:00:56.923Z+ ls /work/phd-test/phd-runner
1112026-03-19T22:00:56.923Z/work/phd-test/phd-runner
1122026-03-19T22:00:56.923Z+ ls /work/phd-test/artifacts.toml
1132026-03-19T22:00:56.923Z/work/phd-test/artifacts.toml
1142026-03-19T22:00:56.923Z+ ls /work/phd-test/propolis-server
1152026-03-19T22:00:56.923Z/work/phd-test/propolis-server
1162026-03-19T22:00:56.923Z+ args=($runner '--emit-bunyan' 'run' '--propolis-server-cmd' $propolis '--crucible-downstairs-commit' 'auto' '--artifact-toml-path' $artifacts '--tmp-directory' $tmpdir '--artifact-directory' $artifactdir $@)
1172026-03-19T22:00:56.923Z+ set +e
1182026-03-19T22:00:56.923Z+ RUST_BACKTRACE=1
1192026-03-19T22:00:56.923Z+ RUST_LOG=info,phd=debug
1202026-03-19T22:00:56.923Z+ ptime -m pfexec /work/phd-test/phd-runner --emit-bunyan run --propolis-server-cmd /work/phd-test/propolis-server --crucible-downstairs-commit auto --artifact-toml-path /work/phd-test/artifacts.toml --tmp-directory /tmp/propolis-phd --artifact-directory /phd-artifacts --include-filter phd_tests::migrate::from_base --base-propolis-branch master
1212026-03-19T22:00:56.923Z+ tee /tmp/phd-runner.log
1222026-03-19T22:00:57.106Z{"v":0,"name":"phd-runner","msg":"phd_runner","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:00:57.064276063Z","target":"phd_runner","line":36,"file":"phd-tests/runner/src/main.rs","runner_args":"ProcessArgs { command: Run(RunOptions { propolis_server_cmd: \"/work/phd-test/propolis-server\", base_propolis_branch: Some(\"master\"), base_propolis_commit: None, base_propolis_cmd: None, crucible_downstairs_cmd: None, crucible_downstairs_commit: Some(Auto), tmp_directory: \"/tmp/propolis-phd\", artifact_directory: Some(\"/phd-artifacts\"), output_mode: TmpFile, default_guest_cpus: 2, default_guest_memory_mib: 512, artifact_toml_path: \"/work/phd-test/artifacts.toml\", default_guest_artifact: \"alpine\", default_bootrom_artifact: \"ovmf\", include_filter: [\"phd_tests::migrate::from_base\"], exclude_filter: [], max_buildomat_wait_secs: 1200 }), disable_ansi: false, emit_bunyan: true }"}
1232026-03-19T22:00:57.131Z{"v":0,"name":"phd-runner","msg":"Created new artifact store from manifest","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:00:57.091818157Z","target":"phd_framework::artifacts::store","line":219,"file":"phd-tests/framework/src/artifacts/store.rs","store":"Store { local_dir: \"/phd-artifacts\", artifacts: {\"alpine\": Mutex { data: StoredArtifact { description: Artifact { filename: \"alpine.iso\", kind: GuestOs(Alpine), source: RemoteServer { sha256: \"ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1\" }, untar: None }, cached_path: None } }, \"ovmf\": Mutex { data: StoredArtifact { description: Artifact { filename: \"OVMF_CODE.fd\", kind: Bootrom, source: Buildomat(BuildomatArtifact { repo: Repo(\"oxidecomputer/edk2\"), series: Series(\"image_debug\"), commit: Commit(\"bf64f45b1a58e69d126a3c6ca1e4512c88668132\"), sha256: \"740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448\" }), untar: None }, cached_path: None } }}, downloader: DownloadConfig { timeout: 600s, buildomat_backoff: ExponentialBackoff { current_interval: 1s, initial_interval: 1s, randomization_factor: 0.5, multiplier: 1.5, max_interval: 60s, start_time: Instant { tv_sec: 179, tv_nsec: 131478714 }, max_elapsed_time: Some(1200s), clock: SystemClock }, remote_server_uris: [\"https://oxide-omicron-build.s3.amazonaws.com\"] } }"}
1242026-03-19T22:00:57.131Z{"v":0,"name":"phd-runner","msg":"Adding Propolis server from local command","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:00:57.091924237Z","target":"phd_framework::artifacts::store","line":227,"file":"phd-tests/framework/src/artifacts/store.rs","propolis_server_cmd":"/work/phd-test/propolis-server"}
1252026-03-19T22:00:57.131Z{"v":0,"name":"phd-runner","msg":"Adding crucible-downstairs from Buildomat Git revision","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:00:57.094818522Z","target":"phd_framework::artifacts::store","line":311,"file":"phd-tests/framework/src/artifacts/store.rs","commit":"a945a32ba9e1f2098ce3a8963765f1894f37110b"}
1262026-03-19T22:00:57.156Z{"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:00:57.097499042Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/a945a32ba9e1f2098ce3a8963765f1894f37110b/crucible-nightly.sha256.txt","timeout":"600s"}
1272026-03-19T22:00:57.318Z{"v":0,"name":"phd-runner","msg":"Adding 'current' Propolis server from Buildomat Git branch 'master'","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:00:57.283241567Z","target":"phd_framework::artifacts::store","line":248,"file":"phd-tests/framework/src/artifacts/store.rs"}
1282026-03-19T22:00:57.946Z{"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:00:57.911054689Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/f99d237f004da403a1081cca1840158290a46f7c/propolis-server.sha256.txt","timeout":"600s"}
1292026-03-19T22:00:58.101Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - START]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:00:58.066535407Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs"}
1302026-03-19T22:00:58.101Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - END]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:00:58.066638983Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
1312026-03-19T22:00:58.126Z{"v":0,"name":"phd-runner","msg":"Running 3 test(s)","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:00:58.069219424Z","target":"phd_runner::execute","line":82,"file":"phd-tests/runner/src/execute.rs"}
1322026-03-19T22:00:58.126Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::can_migrate_from_base","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:00:58.0692544Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
1332026-03-19T22:00:58.126Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:00:58.069283745Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
1342026-03-19T22:00:58.126Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:00:58.069314313Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
1352026-03-19T22:00:58.126Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:00:58.072007627Z","target":"phd_tests::migrate::from_base","line":34,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1362026-03-19T22:00:58.127Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:00:58.072744952Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1372026-03-19T22:00:58.127Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading file from Buildomat...","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:00:58.073781282Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/edk2/image_debug/bf64f45b1a58e69d126a3c6ca1e4512c88668132/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1382026-03-19T22:00:58.504Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:00:58.469004522Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1392026-03-19T22:00:58.529Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading alpine.iso from https://oxide-omicron-build.s3.amazonaws.com/alpine.iso","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:00:58.481516747Z","target":"phd_framework::artifacts::store","line":614,"file":"phd-tests/framework/src/artifacts/store.rs","timeout":"600s","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1402026-03-19T22:01:08.734Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:08.698299904Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1412026-03-19T22:01:08.734Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:08.698433236Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1422026-03-19T22:01:08.758Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:08.712377831Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 2.09M 25.3T 1.91M /phd-artifacts\n","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1432026-03-19T22:01:08.758Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:08.713754875Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-3957ecef-4f22-4a82-afa2-a6dfe1c2fb4a\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1442026-03-19T22:01:08.783Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:08.742301479Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-3957ecef-4f22-4a82-afa2-a6dfe1c2fb4a\", \"phd-artifacts/phd-clone-d323094b-c572-423b-a66e-c6c7828e7297\"]","verb":"clone","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1452026-03-19T22:01:08.807Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:08.764986896Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-d323094b-c572-423b-a66e-c6c7828e7297\"]","verb":"list","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1462026-03-19T22:01:08.833Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:08.774992Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-d323094b-c572-423b-a66e-c6c7828e7297 0B 25.3T 48.9M /phd-artifacts/phd-clone-d323094b-c572-423b-a66e-c6c7828e7297\n","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1472026-03-19T22:01:08.833Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:08.778184468Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1482026-03-19T22:01:08.833Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:08.778258939Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_from_base","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1492026-03-19T22:01:08.833Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] checking for existing copy of artifact","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:08.778328701Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/ac832e653dfcf03b26180adbeb224f272ea9c8c3b2cd7b64ee8699055a182141/propolis-server.tar.gz","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1502026-03-19T22:01:08.833Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Downloading file from Buildomat...","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:08.778399294Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/f99d237f004da403a1081cca1840158290a46f7c/propolis-server.tar.gz","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1512026-03-19T22:01:17.453Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Extracting artifact from tarball","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:17.419343471Z","target":"phd_framework::artifacts::store","line":160,"file":"phd-tests/framework/src/artifacts/store.rs","extracted_path":"/phd-artifacts/ac832e653dfcf03b26180adbeb224f272ea9c8c3b2cd7b64ee8699055a182141/propolis-server","untar_path":"propolis-server","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1522026-03-19T22:01:17.454Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Extracting gzipped tarball...","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:17.419428127Z","target":"phd_framework::artifacts::store","line":514,"file":"phd-tests/framework/src/artifacts/store.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1532026-03-19T22:01:34.904Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:34.886244053Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/phd-artifacts/ac832e653dfcf03b26180adbeb224f272ea9c8c3b2cd7b64ee8699055a182141/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1542026-03-19T22:01:34.904Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:34.886371361Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::from_base::can_migrate_from_base/migration_from_base.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::from_base::can_migrate_from_base/migration_from_base.stderr.log\"","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1552026-03-19T22:01:35.036Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 819","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:35.018565732Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1562026-03-19T22:01:35.060Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:35.032653705Z","target":"phd_framework::test_vm","line":409,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"750bb031-53af-4b61-807f-6d655efa0da4"}
1572026-03-19T22:01:35.061Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:35.038777048Z","target":"phd_framework::test_vm","line":452,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"750bb031-53af-4b61-807f-6d655efa0da4"}
1582026-03-19T22:01:35.061Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:35.041013532Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","elapsed_milliseconds":26242}
1592026-03-19T22:01:35.380Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure","level":50,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:35.363037943Z","target":"phd_framework::test_vm","line":456,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbafd2c0-d221-48b2-b797-19fd7ae4dd58\", \"content-length\": \"122\", \"date\": \"Thu, 19 Mar 2026 22:01:35 GMT\"}; value: Error { error_code: None, message: \"server does not support this API version: 3.0.0\", request_id: \"bbafd2c0-d221-48b2-b797-19fd7ae4dd58\" }","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"750bb031-53af-4b61-807f-6d655efa0da4"}
1602026-03-19T22:01:35.404Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:35.373783172Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1612026-03-19T22:01:35.428Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:35.388561438Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1622026-03-19T22:01:35.428Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:35.388646828Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-d323094b-c572-423b-a66e-c6c7828e7297\"]","verb":"destroy","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1632026-03-19T22:01:35.452Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:35.418886512Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1642026-03-19T22:01:35.452Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:35.418942503Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-3957ecef-4f22-4a82-afa2-a6dfe1c2fb4a\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1652026-03-19T22:01:36.165Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.148820512Z","target":"phd_framework::test_vm","line":409,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1114,"vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"750bb031-53af-4b61-807f-6d655efa0da4"}
1662026-03-19T22:01:36.165Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.148958062Z","target":"phd_tests::migrate::from_base","line":34,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","elapsed_milliseconds":38055}
1672026-03-19T22:01:36.235Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::can_migrate_from_base ... FAILED: Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbafd2c0-d221-48b2-b797-19fd7ae4dd58\", \"content-length\": \"122\", \"date\": \"Thu, 19 Mar 2026 22:01:35 GMT\"}; value: Error { error_code: None, message: \"server does not support this API version: 3.0.0\", request_id: \"bbafd2c0-d221-48b2-b797-19fd7ae4dd58\" }\n\nStack backtrace:\n 0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/result.rs:2087:27\n 2: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:468:9\n 3: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:409:5\n 5: phd_framework::test_vm::TestVm::instance_ensure::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:546:22\n 6: phd_framework::test_vm::TestVm::launch::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:534:32\n 7: phd_tests::migrate::run_smoke_test::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:322:21\n 8: phd_tests::migrate::from_base::can_migrate_from_base::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:37:14\n 9: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::migrate::from_base::can_migrate_from_base::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:34:5\n 11: <core::pin::Pin<P> as core::future::future::Future>::poll\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/future/future.rs:133:9\n 12: phd_testcase::TestCase::run::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/macros/select.rs:707:49\n 14: <core::future::poll_fn::PollFn<F> as core::future::future::Future>::poll\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:106:13\n 16: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:374:24\n 17: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/loom/std/unsafe_cell.rs:16:9\n 18: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:363:30\n 19: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 21: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 22: __rust_try\n 23: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 24: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:523:18\n 26: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:210:27\n 27: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:337:13\n 29: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:267:18\n 30: tokio::runtime::task::LocalNotified<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/mod.rs:515:13\n 31: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:720:22\n 32: tokio::task::coop::with_budget\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/task/coop/mod.rs:133:5\n 34: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:634:9\n 35: tokio::runtime::scheduler::multi_thread::worker::Context::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:567:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:532:24\n 37: tokio::runtime::context::scoped::Scoped<T>::set\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context.rs:176:38\n 39: std::thread::local::LocalKey<T>::try_with\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/local.rs:315:12\n 40: std::thread::local::LocalKey<T>::with\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/local.rs:279:20\n 41: tokio::runtime::context::set_scheduler\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context.rs:176:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:527:9\n 43: tokio::runtime::context::runtime::enter_runtime\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:519:5\n 45: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:485:45\n 46: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/task.rs:42:21\n 47: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:374:24\n 48: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/loom/std/unsafe_cell.rs:16:9\n 49: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:363:30\n 50: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 52: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 53: __rust_try\n 54: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 55: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:523:18\n 57: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:210:27\n 58: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:337:13\n 60: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:267:18\n 61: tokio::runtime::task::UnownedTask<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/mod.rs:552:13\n 62: tokio::runtime::blocking::pool::Task::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:161:19\n 63: tokio::runtime::blocking::pool::Inner::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:516:22\n 64: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:158:18\n 66: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/mod.rs:559:17\n 67: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 68: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 69: __rust_try\n 70: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 71: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 72: std::thread::Builder::spawn_unchecked_::{{closure}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/mod.rs:557:30\n 73: core::ops::function::FnOnce::call_once{{vtable.shim}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/ops/function.rs:253:5\n 74: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/alloc/src/boxed.rs:1971:9\n 75: std::sys::pal::unix::thread::Thread::new::thread_start\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/pal/unix/thread.rs:107:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.150083657Z","target":"phd_runner::execute","line":130,"file":"phd-tests/runner/src/execute.rs"}
1682026-03-19T22:01:36.237Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.150171414Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
1692026-03-19T22:01:36.237Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.150237707Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
1702026-03-19T22:01:36.237Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::serial_history","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.150283056Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
1712026-03-19T22:01:36.237Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.150308078Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
1722026-03-19T22:01:36.237Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.150334669Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
1732026-03-19T22:01:36.237Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.150489302Z","target":"phd_tests::migrate::from_base","line":40,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::serial_history"}
1742026-03-19T22:01:36.237Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.150581163Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::serial_history"}
1752026-03-19T22:01:36.237Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.150629226Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::serial_history"}
1762026-03-19T22:01:36.237Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.150673504Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::serial_history"}
1772026-03-19T22:01:36.237Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.150724638Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::from_base::serial_history"}
1782026-03-19T22:01:36.237Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.161773403Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 896M 25.3T 895M /phd-artifacts\n","path":"phd_tests::migrate::from_base::serial_history"}
1792026-03-19T22:01:36.237Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.161893743Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-99f10627-b962-4062-890e-18666054e063\"]","path":"phd_tests::migrate::from_base::serial_history"}
1802026-03-19T22:01:36.262Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.18483095Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-99f10627-b962-4062-890e-18666054e063\", \"phd-artifacts/phd-clone-a35ef040-59bc-4b38-9a1e-6effee1547fe\"]","verb":"clone","path":"phd_tests::migrate::from_base::serial_history"}
1812026-03-19T22:01:36.262Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.202783837Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-a35ef040-59bc-4b38-9a1e-6effee1547fe\"]","path":"phd_tests::migrate::from_base::serial_history"}
1822026-03-19T22:01:36.262Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.214286032Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-a35ef040-59bc-4b38-9a1e-6effee1547fe 0B 25.3T 895M /phd-artifacts/phd-clone-a35ef040-59bc-4b38-9a1e-6effee1547fe\n","path":"phd_tests::migrate::from_base::serial_history"}
1832026-03-19T22:01:36.262Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.215084382Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history"}
1842026-03-19T22:01:36.262Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.215147256Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"migration_serial_history_base","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::from_base::serial_history"}
1852026-03-19T22:01:36.262Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.215217664Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ac832e653dfcf03b26180adbeb224f272ea9c8c3b2cd7b64ee8699055a182141/propolis-server","path":"phd_tests::migrate::from_base::serial_history"}
1862026-03-19T22:01:36.262Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.215278436Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/phd-artifacts/ac832e653dfcf03b26180adbeb224f272ea9c8c3b2cd7b64ee8699055a182141/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::migrate::from_base::serial_history"}
1872026-03-19T22:01:36.262Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.215356471Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::from_base::serial_history/migration_serial_history_base.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::from_base::serial_history/migration_serial_history_base.stderr.log\"","path":"phd_tests::migrate::from_base::serial_history"}
1882026-03-19T22:01:36.287Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 827","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.259264021Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::serial_history"}
1892026-03-19T22:01:36.311Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.272437444Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","elapsed_milliseconds":57}
1902026-03-19T22:01:36.311Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.272527455Z","target":"phd_framework::test_vm","line":409,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","vm":"migration_serial_history_base","vm_id":"a3222cbd-b8b8-4137-9728-6dd3a93d4c7d"}
1912026-03-19T22:01:36.311Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.273164121Z","target":"phd_framework::test_vm","line":452,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::from_base::serial_history","vm":"migration_serial_history_base","vm_id":"a3222cbd-b8b8-4137-9728-6dd3a93d4c7d"}
1922026-03-19T22:01:36.694Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure","level":50,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.672371012Z","target":"phd_framework::test_vm","line":456,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfe328ef-00ee-4e48-aca5-3f29fb9ce5e8\", \"content-length\": \"122\", \"date\": \"Thu, 19 Mar 2026 22:01:36 GMT\"}; value: Error { error_code: None, message: \"server does not support this API version: 3.0.0\", request_id: \"dfe328ef-00ee-4e48-aca5-3f29fb9ce5e8\" }","path":"phd_tests::migrate::from_base::serial_history","vm":"migration_serial_history_base","vm_id":"a3222cbd-b8b8-4137-9728-6dd3a93d4c7d"}
1932026-03-19T22:01:36.719Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.672728185Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::serial_history"}
1942026-03-19T22:01:36.719Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.684174778Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::serial_history"}
1952026-03-19T22:01:36.719Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.684245308Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-a35ef040-59bc-4b38-9a1e-6effee1547fe\"]","verb":"destroy","path":"phd_tests::migrate::from_base::serial_history"}
1962026-03-19T22:01:36.743Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.715214086Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::serial_history"}
1972026-03-19T22:01:36.743Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.71526569Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-99f10627-b962-4062-890e-18666054e063\"]","path":"phd_tests::migrate::from_base::serial_history"}
1982026-03-19T22:01:36.768Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.736752484Z","target":"phd_framework::test_vm","line":409,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a3222cbd-b8b8-4137-9728-6dd3a93d4c7d","elapsed_milliseconds":463,"path":"phd_tests::migrate::from_base::serial_history","vm":"migration_serial_history_base"}
1992026-03-19T22:01:36.768Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.736809686Z","target":"phd_tests::migrate::from_base","line":40,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::serial_history","elapsed_milliseconds":585}
2002026-03-19T22:01:36.768Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::serial_history ... FAILED: Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfe328ef-00ee-4e48-aca5-3f29fb9ce5e8\", \"content-length\": \"122\", \"date\": \"Thu, 19 Mar 2026 22:01:36 GMT\"}; value: Error { error_code: None, message: \"server does not support this API version: 3.0.0\", request_id: \"dfe328ef-00ee-4e48-aca5-3f29fb9ce5e8\" }\n\nStack backtrace:\n 0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/result.rs:2087:27\n 2: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:468:9\n 3: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:409:5\n 5: phd_framework::test_vm::TestVm::instance_ensure::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:546:22\n 6: phd_framework::test_vm::TestVm::launch::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:534:32\n 7: phd_tests::migrate::run_serial_history_test::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:354:21\n 8: phd_tests::migrate::from_base::serial_history::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:46:10\n 9: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::migrate::from_base::serial_history::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:40:5\n 11: <core::pin::Pin<P> as core::future::future::Future>::poll\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/future/future.rs:133:9\n 12: phd_testcase::TestCase::run::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/macros/select.rs:707:49\n 14: <core::future::poll_fn::PollFn<F> as core::future::future::Future>::poll\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:106:13\n 16: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:374:24\n 17: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/loom/std/unsafe_cell.rs:16:9\n 18: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:363:30\n 19: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 21: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 22: __rust_try\n 23: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 24: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:523:18\n 26: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:210:27\n 27: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:337:13\n 29: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:267:18\n 30: tokio::runtime::task::LocalNotified<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/mod.rs:515:13\n 31: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:720:22\n 32: tokio::task::coop::with_budget\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/task/coop/mod.rs:133:5\n 34: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:634:9\n 35: tokio::runtime::scheduler::multi_thread::worker::Context::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:567:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:532:24\n 37: tokio::runtime::context::scoped::Scoped<T>::set\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context.rs:176:38\n 39: std::thread::local::LocalKey<T>::try_with\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/local.rs:315:12\n 40: std::thread::local::LocalKey<T>::with\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/local.rs:279:20\n 41: tokio::runtime::context::set_scheduler\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context.rs:176:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:527:9\n 43: tokio::runtime::context::runtime::enter_runtime\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:519:5\n 45: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:485:45\n 46: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/task.rs:42:21\n 47: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:374:24\n 48: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/loom/std/unsafe_cell.rs:16:9\n 49: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:363:30\n 50: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 52: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 53: __rust_try\n 54: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 55: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:523:18\n 57: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:210:27\n 58: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:337:13\n 60: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:267:18\n 61: tokio::runtime::task::UnownedTask<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/mod.rs:552:13\n 62: tokio::runtime::blocking::pool::Task::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:161:19\n 63: tokio::runtime::blocking::pool::Inner::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:516:22\n 64: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:158:18\n 66: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/mod.rs:559:17\n 67: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 68: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 69: __rust_try\n 70: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 71: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 72: std::thread::Builder::spawn_unchecked_::{{closure}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/mod.rs:557:30\n 73: core::ops::function::FnOnce::call_once{{vtable.shim}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/ops/function.rs:253:5\n 74: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/alloc/src/boxed.rs:1971:9\n 75: std::sys::pal::unix::thread::Thread::new::thread_start\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/pal/unix/thread.rs:107:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.737749136Z","target":"phd_runner::execute","line":130,"file":"phd-tests/runner/src/execute.rs"}
2012026-03-19T22:01:36.769Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.737850625Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
2022026-03-19T22:01:36.769Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.737932032Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2032026-03-19T22:01:36.769Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::migration_from_base_and_back","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.737980686Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
2042026-03-19T22:01:36.769Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.738010461Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
2052026-03-19T22:01:36.769Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.738042726Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2062026-03-19T22:01:36.770Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.738195358Z","target":"phd_tests::migrate::from_base","line":52,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2072026-03-19T22:01:36.770Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.738287811Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2082026-03-19T22:01:36.770Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.738344412Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2092026-03-19T22:01:36.770Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.738398598Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2102026-03-19T22:01:36.770Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.738456909Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2112026-03-19T22:01:36.770Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.74966649Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 897M 25.3T 895M /phd-artifacts\n","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2122026-03-19T22:01:36.770Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.749811533Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-eed97520-b622-4254-92c8-2a78a42ccaad\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2132026-03-19T22:01:36.794Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.770824053Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-eed97520-b622-4254-92c8-2a78a42ccaad\", \"phd-artifacts/phd-clone-a2ee4579-c7d2-4712-88b7-5c2e06025091\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2142026-03-19T22:01:36.819Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.789516181Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-a2ee4579-c7d2-4712-88b7-5c2e06025091\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2152026-03-19T22:01:36.819Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.801299014Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-a2ee4579-c7d2-4712-88b7-5c2e06025091 0B 25.3T 895M /phd-artifacts/phd-clone-a2ee4579-c7d2-4712-88b7-5c2e06025091\n","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2162026-03-19T22:01:36.819Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.802026872Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2172026-03-19T22:01:36.819Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.80208908Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_from_base_and_back","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2182026-03-19T22:01:36.819Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.802160512Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ac832e653dfcf03b26180adbeb224f272ea9c8c3b2cd7b64ee8699055a182141/propolis-server","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2192026-03-19T22:01:36.819Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.802221594Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/phd-artifacts/ac832e653dfcf03b26180adbeb224f272ea9c8c3b2cd7b64ee8699055a182141/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2202026-03-19T22:01:36.819Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.80228986Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::from_base::migration_from_base_and_back/migration_from_base_and_back.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::from_base::migration_from_base_and_back/migration_from_base_and_back.stdout.log\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2212026-03-19T22:01:36.851Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 835","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.835743028Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2222026-03-19T22:01:36.875Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.850173075Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":48}
2232026-03-19T22:01:36.875Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.85026843Z","target":"phd_framework::test_vm","line":409,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"b26403c7-bcfc-4904-b0ae-3d6b38ddd59d","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"}
2242026-03-19T22:01:36.875Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:36.850951245Z","target":"phd_framework::test_vm","line":452,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"b26403c7-bcfc-4904-b0ae-3d6b38ddd59d","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"}
2252026-03-19T22:01:37.456Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure","level":50,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:37.441897627Z","target":"phd_framework::test_vm","line":456,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ae3f452-cbb9-4f76-86c9-afcca411ccf4\", \"content-length\": \"122\", \"date\": \"Thu, 19 Mar 2026 22:01:37 GMT\"}; value: Error { error_code: None, message: \"server does not support this API version: 3.0.0\", request_id: \"6ae3f452-cbb9-4f76-86c9-afcca411ccf4\" }","vm_id":"b26403c7-bcfc-4904-b0ae-3d6b38ddd59d","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"}
2262026-03-19T22:01:37.481Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:37.44226942Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2272026-03-19T22:01:37.481Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:37.454458955Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2282026-03-19T22:01:37.481Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:37.45454085Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-a2ee4579-c7d2-4712-88b7-5c2e06025091\"]","verb":"destroy","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2292026-03-19T22:01:37.506Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:37.488469164Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2302026-03-19T22:01:37.506Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:37.488524037Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-eed97520-b622-4254-92c8-2a78a42ccaad\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2312026-03-19T22:01:37.553Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:37.507906686Z","target":"phd_framework::test_vm","line":409,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"b26403c7-bcfc-4904-b0ae-3d6b38ddd59d","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":656,"vm":"migration_from_base_and_back"}
2322026-03-19T22:01:37.553Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:37.507973966Z","target":"phd_tests::migrate::from_base","line":52,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":768}
2332026-03-19T22:01:37.553Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::migration_from_base_and_back ... FAILED: Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ae3f452-cbb9-4f76-86c9-afcca411ccf4\", \"content-length\": \"122\", \"date\": \"Thu, 19 Mar 2026 22:01:37 GMT\"}; value: Error { error_code: None, message: \"server does not support this API version: 3.0.0\", request_id: \"6ae3f452-cbb9-4f76-86c9-afcca411ccf4\" }\n\nStack backtrace:\n 0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/result.rs:2087:27\n 2: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:468:9\n 3: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:409:5\n 5: phd_framework::test_vm::TestVm::instance_ensure::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:546:22\n 6: phd_framework::test_vm::TestVm::launch::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:534:32\n 7: phd_tests::migrate::from_base::migration_from_base_and_back::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:56:25\n 8: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::from_base::migration_from_base_and_back::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:52:5\n 10: <core::pin::Pin<P> as core::future::future::Future>::poll\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/future/future.rs:133:9\n 11: phd_testcase::TestCase::run::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/macros/select.rs:707:49\n 13: <core::future::poll_fn::PollFn<F> as core::future::future::Future>::poll\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:106:13\n 15: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:374:24\n 16: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/loom/std/unsafe_cell.rs:16:9\n 17: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:363:30\n 18: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 20: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 21: __rust_try\n 22: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 23: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:523:18\n 25: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:210:27\n 26: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:337:13\n 28: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:267:18\n 29: tokio::runtime::task::LocalNotified<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/mod.rs:515:13\n 30: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:720:22\n 31: tokio::task::coop::with_budget\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/task/coop/mod.rs:133:5\n 33: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:634:9\n 34: tokio::runtime::scheduler::multi_thread::worker::Context::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:567:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:532:24\n 36: tokio::runtime::context::scoped::Scoped<T>::set\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context.rs:176:38\n 38: std::thread::local::LocalKey<T>::try_with\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/local.rs:315:12\n 39: std::thread::local::LocalKey<T>::with\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/local.rs:279:20\n 40: tokio::runtime::context::set_scheduler\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context.rs:176:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:527:9\n 42: tokio::runtime::context::runtime::enter_runtime\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:519:5\n 44: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:485:45\n 45: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/task.rs:42:21\n 46: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:374:24\n 47: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/loom/std/unsafe_cell.rs:16:9\n 48: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:363:30\n 49: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 51: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 52: __rust_try\n 53: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 54: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:523:18\n 56: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:210:27\n 57: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:337:13\n 59: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:267:18\n 60: tokio::runtime::task::UnownedTask<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/mod.rs:552:13\n 61: tokio::runtime::blocking::pool::Task::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:161:19\n 62: tokio::runtime::blocking::pool::Inner::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:516:22\n 63: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:158:18\n 65: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/mod.rs:559:17\n 66: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 67: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 68: __rust_try\n 69: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 70: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 71: std::thread::Builder::spawn_unchecked_::{{closure}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/mod.rs:557:30\n 72: core::ops::function::FnOnce::call_once{{vtable.shim}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/ops/function.rs:253:5\n 73: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/alloc/src/boxed.rs:1971:9\n 74: std::sys::pal::unix::thread::Thread::new::thread_start\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/pal/unix/thread.rs:107:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:37.508853172Z","target":"phd_runner::execute","line":130,"file":"phd-tests/runner/src/execute.rs"}
2342026-03-19T22:01:37.554Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:37.508949673Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
2352026-03-19T22:01:37.554Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:37.509030282Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2362026-03-19T22:01:37.554Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:37.50908568Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs"}
2372026-03-19T22:01:37.555Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:37.509120124Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2382026-03-19T22:01:37.555Z
2392026-03-19T22:01:37.555Zfailures:
2402026-03-19T22:01:37.555Z phd_tests::migrate::from_base::can_migrate_from_base
2412026-03-19T22:01:37.555Z phd_tests::migrate::from_base::serial_history
2422026-03-19T22:01:37.555Z phd_tests::migrate::from_base::migration_from_base_and_back
2432026-03-19T22:01:37.555Z
2442026-03-19T22:01:37.556Ztest result: FAILED. 0 passed; 3 failed; 0 skipped; 0 not run; finished in 39.42s
2452026-03-19T22:01:37.556Z
2462026-03-19T22:01:37.556Z{"v":0,"name":"phd-runner","msg":"phd_runner","level":20,"hostname":"BRM42220010","pid":814,"time":"2026-03-19T22:01:37.510753666Z","target":"phd_runner","line":41,"file":"phd-tests/runner/src/main.rs","exit_code":3}
2472026-03-19T22:01:37.642Z
2482026-03-19T22:01:37.667Zreal 40.610815698
2492026-03-19T22:01:37.667Zuser 23.247955524
2502026-03-19T22:01:37.667Zsys 4.877977196
2512026-03-19T22:01:37.667Ztrap 0.003833545
2522026-03-19T22:01:37.667Ztflt 0.002245300
2532026-03-19T22:01:37.668Zdflt 0.000847615
2542026-03-19T22:01:37.668Zkflt 0.000000000
2552026-03-19T22:01:37.668Zlock 1:26:43.432017305
2562026-03-19T22:01:37.668Zslp 38.637701037
2572026-03-19T22:01:37.668Zlat 0.969951607
2582026-03-19T22:01:37.668Zstop 25.570201687
2592026-03-19T22:01:37.668Z+ failcount=3
2602026-03-19T22:01:37.668Z+ set -e
2612026-03-19T22:01:37.668Z+ tar -czvf /tmp/phd-tmp-files.tar.gz -C /tmp/propolis-phd .
2622026-03-19T22:01:37.668ZCompressing '/tmp/phd-tmp-files.tar.gz' with '/usr/bin/gzip'...
2632026-03-19T22:01:37.668Za ./ 0K
2642026-03-19T22:01:37.668Za ./phd_tests::migrate::from_base::can_migrate_from_base/ 0K
2652026-03-19T22:01:37.668Za ./phd_tests::migrate::from_base::can_migrate_from_base/migration_from_base.stdout.log 2K
2662026-03-19T22:01:37.669Za ./phd_tests::migrate::from_base::can_migrate_from_base/migration_from_base.stderr.log 0K
2672026-03-19T22:01:37.669Za ./phd_tests::migrate::from_base::serial_history/ 0K
2682026-03-19T22:01:37.669Za ./phd_tests::migrate::from_base::serial_history/migration_serial_history_base.stdout.log 2K
2692026-03-19T22:01:37.669Za ./phd_tests::migrate::from_base::serial_history/migration_serial_history_base.stderr.log 0K
2702026-03-19T22:01:37.669Za ./phd_tests::migrate::from_base::migration_from_base_and_back/ 0K
2712026-03-19T22:01:37.669Za ./phd_tests::migrate::from_base::migration_from_base_and_back/migration_from_base_and_back.stdout.log 2K
2722026-03-19T22:01:37.669Za ./phd_tests::migrate::from_base::migration_from_base_and_back/migration_from_base_and_back.stderr.log 0K
2732026-03-19T22:01:37.669Z+ exitcode=0
2742026-03-19T22:01:37.669Z+ '[' 3 -eq 0 ']'
2752026-03-19T22:01:37.669Z+ echo
2762026-03-19T22:01:37.669Z+ echo 'SOME TESTS FAILED'
2772026-03-19T22:01:37.669Z
2782026-03-19T22:01:37.669Z+ echo
2792026-03-19T22:01:37.669ZSOME TESTS FAILED
2802026-03-19T22:01:37.669Z
2812026-03-19T22:01:37.669Z+ exitcode=1
2822026-03-19T22:01:37.669Z+ find /dev/vmm -mindepth 1 -maxdepth 1
2832026-03-19T22:01:37.669Z+ read
2842026-03-19T22:01:37.669Z+ exit 1
2852026-03-19T22:01:37.669Zprocess exited: duration 62298 ms, exit code 1
 
2862026-03-19T22:01:37.721Zfound 2 output files
2872026-03-19T22:01:37.721Zuploading: /tmp/phd-runner.log (87430 bytes)
2882026-03-19T22:01:38.846Zuploaded: /tmp/phd-runner.log
2892026-03-19T22:01:38.875Zuploading: /tmp/phd-tmp-files.tar.gz (1151 bytes)
2902026-03-19T22:01:39.948Zuploaded: /tmp/phd-tmp-files.tar.gz