01KJY2WJFZTRJPHXVZRYM8BJGD: phd-run-migrate-from-base

BasicConfig {
    output_rules: [
        "/tmp/phd-runner.log",
        "/tmp/phd-tmp-files.tar.gz",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-gimlet",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01KJY2X007DMRZF7W110PJ1HN7

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12026-03-05T04:23:14.705Zjob dependencies complete; ready to run (waiting for 15 m 4 s)
22026-03-05T04:26:40.746Zjob assigned to worker 01KJY3RN0VNH7GP2J1N8RXKJDM [factory edgar, gimlet/BRM42220010/525] (queued for 3 m 26 s)
32026-03-05T04:26:41.685Zdownloading input: /input/phd-build/out/phd-run-with-args.sh
42026-03-05T04:26:41.710Zdownloaded input: /input/phd-build/out/phd-run-with-args.sh
52026-03-05T04:26:41.710Zdownloading input: /input/phd-build/out/phd-runner.sha256.txt
62026-03-05T04:26:41.758Zdownloaded input: /input/phd-build/out/phd-runner.sha256.txt
72026-03-05T04:26:41.758Zdownloading input: /input/phd-build/out/phd-runner.tar.gz
82026-03-05T04:26:55.127Zdownloaded input: /input/phd-build/out/phd-runner.tar.gz
92026-03-05T04:26:55.127Zdownloading input: /input/phd-build/out/propolis-server-debug.sha256.txt
102026-03-05T04:26:55.183Zdownloaded input: /input/phd-build/out/propolis-server-debug.sha256.txt
112026-03-05T04:26:55.183Zdownloading input: /input/phd-build/out/propolis-server-debug.tar.gz
122026-03-05T04:27:03.647Zdownloaded input: /input/phd-build/out/propolis-server-debug.tar.gz
 
132026-03-05T04:27:03.647Zstarting task 0: "setup"
142026-03-05T04:27:03.672Z++ uname -s
152026-03-05T04:27:03.672Z+ kern=SunOS
162026-03-05T04:27:03.672Z+ build_user=build
172026-03-05T04:27:03.672Z+ build_uid=12345
182026-03-05T04:27:03.672Z+ work_dir=/work
192026-03-05T04:27:03.672Z+ input_dir=/input
202026-03-05T04:27:03.672Z+ [[ 0 == 12345 ]]
212026-03-05T04:27:03.672Z+ case "$kern" in
222026-03-05T04:27:03.672Z+ groupadd -g 12345 build
232026-03-05T04:27:03.699Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
242026-03-05T04:27:05.682Z+ zfs create -o mountpoint=/work rpool/work
252026-03-05T04:27:05.716Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
262026-03-05T04:27:05.740Z+ home_fs=
272026-03-05T04:27:05.740Z+ [[ '' == autofs ]]
282026-03-05T04:27:05.740Z+ mkdir -p /home/build
292026-03-05T04:27:05.740Z+ chown build:build /home/build /work
302026-03-05T04:27:07.730Z+ chmod 0700 /home/build /work
312026-03-05T04:27:07.755Zprocess exited: duration 4087 ms, exit code 0
 
322026-03-05T04:27:07.809Zstarting task 1: "authentication"
332026-03-05T04:27:07.874Zprocess exited: duration 70 ms, exit code 0
 
342026-03-05T04:27:07.924Zstarting task 2: "build"
352026-03-05T04:27:07.951Z+ indir=/input
362026-03-05T04:27:07.951Z+ indir_suffix='phd-build/out/*.tar.gz'
372026-03-05T04:27:07.951Z+ phddir=/work/phd-test
382026-03-05T04:27:07.951Z+ disks=($(pilot local disk list -H -o type,disk | grep -v 'M.2' | cut -f 2))
392026-03-05T04:27:07.975Z++ pilot local disk list -H -o type,disk
402026-03-05T04:27:07.976Z++ grep -v M.2
412026-03-05T04:27:07.976Z++ cut -f 2
422026-03-05T04:27:08.029Z+ pfexec zpool create -f phd-artifacts c8t0014EE81000BC42Fd0 c9t0014EE81000BC3B1d0 c10t0014EE81000BC514d0 c11t0014EE81000BC3B6d0 c4t0014EE81000BC3ACd0 c3t0014EE81000BC430d0 c2t0014EE81000BC16Fd0 c6t0014EE81000BC544d0 c5t0014EE81000BC429d0
432026-03-05T04:27:08.303Z+ artifactdir=/phd-artifacts
442026-03-05T04:27:08.303Z+ banner Inputs
452026-03-05T04:27:08.327Z ###
462026-03-05T04:27:08.327Z # # # ##### # # ##### ####
472026-03-05T04:27:08.327Z # ## # # # # # # #
482026-03-05T04:27:08.327Z # # # # # # # # # ####
492026-03-05T04:27:08.327Z # # # # ##### # # # #
502026-03-05T04:27:08.327Z # # ## # # # # # #
512026-03-05T04:27:08.327Z ### # # # #### # ####
522026-03-05T04:27:08.327Z
532026-03-05T04:27:08.328Z+ find /input -ls
542026-03-05T04:27:08.328Z 34 1 drwxr-xr-x 3 root root 3 Mar 5 04:26 /input
552026-03-05T04:27:08.328Z 2 1 drwxr-xr-x 3 root root 3 Mar 5 04:26 /input/phd-build
562026-03-05T04:27:08.328Z 3 2 drwxr-xr-x 2 root root 7 Mar 5 04:26 /input/phd-build/out
572026-03-05T04:27:08.328Z 256 1 -rw-r--r-- 1 root root 65 Mar 5 04:26 /input/phd-build/out/propolis-server-debug.sha256.txt
582026-03-05T04:27:08.328Z 130 111855 -rw-r--r-- 1 root root 114472823 Mar 5 04:26 /input/phd-build/out/phd-runner.tar.gz
592026-03-05T04:27:08.328Z 128 2 -rw-r--r-- 1 root root 2573 Mar 5 04:26 /input/phd-build/out/phd-run-with-args.sh
602026-03-05T04:27:08.328Z 257 177406 -rw-r--r-- 1 root root 181651366 Mar 5 04:27 /input/phd-build/out/propolis-server-debug.tar.gz
612026-03-05T04:27:08.328Z 129 1 -rw-r--r-- 1 root root 65 Mar 5 04:26 /input/phd-build/out/phd-runner.sha256.txt
622026-03-05T04:27:08.328Z+ rm -rf /work/phd-test
632026-03-05T04:27:08.328Z+ mkdir /work/phd-test
642026-03-05T04:27:08.328Z+ for p in $indir/$indir_suffix
652026-03-05T04:27:08.329Z+ tar xzvf /input/phd-build/out/phd-runner.tar.gz -C /work/phd-test
662026-03-05T04:27:11.263ZDecompressing '/input/phd-build/out/phd-runner.tar.gz' with '/usr/bin/gzcat'...
672026-03-05T04:27:11.263Zx phd-runner, 406425208 bytes, 793800 tape blocks
682026-03-05T04:27:11.263Zx artifacts.toml, 548 bytes, 2 tape blocks
692026-03-05T04:27:11.287Z++ tar tf /input/phd-build/out/phd-runner.tar.gz
702026-03-05T04:27:14.099Z+ for f in $(tar tf "$p")
712026-03-05T04:27:14.099Z+ chmod +x /work/phd-test/phd-runner
722026-03-05T04:27:14.123Z+ for f in $(tar tf "$p")
732026-03-05T04:27:14.123Z+ chmod +x /work/phd-test/artifacts.toml
742026-03-05T04:27:14.123Z+ for p in $indir/$indir_suffix
752026-03-05T04:27:14.123Z+ tar xzvf /input/phd-build/out/propolis-server-debug.tar.gz -C /work/phd-test
762026-03-05T04:27:24.108ZDecompressing '/input/phd-build/out/propolis-server-debug.tar.gz' with '/usr/bin/gzcat'...
772026-03-05T04:27:24.108Zx propolis-server, 693273840 bytes, 1354051 tape blocks
782026-03-05T04:27:24.133Z++ tar tf /input/phd-build/out/propolis-server-debug.tar.gz
792026-03-05T04:27:28.795Z+ for f in $(tar tf "$p")
802026-03-05T04:27:28.795Z+ chmod +x /work/phd-test/propolis-server
812026-03-05T04:27:28.819Z+ ls /work/phd-test
822026-03-05T04:27:28.819Zartifacts.toml
832026-03-05T04:27:28.819Zphd-runner
842026-03-05T04:27:28.819Zpropolis-server
852026-03-05T04:27:28.819Z+ banner Setup
862026-03-05T04:27:28.819Z #####
872026-03-05T04:27:28.820Z# # ###### ##### # # #####
882026-03-05T04:27:28.820Z# # # # # # #
892026-03-05T04:27:28.820Z ##### ##### # # # # #
902026-03-05T04:27:28.820Z # # # # # #####
912026-03-05T04:27:28.820Z# # # # # # #
922026-03-05T04:27:28.820Z ##### ###### # #### #
932026-03-05T04:27:28.820Z
942026-03-05T04:27:28.820Z+ tmpdir=/tmp/propolis-phd
952026-03-05T04:27:28.820Z+ '[' '!' -d /tmp/propolis-phd ']'
962026-03-05T04:27:28.820Z+ mkdir /tmp/propolis-phd
972026-03-05T04:27:28.820Z+ pfexec /usr/lib/rsrvrctl -s 4096
982026-03-05T04:27:29.329Z+ banner Tests
992026-03-05T04:27:29.353Z#######
1002026-03-05T04:27:29.353Z # ###### #### ##### ####
1012026-03-05T04:27:29.353Z # # # # #
1022026-03-05T04:27:29.353Z # ##### #### # ####
1032026-03-05T04:27:29.353Z # # # # #
1042026-03-05T04:27:29.354Z # # # # # # #
1052026-03-05T04:27:29.354Z # ###### #### # ####
1062026-03-05T04:27:29.354Z
1072026-03-05T04:27:29.354Z+ runner=/work/phd-test/phd-runner
1082026-03-05T04:27:29.354Z+ artifacts=/work/phd-test/artifacts.toml
1092026-03-05T04:27:29.354Z+ propolis=/work/phd-test/propolis-server
1102026-03-05T04:27:29.354Z+ ls /work/phd-test/phd-runner
1112026-03-05T04:27:29.354Z/work/phd-test/phd-runner
1122026-03-05T04:27:29.354Z+ ls /work/phd-test/artifacts.toml
1132026-03-05T04:27:29.354Z/work/phd-test/artifacts.toml
1142026-03-05T04:27:29.354Z+ ls /work/phd-test/propolis-server
1152026-03-05T04:27:29.354Z/work/phd-test/propolis-server
1162026-03-05T04:27:29.354Z+ args=($runner '--emit-bunyan' 'run' '--propolis-server-cmd' $propolis '--crucible-downstairs-commit' 'auto' '--artifact-toml-path' $artifacts '--tmp-directory' $tmpdir '--artifact-directory' $artifactdir $@)
1172026-03-05T04:27:29.354Z+ set +e
1182026-03-05T04:27:29.354Z+ RUST_BACKTRACE=1
1192026-03-05T04:27:29.354Z+ RUST_LOG=info,phd=debug
1202026-03-05T04:27:29.354Z+ ptime -m pfexec /work/phd-test/phd-runner --emit-bunyan run --propolis-server-cmd /work/phd-test/propolis-server --crucible-downstairs-commit auto --artifact-toml-path /work/phd-test/artifacts.toml --tmp-directory /tmp/propolis-phd --artifact-directory /phd-artifacts --include-filter phd_tests::migrate::from_base --base-propolis-branch master
1212026-03-05T04:27:29.354Z+ tee /tmp/phd-runner.log
1222026-03-05T04:27:29.547Z{"v":0,"name":"phd-runner","msg":"phd_runner","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:29.533760808Z","target":"phd_runner","line":36,"file":"phd-tests/runner/src/main.rs","runner_args":"ProcessArgs { command: Run(RunOptions { propolis_server_cmd: \"/work/phd-test/propolis-server\", base_propolis_branch: Some(\"master\"), base_propolis_commit: None, base_propolis_cmd: None, crucible_downstairs_cmd: None, crucible_downstairs_commit: Some(Auto), tmp_directory: \"/tmp/propolis-phd\", artifact_directory: Some(\"/phd-artifacts\"), output_mode: TmpFile, default_guest_cpus: 2, default_guest_memory_mib: 512, artifact_toml_path: \"/work/phd-test/artifacts.toml\", default_guest_artifact: \"alpine\", default_bootrom_artifact: \"ovmf\", include_filter: [\"phd_tests::migrate::from_base\"], exclude_filter: [], max_buildomat_wait_secs: 1200 }), disable_ansi: false, emit_bunyan: true }"}
1232026-03-05T04:27:29.572Z{"v":0,"name":"phd-runner","msg":"Created new artifact store from manifest","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:29.565183824Z","target":"phd_framework::artifacts::store","line":219,"file":"phd-tests/framework/src/artifacts/store.rs","store":"Store { local_dir: \"/phd-artifacts\", artifacts: {\"alpine\": Mutex { data: StoredArtifact { description: Artifact { filename: \"alpine.iso\", kind: GuestOs(Alpine), source: RemoteServer { sha256: \"ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1\" }, untar: None }, cached_path: None } }, \"ovmf\": Mutex { data: StoredArtifact { description: Artifact { filename: \"OVMF_CODE.fd\", kind: Bootrom, source: Buildomat(BuildomatArtifact { repo: Repo(\"oxidecomputer/edk2\"), series: Series(\"image_debug\"), commit: Commit(\"bf64f45b1a58e69d126a3c6ca1e4512c88668132\"), sha256: \"740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448\" }), untar: None }, cached_path: None } }}, downloader: DownloadConfig { timeout: 600s, buildomat_backoff: ExponentialBackoff { current_interval: 1s, initial_interval: 1s, randomization_factor: 0.5, multiplier: 1.5, max_interval: 60s, start_time: Instant { tv_sec: 195, tv_nsec: 368851837 }, max_elapsed_time: Some(1200s), clock: SystemClock }, remote_server_uris: [\"https://oxide-omicron-build.s3.amazonaws.com\"] } }"}
1242026-03-05T04:27:29.572Z{"v":0,"name":"phd-runner","msg":"Adding Propolis server from local command","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:29.565294244Z","target":"phd_framework::artifacts::store","line":227,"file":"phd-tests/framework/src/artifacts/store.rs","propolis_server_cmd":"/work/phd-test/propolis-server"}
1252026-03-05T04:27:29.572Z{"v":0,"name":"phd-runner","msg":"Adding crucible-downstairs from Buildomat Git revision","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:29.566942708Z","target":"phd_framework::artifacts::store","line":311,"file":"phd-tests/framework/src/artifacts/store.rs","commit":"7103cd3a3d7b0112d2949dd135db06fef0c156bb"}
1262026-03-05T04:27:29.596Z{"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:29.569209898Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/7103cd3a3d7b0112d2949dd135db06fef0c156bb/crucible-nightly.sha256.txt"}
1272026-03-05T04:27:29.796Z{"v":0,"name":"phd-runner","msg":"Adding 'current' Propolis server from Buildomat Git branch 'master'","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:29.792087569Z","target":"phd_framework::artifacts::store","line":248,"file":"phd-tests/framework/src/artifacts/store.rs"}
1282026-03-05T04:27:30.363Z{"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:30.36000259Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/3db8c282441aad15c0e583280d8f9903373bd953/propolis-server.sha256.txt"}
1292026-03-05T04:27:30.511Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - START]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:30.507737922Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs"}
1302026-03-05T04:27:30.535Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - END]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:30.507829606Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
1312026-03-05T04:27:30.535Z{"v":0,"name":"phd-runner","msg":"Running 3 test(s)","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:30.508474282Z","target":"phd_runner::execute","line":82,"file":"phd-tests/runner/src/execute.rs"}
1322026-03-05T04:27:30.535Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::can_migrate_from_base","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:30.50854689Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
1332026-03-05T04:27:30.535Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:30.508583309Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
1342026-03-05T04:27:30.535Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:30.508619378Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
1352026-03-05T04:27:30.535Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:30.509612926Z","target":"phd_tests::migrate::from_base","line":34,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1362026-03-05T04:27:30.535Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:30.51196605Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1372026-03-05T04:27:30.535Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading file from Buildomat...","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:30.51290247Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/edk2/image_debug/bf64f45b1a58e69d126a3c6ca1e4512c88668132/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1382026-03-05T04:27:30.862Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:30.857832808Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1392026-03-05T04:27:30.886Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading alpine.iso from https://oxide-omicron-build.s3.amazonaws.com/alpine.iso","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:30.87140533Z","target":"phd_framework::artifacts::store","line":614,"file":"phd-tests/framework/src/artifacts/store.rs","timeout":"600s","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1402026-03-05T04:27:37.937Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:37.933243923Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1412026-03-05T04:27:37.964Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:37.934573511Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1422026-03-05T04:27:37.964Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:37.949959721Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 2.09M 25.3T 1.91M /phd-artifacts\n","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1432026-03-05T04:27:37.965Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:37.950188386Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-92852114-dabd-4176-a096-2cfdbfeda008\"]","verb":"snapshot","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1442026-03-05T04:27:37.989Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:37.974365447Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-92852114-dabd-4176-a096-2cfdbfeda008\", \"phd-artifacts/phd-clone-3247393c-09e0-4e47-bc8d-bc6c027f6df8\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1452026-03-05T04:27:38.013Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:37.993789924Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-3247393c-09e0-4e47-bc8d-bc6c027f6df8\"]","verb":"list","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1462026-03-05T04:27:38.013Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:38.004690326Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-3247393c-09e0-4e47-bc8d-bc6c027f6df8 0B 25.3T 48.9M /phd-artifacts/phd-clone-3247393c-09e0-4e47-bc8d-bc6c027f6df8\n","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1472026-03-05T04:27:38.013Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:38.008869561Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1482026-03-05T04:27:38.013Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:38.008970433Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","vm_name":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1492026-03-05T04:27:38.013Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] checking for existing copy of artifact","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:38.009040707Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/24618169e665cc5424f92ba670233c77f4986cf3c1d58ced63b03632f4fdb240/propolis-server.tar.gz","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1502026-03-05T04:27:38.014Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Downloading file from Buildomat...","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:38.009118134Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/3db8c282441aad15c0e583280d8f9903373bd953/propolis-server.tar.gz","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1512026-03-05T04:27:46.566Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Extracting artifact from tarball","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:46.561025992Z","target":"phd_framework::artifacts::store","line":160,"file":"phd-tests/framework/src/artifacts/store.rs","extracted_path":"/phd-artifacts/24618169e665cc5424f92ba670233c77f4986cf3c1d58ced63b03632f4fdb240/propolis-server","untar_path":"propolis-server","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1522026-03-05T04:27:46.566Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Extracting gzipped tarball...","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:27:46.561107807Z","target":"phd_framework::artifacts::store","line":514,"file":"phd-tests/framework/src/artifacts/store.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1532026-03-05T04:28:03.438Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:03.432246234Z","target":"phd_framework::test_vm::server","line":64,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/phd-artifacts/24618169e665cc5424f92ba670233c77f4986cf3c1d58ced63b03632f4fdb240/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1542026-03-05T04:28:03.438Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:03.432365641Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::from_base::can_migrate_from_base/migration_from_base.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::from_base::can_migrate_from_base/migration_from_base.stderr.log\"","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1552026-03-05T04:28:03.549Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 829","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:03.54324125Z","target":"phd_framework::test_vm::server","line":122,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1562026-03-05T04:28:03.573Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:03.561854867Z","target":"phd_framework::test_vm","line":409,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"f6fd44da-2c51-4150-acf0-1b47c5b866a0","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1572026-03-05T04:28:03.573Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:03.567451447Z","target":"phd_framework::test_vm","line":452,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"f6fd44da-2c51-4150-acf0-1b47c5b866a0","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1582026-03-05T04:28:03.597Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:03.57003599Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":25562,"path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1592026-03-05T04:28:04.244Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure","level":50,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:04.238393047Z","target":"phd_framework::test_vm","line":456,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d94e0f7e-44b7-4ed0-a4a6-a2b08682d6fd\", \"content-length\": \"122\", \"date\": \"Thu, 05 Mar 2026 04:28:04 GMT\"}; value: Error { error_code: None, message: \"server does not support this API version: 3.0.0\", request_id: \"d94e0f7e-44b7-4ed0-a4a6-a2b08682d6fd\" }","vm_id":"f6fd44da-2c51-4150-acf0-1b47c5b866a0","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1602026-03-05T04:28:04.268Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:04.250199332Z","target":"phd_framework::test_vm::server","line":140,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1612026-03-05T04:28:04.292Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:04.266068011Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1622026-03-05T04:28:04.292Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:04.26615729Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-3247393c-09e0-4e47-bc8d-bc6c027f6df8\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1632026-03-05T04:28:04.316Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:04.295286108Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1642026-03-05T04:28:04.317Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:04.295371079Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-92852114-dabd-4176-a096-2cfdbfeda008\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1652026-03-05T04:28:05.023Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.017325003Z","target":"phd_framework::test_vm","line":409,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1455,"path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"f6fd44da-2c51-4150-acf0-1b47c5b866a0","vm":"migration_from_base"}
1662026-03-05T04:28:05.024Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.01739705Z","target":"phd_tests::migrate::from_base","line":34,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":34508,"path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1672026-03-05T04:28:05.094Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::can_migrate_from_base ... FAILED: Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d94e0f7e-44b7-4ed0-a4a6-a2b08682d6fd\", \"content-length\": \"122\", \"date\": \"Thu, 05 Mar 2026 04:28:04 GMT\"}; value: Error { error_code: None, message: \"server does not support this API version: 3.0.0\", request_id: \"d94e0f7e-44b7-4ed0-a4a6-a2b08682d6fd\" }\n\nStack backtrace:\n 0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/result.rs:2087:27\n 2: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:468:9\n 3: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:409:5\n 5: phd_framework::test_vm::TestVm::instance_ensure::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:546:22\n 6: phd_framework::test_vm::TestVm::launch::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:534:32\n 7: phd_tests::migrate::run_smoke_test::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:322:21\n 8: phd_tests::migrate::from_base::can_migrate_from_base::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:37:14\n 9: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::migrate::from_base::can_migrate_from_base::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:34:5\n 11: <core::pin::Pin<P> as core::future::future::Future>::poll\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/future/future.rs:133:9\n 12: phd_testcase::TestCase::run::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/macros/select.rs:707:49\n 14: <core::future::poll_fn::PollFn<F> as core::future::future::Future>::poll\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:106:13\n 16: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:374:24\n 17: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/loom/std/unsafe_cell.rs:16:9\n 18: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:363:30\n 19: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 21: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 22: __rust_try\n 23: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 24: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:523:18\n 26: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:210:27\n 27: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:337:13\n 29: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:267:18\n 30: tokio::runtime::task::LocalNotified<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/mod.rs:515:13\n 31: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:720:22\n 32: tokio::task::coop::with_budget\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/task/coop/mod.rs:133:5\n 34: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:634:9\n 35: tokio::runtime::scheduler::multi_thread::worker::Context::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:567:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:532:24\n 37: tokio::runtime::context::scoped::Scoped<T>::set\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context.rs:176:38\n 39: std::thread::local::LocalKey<T>::try_with\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/local.rs:315:12\n 40: std::thread::local::LocalKey<T>::with\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/local.rs:279:20\n 41: tokio::runtime::context::set_scheduler\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context.rs:176:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:527:9\n 43: tokio::runtime::context::runtime::enter_runtime\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:519:5\n 45: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:485:45\n 46: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/task.rs:42:21\n 47: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:374:24\n 48: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/loom/std/unsafe_cell.rs:16:9\n 49: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:363:30\n 50: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 52: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 53: __rust_try\n 54: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 55: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:523:18\n 57: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:210:27\n 58: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:337:13\n 60: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:267:18\n 61: tokio::runtime::task::UnownedTask<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/mod.rs:552:13\n 62: tokio::runtime::blocking::pool::Task::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:161:19\n 63: tokio::runtime::blocking::pool::Inner::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:516:22\n 64: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:158:18\n 66: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/mod.rs:559:17\n 67: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 68: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 69: __rust_try\n 70: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 71: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 72: std::thread::Builder::spawn_unchecked_::{{closure}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/mod.rs:557:30\n 73: core::ops::function::FnOnce::call_once{{vtable.shim}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/ops/function.rs:253:5\n 74: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/alloc/src/boxed.rs:1971:9\n 75: std::sys::pal::unix::thread::Thread::new::thread_start\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/pal/unix/thread.rs:107:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.01798117Z","target":"phd_runner::execute","line":130,"file":"phd-tests/runner/src/execute.rs"}
1682026-03-05T04:28:05.095Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.018075961Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
1692026-03-05T04:28:05.095Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.018680299Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
1702026-03-05T04:28:05.095Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::serial_history","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.018734973Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
1712026-03-05T04:28:05.095Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.018761624Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
1722026-03-05T04:28:05.095Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.018792593Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
1732026-03-05T04:28:05.095Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.018940975Z","target":"phd_tests::migrate::from_base","line":40,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::serial_history"}
1742026-03-05T04:28:05.095Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.019036416Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::serial_history"}
1752026-03-05T04:28:05.095Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.019088235Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::serial_history"}
1762026-03-05T04:28:05.095Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.019134904Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::serial_history"}
1772026-03-05T04:28:05.095Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.019190409Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::from_base::serial_history"}
1782026-03-05T04:28:05.095Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.030177837Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 880M 25.3T 879M /phd-artifacts\n","path":"phd_tests::migrate::from_base::serial_history"}
1792026-03-05T04:28:05.095Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.030354042Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-ad016832-2c0d-4aa8-b2ce-0b9184ac68e1\"]","verb":"snapshot","path":"phd_tests::migrate::from_base::serial_history"}
1802026-03-05T04:28:05.121Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.048523885Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-ad016832-2c0d-4aa8-b2ce-0b9184ac68e1\", \"phd-artifacts/phd-clone-d42553ca-0424-424a-b2b8-592c413673ee\"]","path":"phd_tests::migrate::from_base::serial_history"}
1812026-03-05T04:28:05.121Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.071168516Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-d42553ca-0424-424a-b2b8-592c413673ee\"]","path":"phd_tests::migrate::from_base::serial_history"}
1822026-03-05T04:28:05.121Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.082632561Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-d42553ca-0424-424a-b2b8-592c413673ee 0B 25.3T 879M /phd-artifacts/phd-clone-d42553ca-0424-424a-b2b8-592c413673ee\n","path":"phd_tests::migrate::from_base::serial_history"}
1832026-03-05T04:28:05.121Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.083272468Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history"}
1842026-03-05T04:28:05.122Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.083334055Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_serial_history_base","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::from_base::serial_history"}
1852026-03-05T04:28:05.122Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.083395011Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/24618169e665cc5424f92ba670233c77f4986cf3c1d58ced63b03632f4fdb240/propolis-server","path":"phd_tests::migrate::from_base::serial_history"}
1862026-03-05T04:28:05.122Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.083451258Z","target":"phd_framework::test_vm::server","line":64,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/phd-artifacts/24618169e665cc5424f92ba670233c77f4986cf3c1d58ced63b03632f4fdb240/propolis-server\"","path":"phd_tests::migrate::from_base::serial_history"}
1872026-03-05T04:28:05.122Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.083520429Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::from_base::serial_history/migration_serial_history_base.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::from_base::serial_history/migration_serial_history_base.stderr.log\"","path":"phd_tests::migrate::from_base::serial_history"}
1882026-03-05T04:28:05.146Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 837","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.128062359Z","target":"phd_framework::test_vm::server","line":122,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::serial_history"}
1892026-03-05T04:28:05.170Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.141533639Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":58,"path":"phd_tests::migrate::from_base::serial_history"}
1902026-03-05T04:28:05.170Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.141628489Z","target":"phd_framework::test_vm","line":409,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history_base","vm_id":"7e405ee3-a8f1-4671-8a9c-69bea80871cf","path":"phd_tests::migrate::from_base::serial_history"}
1912026-03-05T04:28:05.170Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.14227074Z","target":"phd_framework::test_vm","line":452,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migration_serial_history_base","vm_id":"7e405ee3-a8f1-4671-8a9c-69bea80871cf","path":"phd_tests::migrate::from_base::serial_history"}
1922026-03-05T04:28:05.528Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure","level":50,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.521674708Z","target":"phd_framework::test_vm","line":456,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b54d19b-af85-4680-b358-2dc9d5626eaf\", \"content-length\": \"122\", \"date\": \"Thu, 05 Mar 2026 04:28:05 GMT\"}; value: Error { error_code: None, message: \"server does not support this API version: 3.0.0\", request_id: \"0b54d19b-af85-4680-b358-2dc9d5626eaf\" }","vm":"migration_serial_history_base","vm_id":"7e405ee3-a8f1-4671-8a9c-69bea80871cf","path":"phd_tests::migrate::from_base::serial_history"}
1932026-03-05T04:28:05.552Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.521990649Z","target":"phd_framework::test_vm::server","line":140,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::serial_history"}
1942026-03-05T04:28:05.552Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.534306043Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::serial_history"}
1952026-03-05T04:28:05.552Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.534376978Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-d42553ca-0424-424a-b2b8-592c413673ee\"]","verb":"destroy","path":"phd_tests::migrate::from_base::serial_history"}
1962026-03-05T04:28:05.576Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.566249982Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::serial_history"}
1972026-03-05T04:28:05.576Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.566302451Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-ad016832-2c0d-4aa8-b2ce-0b9184ac68e1\"]","verb":"destroy","path":"phd_tests::migrate::from_base::serial_history"}
1982026-03-05T04:28:05.601Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.584893636Z","target":"phd_framework::test_vm","line":409,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","elapsed_milliseconds":443,"vm_id":"7e405ee3-a8f1-4671-8a9c-69bea80871cf","vm":"migration_serial_history_base"}
1992026-03-05T04:28:05.601Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.584969761Z","target":"phd_tests::migrate::from_base","line":40,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":566,"path":"phd_tests::migrate::from_base::serial_history"}
2002026-03-05T04:28:05.601Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::serial_history ... FAILED: Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b54d19b-af85-4680-b358-2dc9d5626eaf\", \"content-length\": \"122\", \"date\": \"Thu, 05 Mar 2026 04:28:05 GMT\"}; value: Error { error_code: None, message: \"server does not support this API version: 3.0.0\", request_id: \"0b54d19b-af85-4680-b358-2dc9d5626eaf\" }\n\nStack backtrace:\n 0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/result.rs:2087:27\n 2: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:468:9\n 3: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:409:5\n 5: phd_framework::test_vm::TestVm::instance_ensure::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:546:22\n 6: phd_framework::test_vm::TestVm::launch::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:534:32\n 7: phd_tests::migrate::run_serial_history_test::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:354:21\n 8: phd_tests::migrate::from_base::serial_history::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:46:10\n 9: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::migrate::from_base::serial_history::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:40:5\n 11: <core::pin::Pin<P> as core::future::future::Future>::poll\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/future/future.rs:133:9\n 12: phd_testcase::TestCase::run::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/macros/select.rs:707:49\n 14: <core::future::poll_fn::PollFn<F> as core::future::future::Future>::poll\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:106:13\n 16: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:374:24\n 17: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/loom/std/unsafe_cell.rs:16:9\n 18: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:363:30\n 19: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 21: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 22: __rust_try\n 23: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 24: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:523:18\n 26: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:210:27\n 27: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:337:13\n 29: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:267:18\n 30: tokio::runtime::task::LocalNotified<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/mod.rs:515:13\n 31: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:720:22\n 32: tokio::task::coop::with_budget\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/task/coop/mod.rs:133:5\n 34: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:634:9\n 35: tokio::runtime::scheduler::multi_thread::worker::Context::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:567:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:532:24\n 37: tokio::runtime::context::scoped::Scoped<T>::set\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context.rs:176:38\n 39: std::thread::local::LocalKey<T>::try_with\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/local.rs:315:12\n 40: std::thread::local::LocalKey<T>::with\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/local.rs:279:20\n 41: tokio::runtime::context::set_scheduler\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context.rs:176:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:527:9\n 43: tokio::runtime::context::runtime::enter_runtime\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:519:5\n 45: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:485:45\n 46: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/task.rs:42:21\n 47: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:374:24\n 48: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/loom/std/unsafe_cell.rs:16:9\n 49: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:363:30\n 50: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 52: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 53: __rust_try\n 54: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 55: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:523:18\n 57: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:210:27\n 58: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:337:13\n 60: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:267:18\n 61: tokio::runtime::task::UnownedTask<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/mod.rs:552:13\n 62: tokio::runtime::blocking::pool::Task::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:161:19\n 63: tokio::runtime::blocking::pool::Inner::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:516:22\n 64: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:158:18\n 66: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/mod.rs:559:17\n 67: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 68: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 69: __rust_try\n 70: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 71: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 72: std::thread::Builder::spawn_unchecked_::{{closure}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/mod.rs:557:30\n 73: core::ops::function::FnOnce::call_once{{vtable.shim}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/ops/function.rs:253:5\n 74: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/alloc/src/boxed.rs:1971:9\n 75: std::sys::pal::unix::thread::Thread::new::thread_start\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/pal/unix/thread.rs:107:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.585969742Z","target":"phd_runner::execute","line":130,"file":"phd-tests/runner/src/execute.rs"}
2012026-03-05T04:28:05.601Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.586035116Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
2022026-03-05T04:28:05.601Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.586104398Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2032026-03-05T04:28:05.601Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::migration_from_base_and_back","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.586151167Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
2042026-03-05T04:28:05.601Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.586182136Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
2052026-03-05T04:28:05.601Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.586215459Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2062026-03-05T04:28:05.601Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.586378088Z","target":"phd_tests::migrate::from_base","line":52,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2072026-03-05T04:28:05.602Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.586477597Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2082026-03-05T04:28:05.602Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.586542921Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2092026-03-05T04:28:05.602Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.586598728Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2102026-03-05T04:28:05.602Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.586658651Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2112026-03-05T04:28:05.627Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.596929749Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 880M 25.3T 879M /phd-artifacts\n","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2122026-03-05T04:28:05.627Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.597007888Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-b80a44b9-90b5-4f8c-89b2-39db73477f0b\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2132026-03-05T04:28:05.627Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.614424089Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-b80a44b9-90b5-4f8c-89b2-39db73477f0b\", \"phd-artifacts/phd-clone-29abe281-d5a8-49e3-9954-d44a1035486b\"]","verb":"clone","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2142026-03-05T04:28:05.651Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.631404018Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-29abe281-d5a8-49e3-9954-d44a1035486b\"]","verb":"list","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2152026-03-05T04:28:05.651Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.643375188Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-29abe281-d5a8-49e3-9954-d44a1035486b 0B 25.3T 879M /phd-artifacts/phd-clone-29abe281-d5a8-49e3-9954-d44a1035486b\n","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2162026-03-05T04:28:05.651Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.64405997Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2172026-03-05T04:28:05.651Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.644124833Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\", metrics: None }","vm_name":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2182026-03-05T04:28:05.651Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.644190959Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/24618169e665cc5424f92ba670233c77f4986cf3c1d58ced63b03632f4fdb240/propolis-server","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2192026-03-05T04:28:05.651Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.64425457Z","target":"phd_framework::test_vm::server","line":64,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_path":"\"/phd-artifacts/24618169e665cc5424f92ba670233c77f4986cf3c1d58ced63b03632f4fdb240/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2202026-03-05T04:28:05.651Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.644326677Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::from_base::migration_from_base_and_back/migration_from_base_and_back.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::from_base::migration_from_base_and_back/migration_from_base_and_back.stderr.log\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2212026-03-05T04:28:05.686Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 845","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.68008576Z","target":"phd_framework::test_vm::server","line":122,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2222026-03-05T04:28:05.710Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.694366549Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":50,"path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2232026-03-05T04:28:05.710Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.694479914Z","target":"phd_framework::test_vm","line":409,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back","vm_id":"e4d66172-700d-49fe-b775-e0bdbc767fe0"}
2242026-03-05T04:28:05.710Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:05.695195196Z","target":"phd_framework::test_vm","line":452,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back","vm_id":"e4d66172-700d-49fe-b775-e0bdbc767fe0"}
2252026-03-05T04:28:06.180Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure","level":50,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:06.17424364Z","target":"phd_framework::test_vm","line":456,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36345f35-b507-4734-8129-d7efb5eb91f5\", \"content-length\": \"122\", \"date\": \"Thu, 05 Mar 2026 04:28:06 GMT\"}; value: Error { error_code: None, message: \"server does not support this API version: 3.0.0\", request_id: \"36345f35-b507-4734-8129-d7efb5eb91f5\" }","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back","vm_id":"e4d66172-700d-49fe-b775-e0bdbc767fe0"}
2262026-03-05T04:28:06.206Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:06.174729203Z","target":"phd_framework::test_vm::server","line":140,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2272026-03-05T04:28:06.206Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:06.186432604Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2282026-03-05T04:28:06.206Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:06.186494502Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-29abe281-d5a8-49e3-9954-d44a1035486b\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2292026-03-05T04:28:06.316Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:06.220727963Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2302026-03-05T04:28:06.316Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:06.22082109Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-b80a44b9-90b5-4f8c-89b2-39db73477f0b\"]","verb":"destroy","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2312026-03-05T04:28:06.316Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:06.240380856Z","target":"phd_framework::test_vm","line":409,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":545,"path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back","vm_id":"e4d66172-700d-49fe-b775-e0bdbc767fe0"}
2322026-03-05T04:28:06.316Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:06.240458944Z","target":"phd_tests::migrate::from_base","line":52,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":654,"path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2332026-03-05T04:28:06.316Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::migration_from_base_and_back ... FAILED: Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36345f35-b507-4734-8129-d7efb5eb91f5\", \"content-length\": \"122\", \"date\": \"Thu, 05 Mar 2026 04:28:06 GMT\"}; value: Error { error_code: None, message: \"server does not support this API version: 3.0.0\", request_id: \"36345f35-b507-4734-8129-d7efb5eb91f5\" }\n\nStack backtrace:\n 0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/result.rs:2087:27\n 2: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:468:9\n 3: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:409:5\n 5: phd_framework::test_vm::TestVm::instance_ensure::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:546:22\n 6: phd_framework::test_vm::TestVm::launch::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:534:32\n 7: phd_tests::migrate::from_base::migration_from_base_and_back::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:56:25\n 8: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::from_base::migration_from_base_and_back::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:52:5\n 10: <core::pin::Pin<P> as core::future::future::Future>::poll\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/future/future.rs:133:9\n 11: phd_testcase::TestCase::run::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/macros/select.rs:707:49\n 13: <core::future::poll_fn::PollFn<F> as core::future::future::Future>::poll\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:106:13\n 15: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:374:24\n 16: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/loom/std/unsafe_cell.rs:16:9\n 17: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:363:30\n 18: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 20: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 21: __rust_try\n 22: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 23: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:523:18\n 25: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:210:27\n 26: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:337:13\n 28: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:267:18\n 29: tokio::runtime::task::LocalNotified<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/mod.rs:515:13\n 30: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:720:22\n 31: tokio::task::coop::with_budget\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/task/coop/mod.rs:133:5\n 33: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:634:9\n 34: tokio::runtime::scheduler::multi_thread::worker::Context::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:567:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:532:24\n 36: tokio::runtime::context::scoped::Scoped<T>::set\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context.rs:176:38\n 38: std::thread::local::LocalKey<T>::try_with\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/local.rs:315:12\n 39: std::thread::local::LocalKey<T>::with\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/local.rs:279:20\n 40: tokio::runtime::context::set_scheduler\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context.rs:176:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:527:9\n 42: tokio::runtime::context::runtime::enter_runtime\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:519:5\n 44: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:485:45\n 45: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/task.rs:42:21\n 46: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:374:24\n 47: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/loom/std/unsafe_cell.rs:16:9\n 48: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:363:30\n 49: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 51: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 52: __rust_try\n 53: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 54: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:523:18\n 56: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:210:27\n 57: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:337:13\n 59: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:267:18\n 60: tokio::runtime::task::UnownedTask<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/mod.rs:552:13\n 61: tokio::runtime::blocking::pool::Task::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:161:19\n 62: tokio::runtime::blocking::pool::Inner::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:516:22\n 63: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:158:18\n 65: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/mod.rs:559:17\n 66: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 67: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 68: __rust_try\n 69: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 70: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 71: std::thread::Builder::spawn_unchecked_::{{closure}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/mod.rs:557:30\n 72: core::ops::function::FnOnce::call_once{{vtable.shim}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/ops/function.rs:253:5\n 73: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/alloc/src/boxed.rs:1971:9\n 74: std::sys::pal::unix::thread::Thread::new::thread_start\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/pal/unix/thread.rs:107:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:06.241314761Z","target":"phd_runner::execute","line":130,"file":"phd-tests/runner/src/execute.rs"}
2342026-03-05T04:28:06.317Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:06.241410453Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
2352026-03-05T04:28:06.317Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:06.241490565Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2362026-03-05T04:28:06.317Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:06.241548325Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs"}
2372026-03-05T04:28:06.317Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:06.241584644Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2382026-03-05T04:28:06.317Z
2392026-03-05T04:28:06.317Zfailures:
2402026-03-05T04:28:06.317Z phd_tests::migrate::from_base::can_migrate_from_base
2412026-03-05T04:28:06.317Z phd_tests::migrate::from_base::serial_history
2422026-03-05T04:28:06.317Z phd_tests::migrate::from_base::migration_from_base_and_back
2432026-03-05T04:28:06.317Z
2442026-03-05T04:28:06.317Ztest result: FAILED. 0 passed; 3 failed; 0 skipped; 0 not run; finished in 35.73s
2452026-03-05T04:28:06.317Z
2462026-03-05T04:28:06.317Z{"v":0,"name":"phd-runner","msg":"phd_runner","level":20,"hostname":"BRM42220010","pid":824,"time":"2026-03-05T04:28:06.242337185Z","target":"phd_runner","line":41,"file":"phd-tests/runner/src/main.rs","exit_code":3}
2472026-03-05T04:28:06.345Z
2482026-03-05T04:28:06.345Zreal 36.898274642
2492026-03-05T04:28:06.345Zuser 20.584143794
2502026-03-05T04:28:06.371Zsys 4.458573484
2512026-03-05T04:28:06.371Ztrap 0.003081189
2522026-03-05T04:28:06.371Ztflt 0.000895593
2532026-03-05T04:28:06.371Zdflt 0.000369738
2542026-03-05T04:28:06.371Zkflt 0.000000000
2552026-03-05T04:28:06.371Zlock 1:18:48.374356362
2562026-03-05T04:28:06.371Zslp 34.750283533
2572026-03-05T04:28:06.371Zlat 0.865686761
2582026-03-05T04:28:06.371Zstop 23.680262332
2592026-03-05T04:28:06.371Z+ failcount=3
2602026-03-05T04:28:06.371Z+ set -e
2612026-03-05T04:28:06.372Z+ tar -czvf /tmp/phd-tmp-files.tar.gz -C /tmp/propolis-phd .
2622026-03-05T04:28:06.372ZCompressing '/tmp/phd-tmp-files.tar.gz' with '/usr/bin/gzip'...
2632026-03-05T04:28:06.372Za ./ 0K
2642026-03-05T04:28:06.372Za ./phd_tests::migrate::from_base::can_migrate_from_base/ 0K
2652026-03-05T04:28:06.372Za ./phd_tests::migrate::from_base::can_migrate_from_base/migration_from_base.stdout.log 2K
2662026-03-05T04:28:06.372Za ./phd_tests::migrate::from_base::can_migrate_from_base/migration_from_base.stderr.log 0K
2672026-03-05T04:28:06.372Za ./phd_tests::migrate::from_base::serial_history/ 0K
2682026-03-05T04:28:06.372Za ./phd_tests::migrate::from_base::serial_history/migration_serial_history_base.stdout.log 2K
2692026-03-05T04:28:06.372Za ./phd_tests::migrate::from_base::serial_history/migration_serial_history_base.stderr.log 0K
2702026-03-05T04:28:06.372Za ./phd_tests::migrate::from_base::migration_from_base_and_back/ 0K
2712026-03-05T04:28:06.372Za ./phd_tests::migrate::from_base::migration_from_base_and_back/migration_from_base_and_back.stdout.log 2K
2722026-03-05T04:28:06.372Za ./phd_tests::migrate::from_base::migration_from_base_and_back/migration_from_base_and_back.stderr.log 0K
2732026-03-05T04:28:06.372Z+ exitcode=0
2742026-03-05T04:28:06.373Z+ '[' 3 -eq 0 ']'
2752026-03-05T04:28:06.373Z+ echo
2762026-03-05T04:28:06.373Z+ echo 'SOME TESTS FAILED'
2772026-03-05T04:28:06.373Z
2782026-03-05T04:28:06.373ZSOME TESTS FAILED
2792026-03-05T04:28:06.373Z+ echo
2802026-03-05T04:28:06.373Z
2812026-03-05T04:28:06.373Z+ exitcode=1
2822026-03-05T04:28:06.373Z+ find /dev/vmm -mindepth 1 -maxdepth 1
2832026-03-05T04:28:06.373Z+ read
2842026-03-05T04:28:06.373Z+ exit 1
2852026-03-05T04:28:06.373Zprocess exited: duration 58436 ms, exit code 1
 
2862026-03-05T04:28:06.424Zfound 2 output files
2872026-03-05T04:28:06.451Zuploading: /tmp/phd-runner.log (87428 bytes)
2882026-03-05T04:28:07.547Zuploaded: /tmp/phd-runner.log
2892026-03-05T04:28:07.547Zuploading: /tmp/phd-tmp-files.tar.gz (1137 bytes)
2902026-03-05T04:28:08.640Zuploaded: /tmp/phd-tmp-files.tar.gz