01KKWS6JCDX2SHPJFE7T77G71Y: phd-run-migrate-from-base

BasicConfig {
    output_rules: [
        "/tmp/phd-runner.log",
        "/tmp/phd-tmp-files.tar.gz",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-gimlet",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01KKWS6W8Q8P8WX4THQM1VJFJV

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12026-03-17T02:26:16.378Zjob dependencies complete; ready to run (waiting for 11 m 0 s)
22026-03-17T02:29:38.852Zjob assigned to worker 01KKWSV3NA52N2V2DVFNXTZ7B9 [factory edgar, gimlet/BRM42220010/573] (queued for 3 m 22 s)
32026-03-17T02:29:39.321Zdownloading input: /input/phd-build/out/phd-run-with-args.sh
42026-03-17T02:29:39.355Zdownloaded input: /input/phd-build/out/phd-run-with-args.sh
52026-03-17T02:29:39.355Zdownloading input: /input/phd-build/out/phd-runner.sha256.txt
62026-03-17T02:29:39.394Zdownloaded input: /input/phd-build/out/phd-runner.sha256.txt
72026-03-17T02:29:39.394Zdownloading input: /input/phd-build/out/phd-runner.tar.gz
82026-03-17T02:29:44.682Zdownloaded input: /input/phd-build/out/phd-runner.tar.gz
92026-03-17T02:29:44.683Zdownloading input: /input/phd-build/out/propolis-server-debug.sha256.txt
102026-03-17T02:29:44.731Zdownloaded input: /input/phd-build/out/propolis-server-debug.sha256.txt
112026-03-17T02:29:44.731Zdownloading input: /input/phd-build/out/propolis-server-debug.tar.gz
122026-03-17T02:29:53.148Zdownloaded input: /input/phd-build/out/propolis-server-debug.tar.gz
 
132026-03-17T02:29:53.148Zstarting task 0: "setup"
142026-03-17T02:29:53.173Z++ uname -s
152026-03-17T02:29:53.173Z+ kern=SunOS
162026-03-17T02:29:53.173Z+ build_user=build
172026-03-17T02:29:53.173Z+ build_uid=12345
182026-03-17T02:29:53.173Z+ work_dir=/work
192026-03-17T02:29:53.173Z+ input_dir=/input
202026-03-17T02:29:53.173Z+ [[ 0 == 12345 ]]
212026-03-17T02:29:53.173Z+ case "$kern" in
222026-03-17T02:29:53.173Z+ groupadd -g 12345 build
232026-03-17T02:29:53.197Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
242026-03-17T02:29:55.184Z+ zfs create -o mountpoint=/work rpool/work
252026-03-17T02:29:55.219Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
262026-03-17T02:29:55.244Z+ home_fs=
272026-03-17T02:29:55.244Z+ [[ '' == autofs ]]
282026-03-17T02:29:55.244Z+ mkdir -p /home/build
292026-03-17T02:29:55.244Z+ chown build:build /home/build /work
302026-03-17T02:29:57.232Z+ chmod 0700 /home/build /work
312026-03-17T02:29:57.257Zprocess exited: duration 4089 ms, exit code 0
 
322026-03-17T02:29:57.306Zstarting task 1: "authentication"
332026-03-17T02:29:57.375Zprocess exited: duration 69 ms, exit code 0
 
342026-03-17T02:29:57.424Zstarting task 2: "build"
352026-03-17T02:29:57.450Z+ indir=/input
362026-03-17T02:29:57.450Z+ indir_suffix='phd-build/out/*.tar.gz'
372026-03-17T02:29:57.450Z+ phddir=/work/phd-test
382026-03-17T02:29:57.450Z+ disks=($(pilot local disk list -H -o type,disk | grep -v 'M.2' | cut -f 2))
392026-03-17T02:29:57.476Z++ pilot local disk list -H -o type,disk
402026-03-17T02:29:57.476Z++ grep -v M.2
412026-03-17T02:29:57.476Z++ cut -f 2
422026-03-17T02:29:57.527Z+ pfexec zpool create -f phd-artifacts c8t0014EE81000BC42Fd0 c9t0014EE81000BC3B1d0 c10t0014EE81000BC514d0 c11t0014EE81000BC3B6d0 c4t0014EE81000BC3ACd0 c3t0014EE81000BC430d0 c2t0014EE81000BC16Fd0 c6t0014EE81000BC544d0 c5t0014EE81000BC429d0
432026-03-17T02:29:57.813Z+ artifactdir=/phd-artifacts
442026-03-17T02:29:57.813Z+ banner Inputs
452026-03-17T02:29:57.838Z ###
462026-03-17T02:29:57.838Z # # # ##### # # ##### ####
472026-03-17T02:29:57.838Z # ## # # # # # # #
482026-03-17T02:29:57.838Z # # # # # # # # # ####
492026-03-17T02:29:57.838Z # # # # ##### # # # #
502026-03-17T02:29:57.838Z # # ## # # # # # #
512026-03-17T02:29:57.838Z ### # # # #### # ####
522026-03-17T02:29:57.838Z
532026-03-17T02:29:57.838Z+ find /input -ls
542026-03-17T02:29:57.838Z 34 1 drwxr-xr-x 3 root root 3 Mar 17 02:29 /input
552026-03-17T02:29:57.838Z 2 1 drwxr-xr-x 3 root root 3 Mar 17 02:29 /input/phd-build
562026-03-17T02:29:57.838Z 3 2 drwxr-xr-x 2 root root 7 Mar 17 02:29 /input/phd-build/out
572026-03-17T02:29:57.838Z 384 181159 -rw-r--r-- 1 root root 185474653 Mar 17 02:29 /input/phd-build/out/propolis-server-debug.tar.gz
582026-03-17T02:29:57.838Z 129 1 -rw-r--r-- 1 root root 65 Mar 17 02:29 /input/phd-build/out/phd-runner.sha256.txt
592026-03-17T02:29:57.838Z 128 2 -rw-r--r-- 1 root root 2573 Mar 17 02:29 /input/phd-build/out/phd-run-with-args.sh
602026-03-17T02:29:57.838Z 256 1 -rw-r--r-- 1 root root 65 Mar 17 02:29 /input/phd-build/out/propolis-server-debug.sha256.txt
612026-03-17T02:29:57.838Z 130 108045 -rw-r--r-- 1 root root 110577734 Mar 17 02:29 /input/phd-build/out/phd-runner.tar.gz
622026-03-17T02:29:57.838Z+ rm -rf /work/phd-test
632026-03-17T02:29:57.838Z+ mkdir /work/phd-test
642026-03-17T02:29:57.838Z+ for p in $indir/$indir_suffix
652026-03-17T02:29:57.838Z+ tar xzvf /input/phd-build/out/phd-runner.tar.gz -C /work/phd-test
662026-03-17T02:30:00.651ZDecompressing '/input/phd-build/out/phd-runner.tar.gz' with '/usr/bin/gzcat'...
672026-03-17T02:30:00.651Zx phd-runner, 390411680 bytes, 762523 tape blocks
682026-03-17T02:30:00.651Zx artifacts.toml, 548 bytes, 2 tape blocks
692026-03-17T02:30:00.676Z++ tar tf /input/phd-build/out/phd-runner.tar.gz
702026-03-17T02:30:03.407Z+ for f in $(tar tf "$p")
712026-03-17T02:30:03.407Z+ chmod +x /work/phd-test/phd-runner
722026-03-17T02:30:03.432Z+ for f in $(tar tf "$p")
732026-03-17T02:30:03.432Z+ chmod +x /work/phd-test/artifacts.toml
742026-03-17T02:30:03.432Z+ for p in $indir/$indir_suffix
752026-03-17T02:30:03.432Z+ tar xzvf /input/phd-build/out/propolis-server-debug.tar.gz -C /work/phd-test
762026-03-17T02:30:13.573ZDecompressing '/input/phd-build/out/propolis-server-debug.tar.gz' with '/usr/bin/gzcat'...
772026-03-17T02:30:13.573Zx propolis-server, 705468264 bytes, 1377868 tape blocks
782026-03-17T02:30:13.599Z++ tar tf /input/phd-build/out/propolis-server-debug.tar.gz
792026-03-17T02:30:18.274Z+ for f in $(tar tf "$p")
802026-03-17T02:30:18.274Z+ chmod +x /work/phd-test/propolis-server
812026-03-17T02:30:18.299Z+ ls /work/phd-test
822026-03-17T02:30:18.299Zartifacts.toml
832026-03-17T02:30:18.299Zphd-runner
842026-03-17T02:30:18.299Zpropolis-server
852026-03-17T02:30:18.299Z+ banner Setup
862026-03-17T02:30:18.299Z #####
872026-03-17T02:30:18.299Z# # ###### ##### # # #####
882026-03-17T02:30:18.299Z# # # # # # #
892026-03-17T02:30:18.299Z ##### ##### # # # # #
902026-03-17T02:30:18.299Z # # # # # #####
912026-03-17T02:30:18.299Z# # # # # # #
922026-03-17T02:30:18.299Z ##### ###### # #### #
932026-03-17T02:30:18.299Z
942026-03-17T02:30:18.299Z+ tmpdir=/tmp/propolis-phd
952026-03-17T02:30:18.299Z+ '[' '!' -d /tmp/propolis-phd ']'
962026-03-17T02:30:18.299Z+ mkdir /tmp/propolis-phd
972026-03-17T02:30:18.300Z+ pfexec /usr/lib/rsrvrctl -s 4096
982026-03-17T02:30:18.775Z+ banner Tests
992026-03-17T02:30:18.800Z#######
1002026-03-17T02:30:18.800Z # ###### #### ##### ####
1012026-03-17T02:30:18.800Z # # # # #
1022026-03-17T02:30:18.800Z # ##### #### # ####
1032026-03-17T02:30:18.800Z # # # # #
1042026-03-17T02:30:18.800Z # # # # # # #
1052026-03-17T02:30:18.800Z # ###### #### # ####
1062026-03-17T02:30:18.800Z
1072026-03-17T02:30:18.800Z+ runner=/work/phd-test/phd-runner
1082026-03-17T02:30:18.800Z+ artifacts=/work/phd-test/artifacts.toml
1092026-03-17T02:30:18.800Z+ propolis=/work/phd-test/propolis-server
1102026-03-17T02:30:18.800Z+ ls /work/phd-test/phd-runner
1112026-03-17T02:30:18.800Z/work/phd-test/phd-runner
1122026-03-17T02:30:18.800Z+ ls /work/phd-test/artifacts.toml
1132026-03-17T02:30:18.800Z/work/phd-test/artifacts.toml
1142026-03-17T02:30:18.800Z+ ls /work/phd-test/propolis-server
1152026-03-17T02:30:18.800Z/work/phd-test/propolis-server
1162026-03-17T02:30:18.800Z+ args=($runner '--emit-bunyan' 'run' '--propolis-server-cmd' $propolis '--crucible-downstairs-commit' 'auto' '--artifact-toml-path' $artifacts '--tmp-directory' $tmpdir '--artifact-directory' $artifactdir $@)
1172026-03-17T02:30:18.800Z+ set +e
1182026-03-17T02:30:18.800Z+ RUST_BACKTRACE=1
1192026-03-17T02:30:18.800Z+ RUST_LOG=info,phd=debug
1202026-03-17T02:30:18.800Z+ ptime -m pfexec /work/phd-test/phd-runner --emit-bunyan run --propolis-server-cmd /work/phd-test/propolis-server --crucible-downstairs-commit auto --artifact-toml-path /work/phd-test/artifacts.toml --tmp-directory /tmp/propolis-phd --artifact-directory /phd-artifacts --include-filter phd_tests::migrate::from_base --base-propolis-branch master
1212026-03-17T02:30:18.800Z+ tee /tmp/phd-runner.log
1222026-03-17T02:30:18.986Z{"v":0,"name":"phd-runner","msg":"phd_runner","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:18.95189262Z","target":"phd_runner","line":36,"file":"phd-tests/runner/src/main.rs","runner_args":"ProcessArgs { command: Run(RunOptions { propolis_server_cmd: \"/work/phd-test/propolis-server\", base_propolis_branch: Some(\"master\"), base_propolis_commit: None, base_propolis_cmd: None, crucible_downstairs_cmd: None, crucible_downstairs_commit: Some(Auto), tmp_directory: \"/tmp/propolis-phd\", artifact_directory: Some(\"/phd-artifacts\"), output_mode: TmpFile, default_guest_cpus: 2, default_guest_memory_mib: 512, artifact_toml_path: \"/work/phd-test/artifacts.toml\", default_guest_artifact: \"alpine\", default_bootrom_artifact: \"ovmf\", include_filter: [\"phd_tests::migrate::from_base\"], exclude_filter: [], max_buildomat_wait_secs: 1200 }), disable_ansi: false, emit_bunyan: true }"}
1232026-03-17T02:30:19.011Z{"v":0,"name":"phd-runner","msg":"Created new artifact store from manifest","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:18.98216753Z","target":"phd_framework::artifacts::store","line":219,"file":"phd-tests/framework/src/artifacts/store.rs","store":"Store { local_dir: \"/phd-artifacts\", artifacts: {\"alpine\": Mutex { data: StoredArtifact { description: Artifact { filename: \"alpine.iso\", kind: GuestOs(Alpine), source: RemoteServer { sha256: \"ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1\" }, untar: None }, cached_path: None } }, \"ovmf\": Mutex { data: StoredArtifact { description: Artifact { filename: \"OVMF_CODE.fd\", kind: Bootrom, source: Buildomat(BuildomatArtifact { repo: Repo(\"oxidecomputer/edk2\"), series: Series(\"image_debug\"), commit: Commit(\"bf64f45b1a58e69d126a3c6ca1e4512c88668132\"), sha256: \"740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448\" }), untar: None }, cached_path: None } }}, downloader: DownloadConfig { timeout: 600s, buildomat_backoff: ExponentialBackoff { current_interval: 1s, initial_interval: 1s, randomization_factor: 0.5, multiplier: 1.5, max_interval: 60s, start_time: Instant { tv_sec: 188, tv_nsec: 398973249 }, max_elapsed_time: Some(1200s), clock: SystemClock }, remote_server_uris: [\"https://oxide-omicron-build.s3.amazonaws.com\"] } }"}
1242026-03-17T02:30:19.011Z{"v":0,"name":"phd-runner","msg":"Adding Propolis server from local command","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:18.982278911Z","target":"phd_framework::artifacts::store","line":227,"file":"phd-tests/framework/src/artifacts/store.rs","propolis_server_cmd":"/work/phd-test/propolis-server"}
1252026-03-17T02:30:19.036Z{"v":0,"name":"phd-runner","msg":"Adding crucible-downstairs from Buildomat Git revision","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:18.985184159Z","target":"phd_framework::artifacts::store","line":311,"file":"phd-tests/framework/src/artifacts/store.rs","commit":"a945a32ba9e1f2098ce3a8963765f1894f37110b"}
1262026-03-17T02:30:19.036Z{"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:18.988391979Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/a945a32ba9e1f2098ce3a8963765f1894f37110b/crucible-nightly.sha256.txt","timeout":"600s"}
1272026-03-17T02:30:19.204Z{"v":0,"name":"phd-runner","msg":"Adding 'current' Propolis server from Buildomat Git branch 'master'","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:19.17662747Z","target":"phd_framework::artifacts::store","line":248,"file":"phd-tests/framework/src/artifacts/store.rs"}
1282026-03-17T02:30:19.698Z{"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:19.670364446Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/f99d237f004da403a1081cca1840158290a46f7c/propolis-server.sha256.txt"}
1292026-03-17T02:30:19.855Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - START]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:19.826634055Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs"}
1302026-03-17T02:30:19.855Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - END]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:19.826737611Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
1312026-03-17T02:30:19.880Z{"v":0,"name":"phd-runner","msg":"Running 3 test(s)","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:19.829454393Z","target":"phd_runner::execute","line":82,"file":"phd-tests/runner/src/execute.rs"}
1322026-03-17T02:30:19.880Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::can_migrate_from_base","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:19.829495451Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
1332026-03-17T02:30:19.880Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:19.829533403Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
1342026-03-17T02:30:19.880Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:19.829570373Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
1352026-03-17T02:30:19.880Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:19.832361996Z","target":"phd_tests::migrate::from_base","line":34,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1362026-03-17T02:30:19.880Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:19.833214049Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1372026-03-17T02:30:19.880Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading file from Buildomat...","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:19.834251062Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/edk2/image_debug/bf64f45b1a58e69d126a3c6ca1e4512c88668132/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1382026-03-17T02:30:20.360Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:20.331780688Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1392026-03-17T02:30:20.384Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading alpine.iso from https://oxide-omicron-build.s3.amazonaws.com/alpine.iso","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:20.344841097Z","target":"phd_framework::artifacts::store","line":614,"file":"phd-tests/framework/src/artifacts/store.rs","timeout":"600s","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1402026-03-17T02:30:27.221Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:27.192938994Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1412026-03-17T02:30:27.221Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:27.193072967Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1422026-03-17T02:30:27.246Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:27.206428506Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 2.09M 25.3T 1.91M /phd-artifacts\n","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1432026-03-17T02:30:27.246Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:27.207794842Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-2be351c0-72d4-4cd7-a3c2-9e7d144e1b6e\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1442026-03-17T02:30:27.270Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:27.230353456Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-2be351c0-72d4-4cd7-a3c2-9e7d144e1b6e\", \"phd-artifacts/phd-clone-64787177-d715-47a6-9899-2a94f6bdbde2\"]","verb":"clone","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1452026-03-17T02:30:27.295Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:27.250898109Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-64787177-d715-47a6-9899-2a94f6bdbde2\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1462026-03-17T02:30:27.295Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:27.262002765Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-64787177-d715-47a6-9899-2a94f6bdbde2 0B 25.3T 48.9M /phd-artifacts/phd-clone-64787177-d715-47a6-9899-2a94f6bdbde2\n","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1472026-03-17T02:30:27.295Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:27.265170942Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1482026-03-17T02:30:27.295Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:27.265242708Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_from_base","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1492026-03-17T02:30:27.295Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] checking for existing copy of artifact","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:27.265312339Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/ac832e653dfcf03b26180adbeb224f272ea9c8c3b2cd7b64ee8699055a182141/propolis-server.tar.gz","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1502026-03-17T02:30:27.295Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Downloading file from Buildomat...","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:27.26538151Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/f99d237f004da403a1081cca1840158290a46f7c/propolis-server.tar.gz","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1512026-03-17T02:30:36.206Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Extracting artifact from tarball","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:36.177560725Z","target":"phd_framework::artifacts::store","line":160,"file":"phd-tests/framework/src/artifacts/store.rs","untar_path":"propolis-server","extracted_path":"/phd-artifacts/ac832e653dfcf03b26180adbeb224f272ea9c8c3b2cd7b64ee8699055a182141/propolis-server","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1522026-03-17T02:30:36.206Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Extracting gzipped tarball...","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:36.177643213Z","target":"phd_framework::artifacts::store","line":514,"file":"phd-tests/framework/src/artifacts/store.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1532026-03-17T02:30:53.390Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:53.367036182Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/phd-artifacts/ac832e653dfcf03b26180adbeb224f272ea9c8c3b2cd7b64ee8699055a182141/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1542026-03-17T02:30:53.390Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:53.367159283Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::from_base::can_migrate_from_base/migration_from_base.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::from_base::can_migrate_from_base/migration_from_base.stderr.log\"","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1552026-03-17T02:30:53.477Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 828","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:53.454053087Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1562026-03-17T02:30:53.502Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:53.468752902Z","target":"phd_framework::test_vm","line":409,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"33ac8a35-52b6-4b54-97a2-18dd81135078","vm":"migration_from_base"}
1572026-03-17T02:30:53.502Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:53.474409184Z","target":"phd_framework::test_vm","line":452,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"33ac8a35-52b6-4b54-97a2-18dd81135078","vm":"migration_from_base"}
1582026-03-17T02:30:53.502Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:53.476904525Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","elapsed_milliseconds":26205}
1592026-03-17T02:30:53.851Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure","level":50,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:53.828296823Z","target":"phd_framework::test_vm","line":456,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45c92951-1f54-408c-83f5-29c21065d3ed\", \"content-length\": \"122\", \"date\": \"Tue, 17 Mar 2026 02:30:53 GMT\"}; value: Error { error_code: None, message: \"server does not support this API version: 3.0.0\", request_id: \"45c92951-1f54-408c-83f5-29c21065d3ed\" }","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"33ac8a35-52b6-4b54-97a2-18dd81135078","vm":"migration_from_base"}
1602026-03-17T02:30:53.876Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:53.839362296Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1612026-03-17T02:30:53.900Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:53.856111799Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1622026-03-17T02:30:53.900Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:53.85623615Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-64787177-d715-47a6-9899-2a94f6bdbde2\"]","verb":"destroy","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1632026-03-17T02:30:53.925Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:53.887677767Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1642026-03-17T02:30:53.925Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:53.887730893Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-2be351c0-72d4-4cd7-a3c2-9e7d144e1b6e\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
1652026-03-17T02:30:54.631Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.60881657Z","target":"phd_framework::test_vm","line":409,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1139,"vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"33ac8a35-52b6-4b54-97a2-18dd81135078"}
1662026-03-17T02:30:54.631Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.608902924Z","target":"phd_tests::migrate::from_base","line":34,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","elapsed_milliseconds":34769}
1672026-03-17T02:30:54.679Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::can_migrate_from_base ... FAILED: Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45c92951-1f54-408c-83f5-29c21065d3ed\", \"content-length\": \"122\", \"date\": \"Tue, 17 Mar 2026 02:30:53 GMT\"}; value: Error { error_code: None, message: \"server does not support this API version: 3.0.0\", request_id: \"45c92951-1f54-408c-83f5-29c21065d3ed\" }\n\nStack backtrace:\n 0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/result.rs:2087:27\n 2: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:468:9\n 3: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:409:5\n 5: phd_framework::test_vm::TestVm::instance_ensure::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:546:22\n 6: phd_framework::test_vm::TestVm::launch::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:534:32\n 7: phd_tests::migrate::run_smoke_test::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:322:21\n 8: phd_tests::migrate::from_base::can_migrate_from_base::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:37:14\n 9: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::migrate::from_base::can_migrate_from_base::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:34:5\n 11: <core::pin::Pin<P> as core::future::future::Future>::poll\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/future/future.rs:133:9\n 12: phd_testcase::TestCase::run::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/macros/select.rs:707:49\n 14: <core::future::poll_fn::PollFn<F> as core::future::future::Future>::poll\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:106:13\n 16: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:374:24\n 17: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/loom/std/unsafe_cell.rs:16:9\n 18: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:363:30\n 19: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 21: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 22: __rust_try\n 23: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 24: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:523:18\n 26: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:210:27\n 27: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:337:13\n 29: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:267:18\n 30: tokio::runtime::task::LocalNotified<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/mod.rs:515:13\n 31: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:720:22\n 32: tokio::task::coop::with_budget\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/task/coop/mod.rs:133:5\n 34: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:634:9\n 35: tokio::runtime::scheduler::multi_thread::worker::Context::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:567:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:532:24\n 37: tokio::runtime::context::scoped::Scoped<T>::set\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context.rs:176:38\n 39: std::thread::local::LocalKey<T>::try_with\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/local.rs:315:12\n 40: std::thread::local::LocalKey<T>::with\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/local.rs:279:20\n 41: tokio::runtime::context::set_scheduler\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context.rs:176:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:527:9\n 43: tokio::runtime::context::runtime::enter_runtime\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:519:5\n 45: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:485:45\n 46: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/task.rs:42:21\n 47: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:374:24\n 48: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/loom/std/unsafe_cell.rs:16:9\n 49: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:363:30\n 50: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 52: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 53: __rust_try\n 54: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 55: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:523:18\n 57: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:210:27\n 58: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:337:13\n 60: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:267:18\n 61: tokio::runtime::task::UnownedTask<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/mod.rs:552:13\n 62: tokio::runtime::blocking::pool::Task::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:161:19\n 63: tokio::runtime::blocking::pool::Inner::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:516:22\n 64: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:158:18\n 66: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/mod.rs:559:17\n 67: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 68: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 69: __rust_try\n 70: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 71: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 72: std::thread::Builder::spawn_unchecked_::{{closure}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/mod.rs:557:30\n 73: core::ops::function::FnOnce::call_once{{vtable.shim}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/ops/function.rs:253:5\n 74: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/alloc/src/boxed.rs:1971:9\n 75: std::sys::pal::unix::thread::Thread::new::thread_start\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/pal/unix/thread.rs:107:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.609761939Z","target":"phd_runner::execute","line":130,"file":"phd-tests/runner/src/execute.rs"}
1682026-03-17T02:30:54.679Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.609854394Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
1692026-03-17T02:30:54.679Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.609928435Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
1702026-03-17T02:30:54.679Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::serial_history","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.609975754Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
1712026-03-17T02:30:54.679Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.610001904Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
1722026-03-17T02:30:54.679Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.610029877Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
1732026-03-17T02:30:54.679Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.610181464Z","target":"phd_tests::migrate::from_base","line":40,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::serial_history"}
1742026-03-17T02:30:54.679Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.610296421Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::serial_history"}
1752026-03-17T02:30:54.679Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.610348179Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::serial_history"}
1762026-03-17T02:30:54.679Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.610392541Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::serial_history"}
1772026-03-17T02:30:54.679Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.610445432Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::from_base::serial_history"}
1782026-03-17T02:30:54.679Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.621019023Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 896M 25.3T 895M /phd-artifacts\n","path":"phd_tests::migrate::from_base::serial_history"}
1792026-03-17T02:30:54.679Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.621112697Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-2b3f0c04-eddb-4b7b-a812-0d0bc16db4d3\"]","path":"phd_tests::migrate::from_base::serial_history"}
1802026-03-17T02:30:54.704Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.643066504Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-2b3f0c04-eddb-4b7b-a812-0d0bc16db4d3\", \"phd-artifacts/phd-clone-2277fb4b-9b62-4413-bf21-2d315635ff07\"]","verb":"clone","path":"phd_tests::migrate::from_base::serial_history"}
1812026-03-17T02:30:54.704Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.661207182Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-2277fb4b-9b62-4413-bf21-2d315635ff07\"]","verb":"list","path":"phd_tests::migrate::from_base::serial_history"}
1822026-03-17T02:30:54.704Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.671842522Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-2277fb4b-9b62-4413-bf21-2d315635ff07 0B 25.3T 895M /phd-artifacts/phd-clone-2277fb4b-9b62-4413-bf21-2d315635ff07\n","path":"phd_tests::migrate::from_base::serial_history"}
1832026-03-17T02:30:54.704Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.672727702Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history"}
1842026-03-17T02:30:54.705Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.672824157Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_serial_history_base","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::migrate::from_base::serial_history"}
1852026-03-17T02:30:54.705Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.672897767Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ac832e653dfcf03b26180adbeb224f272ea9c8c3b2cd7b64ee8699055a182141/propolis-server","path":"phd_tests::migrate::from_base::serial_history"}
1862026-03-17T02:30:54.705Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.672960371Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","server_path":"\"/phd-artifacts/ac832e653dfcf03b26180adbeb224f272ea9c8c3b2cd7b64ee8699055a182141/propolis-server\"","path":"phd_tests::migrate::from_base::serial_history"}
1872026-03-17T02:30:54.705Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.673032986Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::from_base::serial_history/migration_serial_history_base.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::from_base::serial_history/migration_serial_history_base.stderr.log\"","path":"phd_tests::migrate::from_base::serial_history"}
1882026-03-17T02:30:54.731Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 836","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.708824545Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::serial_history"}
1892026-03-17T02:30:54.756Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.723425942Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","elapsed_milliseconds":50}
1902026-03-17T02:30:54.756Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.723549866Z","target":"phd_framework::test_vm","line":409,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","vm":"migration_serial_history_base","vm_id":"e074bb67-a340-4488-bc42-a58342857b6c"}
1912026-03-17T02:30:54.756Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:54.724246775Z","target":"phd_framework::test_vm","line":452,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::from_base::serial_history","vm":"migration_serial_history_base","vm_id":"e074bb67-a340-4488-bc42-a58342857b6c"}
1922026-03-17T02:30:55.170Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure","level":50,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.146614734Z","target":"phd_framework::test_vm","line":456,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f470484-176f-45a5-bb69-c3543ed9867f\", \"content-length\": \"122\", \"date\": \"Tue, 17 Mar 2026 02:30:55 GMT\"}; value: Error { error_code: None, message: \"server does not support this API version: 3.0.0\", request_id: \"5f470484-176f-45a5-bb69-c3543ed9867f\" }","path":"phd_tests::migrate::from_base::serial_history","vm":"migration_serial_history_base","vm_id":"e074bb67-a340-4488-bc42-a58342857b6c"}
1932026-03-17T02:30:55.170Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.146894883Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::serial_history"}
1942026-03-17T02:30:55.194Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.159342149Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::serial_history"}
1952026-03-17T02:30:55.194Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.159516513Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-2277fb4b-9b62-4413-bf21-2d315635ff07\"]","path":"phd_tests::migrate::from_base::serial_history"}
1962026-03-17T02:30:55.219Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.193256169Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::serial_history"}
1972026-03-17T02:30:55.219Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.193307434Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-2b3f0c04-eddb-4b7b-a812-0d0bc16db4d3\"]","path":"phd_tests::migrate::from_base::serial_history"}
1982026-03-17T02:30:55.244Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.212792466Z","target":"phd_framework::test_vm","line":409,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","vm":"migration_serial_history_base","elapsed_milliseconds":488,"vm_id":"e074bb67-a340-4488-bc42-a58342857b6c"}
1992026-03-17T02:30:55.244Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.212888338Z","target":"phd_tests::migrate::from_base","line":40,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::serial_history","elapsed_milliseconds":602}
2002026-03-17T02:30:55.244Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::serial_history ... FAILED: Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f470484-176f-45a5-bb69-c3543ed9867f\", \"content-length\": \"122\", \"date\": \"Tue, 17 Mar 2026 02:30:55 GMT\"}; value: Error { error_code: None, message: \"server does not support this API version: 3.0.0\", request_id: \"5f470484-176f-45a5-bb69-c3543ed9867f\" }\n\nStack backtrace:\n 0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/result.rs:2087:27\n 2: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:468:9\n 3: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:409:5\n 5: phd_framework::test_vm::TestVm::instance_ensure::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:546:22\n 6: phd_framework::test_vm::TestVm::launch::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:534:32\n 7: phd_tests::migrate::run_serial_history_test::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:354:21\n 8: phd_tests::migrate::from_base::serial_history::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:46:10\n 9: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::migrate::from_base::serial_history::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:40:5\n 11: <core::pin::Pin<P> as core::future::future::Future>::poll\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/future/future.rs:133:9\n 12: phd_testcase::TestCase::run::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/macros/select.rs:707:49\n 14: <core::future::poll_fn::PollFn<F> as core::future::future::Future>::poll\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:106:13\n 16: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:374:24\n 17: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/loom/std/unsafe_cell.rs:16:9\n 18: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:363:30\n 19: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 21: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 22: __rust_try\n 23: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 24: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:523:18\n 26: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:210:27\n 27: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:337:13\n 29: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:267:18\n 30: tokio::runtime::task::LocalNotified<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/mod.rs:515:13\n 31: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:720:22\n 32: tokio::task::coop::with_budget\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/task/coop/mod.rs:133:5\n 34: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:634:9\n 35: tokio::runtime::scheduler::multi_thread::worker::Context::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:567:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:532:24\n 37: tokio::runtime::context::scoped::Scoped<T>::set\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context.rs:176:38\n 39: std::thread::local::LocalKey<T>::try_with\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/local.rs:315:12\n 40: std::thread::local::LocalKey<T>::with\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/local.rs:279:20\n 41: tokio::runtime::context::set_scheduler\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context.rs:176:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:527:9\n 43: tokio::runtime::context::runtime::enter_runtime\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:519:5\n 45: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:485:45\n 46: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/task.rs:42:21\n 47: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:374:24\n 48: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/loom/std/unsafe_cell.rs:16:9\n 49: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:363:30\n 50: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 52: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 53: __rust_try\n 54: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 55: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:523:18\n 57: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:210:27\n 58: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:337:13\n 60: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:267:18\n 61: tokio::runtime::task::UnownedTask<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/mod.rs:552:13\n 62: tokio::runtime::blocking::pool::Task::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:161:19\n 63: tokio::runtime::blocking::pool::Inner::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:516:22\n 64: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:158:18\n 66: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/mod.rs:559:17\n 67: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 68: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 69: __rust_try\n 70: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 71: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 72: std::thread::Builder::spawn_unchecked_::{{closure}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/mod.rs:557:30\n 73: core::ops::function::FnOnce::call_once{{vtable.shim}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/ops/function.rs:253:5\n 74: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/alloc/src/boxed.rs:1971:9\n 75: std::sys::pal::unix::thread::Thread::new::thread_start\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/pal/unix/thread.rs:107:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.213720753Z","target":"phd_runner::execute","line":130,"file":"phd-tests/runner/src/execute.rs"}
2012026-03-17T02:30:55.244Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.21378773Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
2022026-03-17T02:30:55.244Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.213868132Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2032026-03-17T02:30:55.244Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::migration_from_base_and_back","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.213918237Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
2042026-03-17T02:30:55.244Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.213949636Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
2052026-03-17T02:30:55.244Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.21398322Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2062026-03-17T02:30:55.244Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.214174522Z","target":"phd_tests::migrate::from_base","line":52,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2072026-03-17T02:30:55.244Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.214288217Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2082026-03-17T02:30:55.244Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.214351156Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2092026-03-17T02:30:55.244Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.214411601Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2102026-03-17T02:30:55.245Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.21448499Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2112026-03-17T02:30:55.269Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.22465435Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 896M 25.3T 895M /phd-artifacts\n","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2122026-03-17T02:30:55.269Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.224736846Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-3647ab6e-560f-4eb3-a7a9-3b13ae99d504\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2132026-03-17T02:30:55.269Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.24477988Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-3647ab6e-560f-4eb3-a7a9-3b13ae99d504\", \"phd-artifacts/phd-clone-21db61b2-9e3b-4135-bcaf-e38d67e4ea0e\"]","verb":"clone","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2142026-03-17T02:30:55.295Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.262161677Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-21db61b2-9e3b-4135-bcaf-e38d67e4ea0e\"]","verb":"list","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2152026-03-17T02:30:55.319Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.273605469Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-21db61b2-9e3b-4135-bcaf-e38d67e4ea0e 0B 25.3T 895M /phd-artifacts/phd-clone-21db61b2-9e3b-4135-bcaf-e38d67e4ea0e\n","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2162026-03-17T02:30:55.319Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.27421896Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2172026-03-17T02:30:55.319Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.274281058Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_from_base_and_back","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2182026-03-17T02:30:55.319Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.274343737Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ac832e653dfcf03b26180adbeb224f272ea9c8c3b2cd7b64ee8699055a182141/propolis-server","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2192026-03-17T02:30:55.319Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.274401877Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/phd-artifacts/ac832e653dfcf03b26180adbeb224f272ea9c8c3b2cd7b64ee8699055a182141/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2202026-03-17T02:30:55.319Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.274475857Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::from_base::migration_from_base_and_back/migration_from_base_and_back.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::from_base::migration_from_base_and_back/migration_from_base_and_back.stderr.log\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2212026-03-17T02:30:55.344Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 844","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.310936403Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2222026-03-17T02:30:55.369Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.324880828Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":50}
2232026-03-17T02:30:55.369Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.324990886Z","target":"phd_framework::test_vm","line":409,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"203ec26e-1860-40cb-b976-dbc4fd929714","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"}
2242026-03-17T02:30:55.369Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.325649864Z","target":"phd_framework::test_vm","line":452,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"203ec26e-1860-40cb-b976-dbc4fd929714","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"}
2252026-03-17T02:30:55.748Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure","level":50,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.726099137Z","target":"phd_framework::test_vm","line":456,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1761cf6-ddd9-4aab-b27f-864590d6f7bf\", \"content-length\": \"122\", \"date\": \"Tue, 17 Mar 2026 02:30:55 GMT\"}; value: Error { error_code: None, message: \"server does not support this API version: 3.0.0\", request_id: \"c1761cf6-ddd9-4aab-b27f-864590d6f7bf\" }","vm_id":"203ec26e-1860-40cb-b976-dbc4fd929714","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back"}
2262026-03-17T02:30:55.773Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.726391591Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2272026-03-17T02:30:55.774Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.738263203Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2282026-03-17T02:30:55.774Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.738368553Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-21db61b2-9e3b-4135-bcaf-e38d67e4ea0e\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2292026-03-17T02:30:55.798Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.768522096Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2302026-03-17T02:30:55.798Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.768577971Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-3647ab6e-560f-4eb3-a7a9-3b13ae99d504\"]","verb":"destroy","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
2312026-03-17T02:30:55.823Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.78674783Z","target":"phd_framework::test_vm","line":409,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back","vm_id":"203ec26e-1860-40cb-b976-dbc4fd929714","elapsed_milliseconds":461}
2322026-03-17T02:30:55.823Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.786817672Z","target":"phd_tests::migrate::from_base","line":52,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":572}
2332026-03-17T02:30:55.823Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::migration_from_base_and_back ... FAILED: Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1761cf6-ddd9-4aab-b27f-864590d6f7bf\", \"content-length\": \"122\", \"date\": \"Tue, 17 Mar 2026 02:30:55 GMT\"}; value: Error { error_code: None, message: \"server does not support this API version: 3.0.0\", request_id: \"c1761cf6-ddd9-4aab-b27f-864590d6f7bf\" }\n\nStack backtrace:\n 0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.100/src/backtrace.rs:27:14\n 1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/result.rs:2087:27\n 2: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:468:9\n 3: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:409:5\n 5: phd_framework::test_vm::TestVm::instance_ensure::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:546:22\n 6: phd_framework::test_vm::TestVm::launch::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:534:32\n 7: phd_tests::migrate::from_base::migration_from_base_and_back::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:56:25\n 8: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::from_base::migration_from_base_and_back::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:52:5\n 10: <core::pin::Pin<P> as core::future::future::Future>::poll\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/future/future.rs:133:9\n 11: phd_testcase::TestCase::run::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/macros/select.rs:707:49\n 13: <core::future::poll_fn::PollFn<F> as core::future::future::Future>::poll\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:106:13\n 15: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:374:24\n 16: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/loom/std/unsafe_cell.rs:16:9\n 17: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:363:30\n 18: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 20: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 21: __rust_try\n 22: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 23: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:523:18\n 25: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:210:27\n 26: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:337:13\n 28: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:267:18\n 29: tokio::runtime::task::LocalNotified<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/mod.rs:515:13\n 30: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:720:22\n 31: tokio::task::coop::with_budget\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/task/coop/mod.rs:133:5\n 33: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:634:9\n 34: tokio::runtime::scheduler::multi_thread::worker::Context::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:567:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:532:24\n 36: tokio::runtime::context::scoped::Scoped<T>::set\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context.rs:176:38\n 38: std::thread::local::LocalKey<T>::try_with\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/local.rs:315:12\n 39: std::thread::local::LocalKey<T>::with\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/local.rs:279:20\n 40: tokio::runtime::context::set_scheduler\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context.rs:176:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:527:9\n 42: tokio::runtime::context::runtime::enter_runtime\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:519:5\n 44: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/scheduler/multi_thread/worker.rs:485:45\n 45: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/task.rs:42:21\n 46: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:374:24\n 47: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/loom/std/unsafe_cell.rs:16:9\n 48: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/core.rs:363:30\n 49: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 51: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 52: __rust_try\n 53: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 54: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:523:18\n 56: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:210:27\n 57: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:337:13\n 59: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/raw.rs:267:18\n 60: tokio::runtime::task::UnownedTask<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/task/mod.rs:552:13\n 61: tokio::runtime::blocking::pool::Task::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:161:19\n 62: tokio::runtime::blocking::pool::Inner::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:516:22\n 63: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.49.0/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/backtrace.rs:158:18\n 65: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/mod.rs:559:17\n 66: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/panic/unwind_safe.rs:272:9\n 67: std::panicking::catch_unwind::do_call\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:589:40\n 68: __rust_try\n 69: std::panicking::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panicking.rs:552:19\n 70: std::panic::catch_unwind\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/panic.rs:359:14\n 71: std::thread::Builder::spawn_unchecked_::{{closure}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/thread/mod.rs:557:30\n 72: core::ops::function::FnOnce::call_once{{vtable.shim}}\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/core/src/ops/function.rs:253:5\n 73: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/alloc/src/boxed.rs:1971:9\n 74: std::sys::pal::unix::thread::Thread::new::thread_start\n at /rustc/1159e78c4747b02ef996e55082b704c09b970588/library/std/src/sys/pal/unix/thread.rs:107:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.787519391Z","target":"phd_runner::execute","line":130,"file":"phd-tests/runner/src/execute.rs"}
2342026-03-17T02:30:55.824Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.787617216Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
2352026-03-17T02:30:55.824Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.787706235Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2362026-03-17T02:30:55.824Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - START]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.787761061Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs"}
2372026-03-17T02:30:55.824Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - END]","level":30,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.787794105Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2382026-03-17T02:30:55.824Z
2392026-03-17T02:30:55.824Zfailures:
2402026-03-17T02:30:55.824Z phd_tests::migrate::from_base::can_migrate_from_base
2412026-03-17T02:30:55.824Z phd_tests::migrate::from_base::serial_history
2422026-03-17T02:30:55.824Z phd_tests::migrate::from_base::migration_from_base_and_back
2432026-03-17T02:30:55.824Z
2442026-03-17T02:30:55.824Ztest result: FAILED. 0 passed; 3 failed; 0 skipped; 0 not run; finished in 35.95s
2452026-03-17T02:30:55.824Z
2462026-03-17T02:30:55.824Z{"v":0,"name":"phd-runner","msg":"phd_runner","level":20,"hostname":"BRM42220010","pid":823,"time":"2026-03-17T02:30:55.78941661Z","target":"phd_runner","line":41,"file":"phd-tests/runner/src/main.rs","exit_code":3}
2472026-03-17T02:30:55.916Z
2482026-03-17T02:30:55.916Zreal 37.013322924
2492026-03-17T02:30:55.916Zuser 22.761672048
2502026-03-17T02:30:55.941Zsys 4.838763477
2512026-03-17T02:30:55.941Ztrap 0.003707139
2522026-03-17T02:30:55.941Ztflt 0.001606761
2532026-03-17T02:30:55.941Zdflt 0.000812789
2542026-03-17T02:30:55.941Zkflt 0.000000000
2552026-03-17T02:30:55.941Zlock 1:19:02.561876949
2562026-03-17T02:30:55.941Zslp 35.175509227
2572026-03-17T02:30:55.941Zlat 0.964874538
2582026-03-17T02:30:55.941Zstop 18.922642172
2592026-03-17T02:30:55.941Z+ failcount=3
2602026-03-17T02:30:55.941Z+ set -e
2612026-03-17T02:30:55.941Z+ tar -czvf /tmp/phd-tmp-files.tar.gz -C /tmp/propolis-phd .
2622026-03-17T02:30:55.941ZCompressing '/tmp/phd-tmp-files.tar.gz' with '/usr/bin/gzip'...
2632026-03-17T02:30:55.941Za ./ 0K
2642026-03-17T02:30:55.941Za ./phd_tests::migrate::from_base::can_migrate_from_base/ 0K
2652026-03-17T02:30:55.941Za ./phd_tests::migrate::from_base::can_migrate_from_base/migration_from_base.stdout.log 2K
2662026-03-17T02:30:55.941Za ./phd_tests::migrate::from_base::can_migrate_from_base/migration_from_base.stderr.log 0K
2672026-03-17T02:30:55.941Za ./phd_tests::migrate::from_base::serial_history/ 0K
2682026-03-17T02:30:55.941Za ./phd_tests::migrate::from_base::serial_history/migration_serial_history_base.stdout.log 2K
2692026-03-17T02:30:55.941Za ./phd_tests::migrate::from_base::serial_history/migration_serial_history_base.stderr.log 0K
2702026-03-17T02:30:55.941Za ./phd_tests::migrate::from_base::migration_from_base_and_back/ 0K
2712026-03-17T02:30:55.941Za ./phd_tests::migrate::from_base::migration_from_base_and_back/migration_from_base_and_back.stdout.log 2K
2722026-03-17T02:30:55.941Za ./phd_tests::migrate::from_base::migration_from_base_and_back/migration_from_base_and_back.stderr.log 0K
2732026-03-17T02:30:55.941Z+ exitcode=0
2742026-03-17T02:30:55.941Z+ '[' 3 -eq 0 ']'
2752026-03-17T02:30:55.942Z+ echo
2762026-03-17T02:30:55.942Z
2772026-03-17T02:30:55.942Z+ echo 'SOME TESTS FAILED'
2782026-03-17T02:30:55.942ZSOME TESTS FAILED
2792026-03-17T02:30:55.942Z+ echo
2802026-03-17T02:30:55.942Z
2812026-03-17T02:30:55.942Z+ exitcode=1
2822026-03-17T02:30:55.942Z+ find /dev/vmm -mindepth 1 -maxdepth 1
2832026-03-17T02:30:55.942Z+ read
2842026-03-17T02:30:55.942Z+ exit 1
2852026-03-17T02:30:55.942Zprocess exited: duration 58505 ms, exit code 1
 
2862026-03-17T02:30:55.994Zfound 2 output files
2872026-03-17T02:30:56.023Zuploading: /tmp/phd-runner.log (87430 bytes)
2882026-03-17T02:30:57.097Zuploaded: /tmp/phd-runner.log
2892026-03-17T02:30:57.097Zuploading: /tmp/phd-tmp-files.tar.gz (1139 bytes)
2902026-03-17T02:30:58.191Zuploaded: /tmp/phd-tmp-files.tar.gz