01JFBMEBE0RCA14537CA8W0JAH: phd-run-migrate-from-base

BasicConfig {
    output_rules: [
        "/tmp/phd-runner.log",
        "/tmp/phd-tmp-files.tar.gz",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JFBMES6JEDE6MC2FJ88P2HPS

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-12-18T01:07:47.511Zjob dependencies complete; ready to run (waiting for 7 m 46 s)
22024-12-18T02:20:17.332Zjob assigned to worker 01JFBRRM0AA2YC6HHVBXNYS4Y8 [factory lab, buskin/12797] (queued for 1 h 12 m 29 s)
32024-12-18T02:20:17.574Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42024-12-18T02:20:17.621Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52024-12-18T02:20:17.655Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62024-12-18T02:20:17.689Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72024-12-18T02:20:17.723Zhttp://172.20.0.5:9969/postboot/buskin... ok
82024-12-18T02:20:17.756ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92024-12-18T02:20:17.790Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102024-12-18T02:20:17.823ZOxide Helios Version helios-2.0.23032 64-bit
112024-12-18T02:20:17.857ZConfiguring devices.
122024-12-18T02:20:17.891Z##################################################
132024-12-18T02:20:17.924Z#### ############# ##
142024-12-18T02:20:17.958Z### ### ############ ##
152024-12-18T02:20:17.991Z## ### # ## ### ## Oxide Computer Company ##
162024-12-18T02:20:18.025Z## ## ## ### # ### ##
172024-12-18T02:20:18.058Z## # ### #### #### This Station Under ##
182024-12-18T02:20:18.092Z### ### #### # ### Computer Control ##
192024-12-18T02:20:18.126Z#### #### ### ## ##
202024-12-18T02:20:18.159Z##################################################
212024-12-18T02:20:18.193ZHostname: buskin
222024-12-18T02:20:18.226ZLoading smf(7) service descriptions:
232024-12-18T02:20:19.168Zdownloading input: /input/phd-build/out/phd-run-with-args.sh
242024-12-18T02:20:19.200Zdownloaded input: /input/phd-build/out/phd-run-with-args.sh
252024-12-18T02:20:19.200Zdownloading input: /input/phd-build/out/phd-runner.sha256.txt
262024-12-18T02:20:19.234Zdownloaded input: /input/phd-build/out/phd-runner.sha256.txt
272024-12-18T02:20:19.257Zdownloading input: /input/phd-build/out/phd-runner.tar.gz
282024-12-18T02:20:31.080Zdownloaded input: /input/phd-build/out/phd-runner.tar.gz
292024-12-18T02:20:31.081Zdownloading input: /input/phd-build/out/propolis-server-debug.sha256.txt
302024-12-18T02:20:31.117Zdownloaded input: /input/phd-build/out/propolis-server-debug.sha256.txt
312024-12-18T02:20:31.117Zdownloading input: /input/phd-build/out/propolis-server-debug.tar.gz
322024-12-18T02:20:54.599Zdownloaded input: /input/phd-build/out/propolis-server-debug.tar.gz
 
332024-12-18T02:20:54.623Zstarting task 0: "setup"
342024-12-18T02:20:54.623Z++ uname -s
352024-12-18T02:20:54.623Z+ kern=SunOS
362024-12-18T02:20:54.623Z+ case "$kern" in
372024-12-18T02:20:54.623Z+ groupadd -g 12345 build
382024-12-18T02:20:54.623Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
392024-12-18T02:20:56.619Z+ zfs create -o mountpoint=/work rpool/work
402024-12-18T02:20:56.667Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
412024-12-18T02:20:56.691Z+ home_fs=zfs
422024-12-18T02:20:56.691Z+ [[ zfs == autofs ]]
432024-12-18T02:20:56.691Z+ mkdir -p /home/build
442024-12-18T02:20:56.691Z+ chown build:build /home/build /work
452024-12-18T02:20:58.676Z+ chmod 0700 /home/build /work
462024-12-18T02:20:58.700Zprocess exited: duration 4079 ms, exit code 0
 
472024-12-18T02:20:58.747Zstarting task 1: "authentication"
482024-12-18T02:20:58.790Zprocess exited: duration 43 ms, exit code 0
 
492024-12-18T02:20:58.837Zstarting task 2: "build"
502024-12-18T02:20:58.860Z+ indir=/input
512024-12-18T02:20:58.860Z+ indir_suffix='phd-build/out/*.tar.gz'
522024-12-18T02:20:58.860Z+ phddir=/work/phd-test
532024-12-18T02:20:58.860Z+ pfexec zpool create -f phd-artifacts c1t1d0 c2t1d0
542024-12-18T02:20:58.994Z+ artifactdir=/phd-artifacts
552024-12-18T02:20:58.994Z+ banner Inputs
562024-12-18T02:20:59.018Z ###
572024-12-18T02:20:59.018Z # # # ##### # # ##### ####
582024-12-18T02:20:59.018Z # ## # # # # # # #
592024-12-18T02:20:59.018Z # # # # # # # # # ####
602024-12-18T02:20:59.018Z # # # # ##### # # # #
612024-12-18T02:20:59.018Z # # ## # # # # # #
622024-12-18T02:20:59.018Z ### # # # #### # ####
632024-12-18T02:20:59.018Z
642024-12-18T02:20:59.018Z+ find /input -ls
652024-12-18T02:20:59.018Z 34 1 drwxr-xr-x 3 root root 3 Dec 18 02:20 /input
662024-12-18T02:20:59.018Z 2 1 drwxr-xr-x 3 root root 3 Dec 18 02:20 /input/phd-build
672024-12-18T02:20:59.018Z 3 2 drwxr-xr-x 2 root root 7 Dec 18 02:20 /input/phd-build/out
682024-12-18T02:20:59.018Z 129 1 -rw-r--r-- 1 root root 65 Dec 18 02:20 /input/phd-build/out/phd-runner.sha256.txt
692024-12-18T02:20:59.018Z 128 2 -rw-r--r-- 1 root root 1746 Dec 18 02:20 /input/phd-build/out/phd-run-with-args.sh
702024-12-18T02:20:59.018Z 257 135102 -rw-r--r-- 1 root root 138253625 Dec 18 02:20 /input/phd-build/out/propolis-server-debug.tar.gz
712024-12-18T02:20:59.018Z 256 1 -rw-r--r-- 1 root root 65 Dec 18 02:20 /input/phd-build/out/propolis-server-debug.sha256.txt
722024-12-18T02:20:59.018Z 130 67116 -rw-r--r-- 1 root root 68666895 Dec 18 02:20 /input/phd-build/out/phd-runner.tar.gz
732024-12-18T02:20:59.018Z+ rm -rf /work/phd-test
742024-12-18T02:20:59.018Z+ mkdir /work/phd-test
752024-12-18T02:20:59.018Z+ for p in $indir/$indir_suffix
762024-12-18T02:20:59.019Z+ tar xzvf /input/phd-build/out/phd-runner.tar.gz -C /work/phd-test
772024-12-18T02:21:00.499ZDecompressing '/input/phd-build/out/phd-runner.tar.gz' with '/usr/bin/gzcat'...
782024-12-18T02:21:00.499Zx phd-runner, 244687440 bytes, 477906 tape blocks
792024-12-18T02:21:00.499Zx artifacts.toml, 548 bytes, 2 tape blocks
802024-12-18T02:21:00.524Z++ tar tf /input/phd-build/out/phd-runner.tar.gz
812024-12-18T02:21:01.953Z+ for f in $(tar tf "$p")
822024-12-18T02:21:01.953Z+ chmod +x /work/phd-test/phd-runner
832024-12-18T02:21:01.977Z+ for f in $(tar tf "$p")
842024-12-18T02:21:01.977Z+ chmod +x /work/phd-test/artifacts.toml
852024-12-18T02:21:01.977Z+ for p in $indir/$indir_suffix
862024-12-18T02:21:01.977Z+ tar xzvf /input/phd-build/out/propolis-server-debug.tar.gz -C /work/phd-test
872024-12-18T02:21:05.165ZDecompressing '/input/phd-build/out/propolis-server-debug.tar.gz' with '/usr/bin/gzcat'...
882024-12-18T02:21:05.165Zx propolis-server, 524205960 bytes, 1023840 tape blocks
892024-12-18T02:21:05.189Z++ tar tf /input/phd-build/out/propolis-server-debug.tar.gz
902024-12-18T02:21:08.064Z+ for f in $(tar tf "$p")
912024-12-18T02:21:08.064Z+ chmod +x /work/phd-test/propolis-server
922024-12-18T02:21:08.088Z+ ls /work/phd-test
932024-12-18T02:21:08.088Zartifacts.toml
942024-12-18T02:21:08.088Zphd-runner
952024-12-18T02:21:08.088Zpropolis-server
962024-12-18T02:21:08.088Z+ banner Setup
972024-12-18T02:21:08.088Z #####
982024-12-18T02:21:08.088Z# # ###### ##### # # #####
992024-12-18T02:21:08.088Z# # # # # # #
1002024-12-18T02:21:08.088Z ##### ##### # # # # #
1012024-12-18T02:21:08.088Z # # # # # #####
1022024-12-18T02:21:08.088Z# # # # # # #
1032024-12-18T02:21:08.088Z ##### ###### # #### #
1042024-12-18T02:21:08.088Z
1052024-12-18T02:21:08.088Z+ tmpdir=/tmp/propolis-phd
1062024-12-18T02:21:08.088Z+ '[' '!' -d /tmp/propolis-phd ']'
1072024-12-18T02:21:08.088Z+ mkdir /tmp/propolis-phd
1082024-12-18T02:21:08.088Z+ banner Tests
1092024-12-18T02:21:08.088Z#######
1102024-12-18T02:21:08.088Z # ###### #### ##### ####
1112024-12-18T02:21:08.088Z # # # # #
1122024-12-18T02:21:08.088Z # ##### #### # ####
1132024-12-18T02:21:08.088Z # # # # #
1142024-12-18T02:21:08.088Z # # # # # # #
1152024-12-18T02:21:08.088Z # ###### #### # ####
1162024-12-18T02:21:08.088Z
1172024-12-18T02:21:08.088Z+ runner=/work/phd-test/phd-runner
1182024-12-18T02:21:08.088Z+ artifacts=/work/phd-test/artifacts.toml
1192024-12-18T02:21:08.088Z+ propolis=/work/phd-test/propolis-server
1202024-12-18T02:21:08.088Z+ ls /work/phd-test/phd-runner
1212024-12-18T02:21:08.088Z/work/phd-test/phd-runner
1222024-12-18T02:21:08.088Z+ ls /work/phd-test/artifacts.toml
1232024-12-18T02:21:08.088Z/work/phd-test/artifacts.toml
1242024-12-18T02:21:08.089Z+ ls /work/phd-test/propolis-server
1252024-12-18T02:21:08.089Z/work/phd-test/propolis-server
1262024-12-18T02:21:08.089Z+ args=($runner '--emit-bunyan' 'run' '--propolis-server-cmd' $propolis '--crucible-downstairs-commit' 'auto' '--artifact-toml-path' $artifacts '--tmp-directory' $tmpdir '--artifact-directory' $artifactdir $@)
1272024-12-18T02:21:08.089Z+ set +e
1282024-12-18T02:21:08.089Z+ RUST_BACKTRACE=1
1292024-12-18T02:21:08.089Z+ RUST_LOG=info,phd=debug
1302024-12-18T02:21:08.089Z+ ptime -m pfexec /work/phd-test/phd-runner --emit-bunyan run --propolis-server-cmd /work/phd-test/propolis-server --crucible-downstairs-commit auto --artifact-toml-path /work/phd-test/artifacts.toml --tmp-directory /tmp/propolis-phd --artifact-directory /phd-artifacts --include-filter phd_tests::migrate::from_base --base-propolis-branch master
1312024-12-18T02:21:08.089Z+ tee /tmp/phd-runner.log
1322024-12-18T02:21:08.114Z{"v":0,"name":"phd-runner","msg":"phd_runner","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:07.265974503Z","target":"phd_runner","line":35,"file":"phd-tests/runner/src/main.rs","runner_args":"ProcessArgs { command: Run(RunOptions { propolis_server_cmd: \"/work/phd-test/propolis-server\", base_propolis_branch: Some(\"master\"), base_propolis_commit: None, base_propolis_cmd: None, crucible_downstairs_cmd: None, crucible_downstairs_commit: Some(Auto), tmp_directory: \"/tmp/propolis-phd\", artifact_directory: Some(\"/phd-artifacts\"), server_logging_mode: TmpFile, default_guest_cpus: 2, default_guest_memory_mib: 512, artifact_toml_path: \"/work/phd-test/artifacts.toml\", default_guest_artifact: \"alpine\", default_bootrom_artifact: \"ovmf\", include_filter: [\"phd_tests::migrate::from_base\"], exclude_filter: [], max_buildomat_wait_secs: 1200 }), disable_ansi: false, emit_bunyan: true }"}
1332024-12-18T02:21:08.138Z{"v":0,"name":"phd-runner","msg":"Created new artifact store from manifest","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:07.268315805Z","target":"phd_framework::artifacts::store","line":221,"file":"phd-tests/framework/src/artifacts/store.rs","store":"Store { local_dir: \"/phd-artifacts\", artifacts: {\"alpine\": Mutex { data: StoredArtifact { description: Artifact { filename: \"alpine.iso\", kind: GuestOs(Alpine), source: RemoteServer { sha256: \"ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1\" }, untar: None }, cached_path: None } }, \"ovmf\": Mutex { data: StoredArtifact { description: Artifact { filename: \"OVMF_CODE.fd\", kind: Bootrom, source: Buildomat(BuildomatArtifact { repo: Repo(\"oxidecomputer/edk2\"), series: Series(\"image_debug\"), commit: Commit(\"6d92acf0a22718dd4175d7c64dbcf7aaec3740bd\"), sha256: \"29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f\" }), untar: None }, cached_path: None } }}, downloader: DownloadConfig { timeout: 600s, buildomat_backoff: ExponentialBackoff { current_interval: 1s, initial_interval: 1s, randomization_factor: 0.5, multiplier: 1.5, max_interval: 60s, start_time: Instant { tv_sec: 443, tv_nsec: 551047074 }, max_elapsed_time: Some(1200s), clock: SystemClock }, remote_server_uris: [\"https://oxide-omicron-build.s3.amazonaws.com\"] } }"}
1342024-12-18T02:21:08.138Z{"v":0,"name":"phd-runner","msg":"Adding Propolis server from local command","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:07.268366296Z","target":"phd_framework::artifacts::store","line":229,"file":"phd-tests/framework/src/artifacts/store.rs","propolis_server_cmd":"/work/phd-test/propolis-server"}
1352024-12-18T02:21:08.138Z{"v":0,"name":"phd-runner","msg":"Adding crucible-downstairs from Buildomat Git revision","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:07.268455777Z","target":"phd_framework::artifacts::store","line":313,"file":"phd-tests/framework/src/artifacts/store.rs","commit":"5a41b826171c7d2a8412fa833377ab1df25ee8ec"}
1362024-12-18T02:21:08.138Z{"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:07.268574128Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/5a41b826171c7d2a8412fa833377ab1df25ee8ec/crucible-nightly.sha256.txt"}
1372024-12-18T02:21:08.305Z{"v":0,"name":"phd-runner","msg":"Adding 'current' Propolis server from Buildomat Git branch 'master'","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:07.456684001Z","target":"phd_framework::artifacts::store","line":250,"file":"phd-tests/framework/src/artifacts/store.rs"}
1382024-12-18T02:21:08.756Z{"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:07.908067493Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/2216a2bf73dbb0bcac62cf24e03f864e12b23812/propolis-server.sha256.txt"}
1392024-12-18T02:21:08.858Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:08.009722342Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs"}
1402024-12-18T02:21:08.881Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:08.009807812Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
1412024-12-18T02:21:08.881Z{"v":0,"name":"phd-runner","msg":"Running 3 test(s)","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:08.010002464Z","target":"phd_runner::execute","line":82,"file":"phd-tests/runner/src/execute.rs"}
1422024-12-18T02:21:08.881Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::migration_from_base_and_back","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:08.010109555Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
1432024-12-18T02:21:08.881Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:08.010160166Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
1442024-12-18T02:21:08.881Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:08.010211856Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
1452024-12-18T02:21:08.881Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:08.01054273Z","target":"phd_tests::migrate::from_base","line":52,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1462024-12-18T02:21:08.881Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:08.010839532Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1472024-12-18T02:21:08.881Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading file from Buildomat...","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:08.011058455Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/edk2/image_debug/6d92acf0a22718dd4175d7c64dbcf7aaec3740bd/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1482024-12-18T02:21:09.444Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:08.595929679Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1492024-12-18T02:21:09.468Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading alpine.iso from https://oxide-omicron-build.s3.amazonaws.com/alpine.iso","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:08.596084701Z","target":"phd_framework::artifacts::store","line":618,"file":"phd-tests/framework/src/artifacts/store.rs","timeout":"600s","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1502024-12-18T02:21:43.991Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:43.142032788Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1512024-12-18T02:21:44.014Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:43.142132159Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1522024-12-18T02:21:44.037Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:43.169342258Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 28.1M 1.80T 28.0M /phd-artifacts\n","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1532024-12-18T02:21:44.037Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:43.16955146Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-77ec2bfd-3316-4f44-949c-46b4d8e1b2be\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1542024-12-18T02:21:44.061Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:43.188963995Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-77ec2bfd-3316-4f44-949c-46b4d8e1b2be\", \"phd-artifacts/phd-clone-58c3c13b-2738-4a11-a0d1-f43d4a6f0cd0\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1552024-12-18T02:21:44.061Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:43.208441921Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-58c3c13b-2738-4a11-a0d1-f43d4a6f0cd0\"]","verb":"list","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1562024-12-18T02:21:44.084Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:43.220769858Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-58c3c13b-2738-4a11-a0d1-f43d4a6f0cd0 0B 1.80T 48.9M /phd-artifacts/phd-clone-58c3c13b-2738-4a11-a0d1-f43d4a6f0cd0\n","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1572024-12-18T02:21:44.084Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:43.221592916Z","target":"phd_framework::test_vm","line":191,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1582024-12-18T02:21:44.084Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:43.221658847Z","target":"phd_framework::test_vm","line":209,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\" }","vm_name":"migration_from_base_and_back","guest_os_kind":"Alpine","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1592024-12-18T02:21:44.085Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] checking for existing copy of artifact","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:43.221715917Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/4db92fb694a3b94a071c9a80d3fed63032efec619282ed11f2f8b54801040b3a/propolis-server.tar.gz","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1602024-12-18T02:21:44.085Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Downloading file from Buildomat...","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:21:43.221774458Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/2216a2bf73dbb0bcac62cf24e03f864e12b23812/propolis-server.tar.gz","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1612024-12-18T02:22:07.479Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Extracting artifact from tarball","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:06.629393546Z","target":"phd_framework::artifacts::store","line":162,"file":"phd-tests/framework/src/artifacts/store.rs","untar_path":"propolis-server","extracted_path":"/phd-artifacts/4db92fb694a3b94a071c9a80d3fed63032efec619282ed11f2f8b54801040b3a/propolis-server","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1622024-12-18T02:22:07.479Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Extracting gzipped tarball...","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:06.629494097Z","target":"phd_framework::artifacts::store","line":518,"file":"phd-tests/framework/src/artifacts/store.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1632024-12-18T02:22:19.887Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.037934172Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd\"","server_path":"\"/phd-artifacts/4db92fb694a3b94a071c9a80d3fed63032efec619282ed11f2f8b54801040b3a/propolis-server\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1642024-12-18T02:22:19.911Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.038091273Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_from_base_and_back.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_from_base_and_back.stderr.log\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1652024-12-18T02:22:19.945Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 867","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.095607111Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1662024-12-18T02:22:19.968Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.096012555Z","target":"phd_framework::test_vm","line":191,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":35874}
1672024-12-18T02:22:19.968Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.096330648Z","target":"phd_framework::test_vm","line":274,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm_id":"b139bcca-fea9-42b0-a8c8-c0b4492a7a65"}
1682024-12-18T02:22:19.968Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.097266527Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm_id":"b139bcca-fea9-42b0-a8c8-c0b4492a7a65"}
1692024-12-18T02:22:20.285Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure","level":50,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.435224568Z","target":"phd_framework::test_vm","line":322,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f00b3c8b-dc5b-4451-9dd6-514217b32bc7\", \"content-length\": \"247\", \"date\": \"Wed, 18 Dec 2024 02:22:19 GMT\"}; value: Error { error_code: None, message: \"unable to parse JSON body: init.value.spec.components.boot-disk.component.backend_id: unknown field `backend_id`, expected `backend_name` or `pci_path` at line 1 column 206\", request_id: \"f00b3c8b-dc5b-4451-9dd6-514217b32bc7\" }","vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm_id":"b139bcca-fea9-42b0-a8c8-c0b4492a7a65"}
1702024-12-18T02:22:20.308Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.436249578Z","target":"phd_framework::test_vm","line":274,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base_and_back","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":339,"vm_id":"b139bcca-fea9-42b0-a8c8-c0b4492a7a65"}
1712024-12-18T02:22:20.308Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.436374759Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1722024-12-18T02:22:20.331Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.467481626Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1732024-12-18T02:22:20.331Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.467541896Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-58c3c13b-2738-4a11-a0d1-f43d4a6f0cd0\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1742024-12-18T02:22:20.368Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.518186789Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1752024-12-18T02:22:20.368Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.51823919Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-77ec2bfd-3316-4f44-949c-46b4d8e1b2be\"]","verb":"destroy","path":"phd_tests::migrate::from_base::migration_from_base_and_back"}
1762024-12-18T02:22:20.399Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.54973888Z","target":"phd_tests::migrate::from_base","line":52,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":71539}
1772024-12-18T02:22:20.497Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::migration_from_base_and_back ... FAILED: Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f00b3c8b-dc5b-4451-9dd6-514217b32bc7\", \"content-length\": \"247\", \"date\": \"Wed, 18 Dec 2024 02:22:19 GMT\"}; value: Error { error_code: None, message: \"unable to parse JSON body: init.value.spec.components.boot-disk.component.backend_id: unknown field `backend_id`, expected `backend_name` or `pci_path` at line 1 column 206\", request_id: \"f00b3c8b-dc5b-4451-9dd6-514217b32bc7\" }\n\nStack backtrace:\n 0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.89/src/backtrace.rs:27:14\n 1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/result.rs:2010:27\n 2: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:334:9\n 3: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n 4: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:274:5\n 5: phd_framework::test_vm::TestVm::instance_ensure::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:406:22\n 6: phd_framework::test_vm::TestVm::launch::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:394:32\n 7: phd_tests::migrate::from_base::migration_from_base_and_back::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:56:25\n 8: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n 9: phd_tests::migrate::from_base::migration_from_base_and_back::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:52:5\n 10: <core::pin::Pin<P> as core::future::future::Future>::poll\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/future/future.rs:123:9\n 11: phd_testcase::TestCase::run::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/macros/select.rs:557:49\n 13: <tokio::future::poll_fn::PollFn<F> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/future/poll_fn.rs:58:9\n 14: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:105:13\n 15: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:328:17\n 16: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/loom/std/unsafe_cell.rs:16:9\n 17: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:317:13\n 18: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:485:19\n 19: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n 20: std::panicking::try::do_call\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n 21: __rust_try\n 22: std::panicking::try\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n 23: std::panic::catch_unwind\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n 24: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:473:18\n 25: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:208:27\n 26: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:153:15\n 27: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:271:5\n 28: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:201:18\n 29: tokio::runtime::task::LocalNotified<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/mod.rs:427:9\n 30: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:657:17\n 31: tokio::runtime::coop::with_budget\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/coop.rs:107:5\n 32: tokio::runtime::coop::budget\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/coop.rs:73:5\n 33: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:593:9\n 34: tokio::runtime::scheduler::multi_thread::worker::Context::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:544:24\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:509:21\n 36: tokio::runtime::context::scoped::Scoped<T>::set\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context.rs:180:26\n 38: std::thread::local::LocalKey<T>::try_with\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/local.rs:283:12\n 39: std::thread::local::LocalKey<T>::with\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/local.rs:260:9\n 40: tokio::runtime::context::set_scheduler\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context.rs:180:9\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:504:9\n 42: tokio::runtime::context::runtime::enter_runtime\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:496:5\n 44: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:462:45\n 45: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/task.rs:42:21\n 46: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:328:17\n 47: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/loom/std/unsafe_cell.rs:16:9\n 48: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:317:13\n 49: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:485:19\n 50: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n 51: std::panicking::try::do_call\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n 52: __rust_try\n 53: std::panicking::try\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n 54: std::panic::catch_unwind\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n 55: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:473:18\n 56: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:208:27\n 57: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:153:15\n 58: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:271:5\n 59: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:201:18\n 60: tokio::runtime::task::UnownedTask<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/mod.rs:464:9\n 61: tokio::runtime::blocking::pool::Task::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:160:9\n 62: tokio::runtime::blocking::pool::Inner::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:518:17\n 63: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:476:13\n 64: std::sys::backtrace::__rust_begin_short_backtrace\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/sys/backtrace.rs:154:18\n 65: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/mod.rs:538:17\n 66: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n 67: std::panicking::try::do_call\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n 68: __rust_try\n 69: std::panicking::try\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n 70: std::panic::catch_unwind\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n 71: std::thread::Builder::spawn_unchecked_::{{closure}}\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/mod.rs:537:30\n 72: core::ops::function::FnOnce::call_once{{vtable.shim}}\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/alloc/src/boxed.rs:2454:9\n 74: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/alloc/src/boxed.rs:2454:9\n 75: std::sys::pal::unix::thread::Thread::new::thread_start\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/sys/pal/unix/thread.rs:105:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.646512802Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
1782024-12-18T02:22:20.497Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.646592633Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
1792024-12-18T02:22:20.497Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.646678024Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
1802024-12-18T02:22:20.497Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::serial_history","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.646729494Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
1812024-12-18T02:22:20.521Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.646760375Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
1822024-12-18T02:22:20.521Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.646792845Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
1832024-12-18T02:22:20.521Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.646972547Z","target":"phd_tests::migrate::from_base","line":40,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::serial_history"}
1842024-12-18T02:22:20.521Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.647051267Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::serial_history"}
1852024-12-18T02:22:20.521Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.647094818Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::serial_history"}
1862024-12-18T02:22:20.521Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.647141018Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::serial_history"}
1872024-12-18T02:22:20.521Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.647188349Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::from_base::serial_history"}
1882024-12-18T02:22:20.544Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.677642139Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 679M 1.80T 678M /phd-artifacts\n","path":"phd_tests::migrate::from_base::serial_history"}
1892024-12-18T02:22:20.544Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.67772899Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-329dc8b1-4c66-4279-9d7e-f42be0a77693\"]","verb":"snapshot","path":"phd_tests::migrate::from_base::serial_history"}
1902024-12-18T02:22:20.568Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.708796086Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-329dc8b1-4c66-4279-9d7e-f42be0a77693\", \"phd-artifacts/phd-clone-6893f5b0-25a1-4c22-8075-95d7aed670b8\"]","path":"phd_tests::migrate::from_base::serial_history"}
1912024-12-18T02:22:20.591Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.73438819Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-6893f5b0-25a1-4c22-8075-95d7aed670b8\"]","path":"phd_tests::migrate::from_base::serial_history"}
1922024-12-18T02:22:20.614Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.752627264Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-6893f5b0-25a1-4c22-8075-95d7aed670b8 0B 1.80T 678M /phd-artifacts/phd-clone-6893f5b0-25a1-4c22-8075-95d7aed670b8\n","path":"phd_tests::migrate::from_base::serial_history"}
1932024-12-18T02:22:20.614Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.753185849Z","target":"phd_framework::test_vm","line":191,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history"}
1942024-12-18T02:22:20.614Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.75325667Z","target":"phd_framework::test_vm","line":209,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"migration_serial_history_base","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\" }","path":"phd_tests::migrate::from_base::serial_history"}
1952024-12-18T02:22:20.614Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.75330884Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/4db92fb694a3b94a071c9a80d3fed63032efec619282ed11f2f8b54801040b3a/propolis-server","path":"phd_tests::migrate::from_base::serial_history"}
1962024-12-18T02:22:20.614Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.753359731Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/phd-artifacts/4db92fb694a3b94a071c9a80d3fed63032efec619282ed11f2f8b54801040b3a/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd\"","path":"phd_tests::migrate::from_base::serial_history"}
1972024-12-18T02:22:20.614Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.753399031Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_serial_history_base.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_serial_history_base.stderr.log\"","path":"phd_tests::migrate::from_base::serial_history"}
1982024-12-18T02:22:20.637Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 875","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.765426466Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::serial_history"}
1992024-12-18T02:22:20.637Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.765642138Z","target":"phd_framework::test_vm","line":191,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","elapsed_milliseconds":12}
2002024-12-18T02:22:20.637Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.765722458Z","target":"phd_framework::test_vm","line":274,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","vm":"migration_serial_history_base","vm_id":"875754d5-8d6f-4688-9bcc-69d9a16387b7"}
2012024-12-18T02:22:20.637Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:19.766189513Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::from_base::serial_history","vm":"migration_serial_history_base","vm_id":"875754d5-8d6f-4688-9bcc-69d9a16387b7"}
2022024-12-18T02:22:21.270Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure","level":50,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.420769792Z","target":"phd_framework::test_vm","line":322,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acc6d68d-0c09-4f61-a9cd-e261bf1b8214\", \"content-length\": \"247\", \"date\": \"Wed, 18 Dec 2024 02:22:20 GMT\"}; value: Error { error_code: None, message: \"unable to parse JSON body: init.value.spec.components.boot-disk.component.backend_id: unknown field `backend_id`, expected `backend_name` or `pci_path` at line 1 column 262\", request_id: \"acc6d68d-0c09-4f61-a9cd-e261bf1b8214\" }","path":"phd_tests::migrate::from_base::serial_history","vm":"migration_serial_history_base","vm_id":"875754d5-8d6f-4688-9bcc-69d9a16387b7"}
2032024-12-18T02:22:21.294Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.421124905Z","target":"phd_framework::test_vm","line":274,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","vm_id":"875754d5-8d6f-4688-9bcc-69d9a16387b7","elapsed_milliseconds":655,"vm":"migration_serial_history_base"}
2042024-12-18T02:22:21.294Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.421254566Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::serial_history"}
2052024-12-18T02:22:21.317Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.449642017Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::serial_history"}
2062024-12-18T02:22:21.317Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.449705357Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-6893f5b0-25a1-4c22-8075-95d7aed670b8\"]","path":"phd_tests::migrate::from_base::serial_history"}
2072024-12-18T02:22:21.340Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.490718458Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::serial_history"}
2082024-12-18T02:22:21.340Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.490774519Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-329dc8b1-4c66-4279-9d7e-f42be0a77693\"]","verb":"destroy","path":"phd_tests::migrate::from_base::serial_history"}
2092024-12-18T02:22:21.364Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.514797468Z","target":"phd_tests::migrate::from_base","line":40,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::serial_history","elapsed_milliseconds":867}
2102024-12-18T02:22:21.409Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::serial_history ... FAILED: Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acc6d68d-0c09-4f61-a9cd-e261bf1b8214\", \"content-length\": \"247\", \"date\": \"Wed, 18 Dec 2024 02:22:20 GMT\"}; value: Error { error_code: None, message: \"unable to parse JSON body: init.value.spec.components.boot-disk.component.backend_id: unknown field `backend_id`, expected `backend_name` or `pci_path` at line 1 column 262\", request_id: \"acc6d68d-0c09-4f61-a9cd-e261bf1b8214\" }\n\nStack backtrace:\n 0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.89/src/backtrace.rs:27:14\n 1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/result.rs:2010:27\n 2: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:334:9\n 3: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n 4: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:274:5\n 5: phd_framework::test_vm::TestVm::instance_ensure::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:406:22\n 6: phd_framework::test_vm::TestVm::launch::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:394:32\n 7: phd_tests::migrate::run_serial_history_test::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:327:21\n 8: phd_tests::migrate::from_base::serial_history::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:46:10\n 9: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n 10: phd_tests::migrate::from_base::serial_history::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:40:5\n 11: <core::pin::Pin<P> as core::future::future::Future>::poll\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/future/future.rs:123:9\n 12: phd_testcase::TestCase::run::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/macros/select.rs:557:49\n 14: <tokio::future::poll_fn::PollFn<F> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/future/poll_fn.rs:58:9\n 15: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:105:13\n 16: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:328:17\n 17: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/loom/std/unsafe_cell.rs:16:9\n 18: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:317:13\n 19: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:485:19\n 20: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n 21: std::panicking::try::do_call\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n 22: __rust_try\n 23: std::panicking::try\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n 24: std::panic::catch_unwind\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n 25: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:473:18\n 26: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:208:27\n 27: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:153:15\n 28: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:271:5\n 29: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:201:18\n 30: tokio::runtime::task::LocalNotified<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/mod.rs:427:9\n 31: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:657:17\n 32: tokio::runtime::coop::with_budget\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/coop.rs:107:5\n 33: tokio::runtime::coop::budget\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/coop.rs:73:5\n 34: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:593:9\n 35: tokio::runtime::scheduler::multi_thread::worker::Context::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:544:24\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:509:21\n 37: tokio::runtime::context::scoped::Scoped<T>::set\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context.rs:180:26\n 39: std::thread::local::LocalKey<T>::try_with\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/local.rs:283:12\n 40: std::thread::local::LocalKey<T>::with\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/local.rs:260:9\n 41: tokio::runtime::context::set_scheduler\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context.rs:180:9\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:504:9\n 43: tokio::runtime::context::runtime::enter_runtime\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:496:5\n 45: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:462:45\n 46: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/task.rs:42:21\n 47: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:328:17\n 48: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/loom/std/unsafe_cell.rs:16:9\n 49: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:317:13\n 50: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:485:19\n 51: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n 52: std::panicking::try::do_call\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n 53: __rust_try\n 54: std::panicking::try\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n 55: std::panic::catch_unwind\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n 56: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:473:18\n 57: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:208:27\n 58: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:153:15\n 59: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:271:5\n 60: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:201:18\n 61: tokio::runtime::task::UnownedTask<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/mod.rs:464:9\n 62: tokio::runtime::blocking::pool::Task::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:160:9\n 63: tokio::runtime::blocking::pool::Inner::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:518:17\n 64: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:476:13\n 65: std::sys::backtrace::__rust_begin_short_backtrace\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/sys/backtrace.rs:154:18\n 66: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/mod.rs:538:17\n 67: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n 68: std::panicking::try::do_call\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n 69: __rust_try\n 70: std::panicking::try\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n 71: std::panic::catch_unwind\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n 72: std::thread::Builder::spawn_unchecked_::{{closure}}\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/mod.rs:537:30\n 73: core::ops::function::FnOnce::call_once{{vtable.shim}}\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/alloc/src/boxed.rs:2454:9\n 75: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/alloc/src/boxed.rs:2454:9\n 76: std::sys::pal::unix::thread::Thread::new::thread_start\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/sys/pal/unix/thread.rs:105:17\n 77: _thrp_setup\n 78: <unknown>","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.516357843Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
2112024-12-18T02:22:21.410Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.516407343Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
2122024-12-18T02:22:21.410Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.516460274Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2132024-12-18T02:22:21.410Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::can_migrate_from_base","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.516492254Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
2142024-12-18T02:22:21.410Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.516516294Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
2152024-12-18T02:22:21.410Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.516541974Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2162024-12-18T02:22:21.410Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.516691746Z","target":"phd_tests::migrate::from_base","line":34,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2172024-12-18T02:22:21.410Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.516768657Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2182024-12-18T02:22:21.410Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.516809947Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2192024-12-18T02:22:21.410Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.516851467Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2202024-12-18T02:22:21.410Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.516892278Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2212024-12-18T02:22:21.410Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.536121821Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 679M 1.80T 678M /phd-artifacts\n","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2222024-12-18T02:22:21.410Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.536257392Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-2ee52d0d-3b9d-48b3-923f-dd23fed48090\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2232024-12-18T02:22:21.434Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.558901408Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-2ee52d0d-3b9d-48b3-923f-dd23fed48090\", \"phd-artifacts/phd-clone-7aedea75-fdeb-4cea-a652-b2ade2c62fde\"]","verb":"clone","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2242024-12-18T02:22:21.434Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.582472243Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-7aedea75-fdeb-4cea-a652-b2ade2c62fde\"]","verb":"list","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2252024-12-18T02:22:21.457Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.599884069Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-7aedea75-fdeb-4cea-a652-b2ade2c62fde 0B 1.80T 678M /phd-artifacts/phd-clone-7aedea75-fdeb-4cea-a652-b2ade2c62fde\n","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2262024-12-18T02:22:21.457Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.600395064Z","target":"phd_framework::test_vm","line":191,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2272024-12-18T02:22:21.457Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.600447394Z","target":"phd_framework::test_vm","line":209,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\" }","vm_name":"migration_from_base","guest_os_kind":"Alpine","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2282024-12-18T02:22:21.457Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.600494815Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/4db92fb694a3b94a071c9a80d3fed63032efec619282ed11f2f8b54801040b3a/propolis-server","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2292024-12-18T02:22:21.457Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.600543015Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd\"","server_path":"\"/phd-artifacts/4db92fb694a3b94a071c9a80d3fed63032efec619282ed11f2f8b54801040b3a/propolis-server\"","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2302024-12-18T02:22:21.457Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.600584546Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_from_base.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_from_base.stderr.log\"","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2312024-12-18T02:22:21.481Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 883","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.611326968Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2322024-12-18T02:22:21.481Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.61150917Z","target":"phd_framework::test_vm","line":191,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","elapsed_milliseconds":11}
2332024-12-18T02:22:21.481Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.61158998Z","target":"phd_framework::test_vm","line":274,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"67157897-7383-4dd2-9d74-0e1628e103bc"}
2342024-12-18T02:22:21.481Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:20.612076065Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"67157897-7383-4dd2-9d74-0e1628e103bc"}
2352024-12-18T02:22:22.025Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure","level":50,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.175414004Z","target":"phd_framework::test_vm","line":322,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49216397-b344-482c-80f3-14553a84dea0\", \"content-length\": \"247\", \"date\": \"Wed, 18 Dec 2024 02:22:21 GMT\"}; value: Error { error_code: None, message: \"unable to parse JSON body: init.value.spec.components.boot-disk.component.backend_id: unknown field `backend_id`, expected `backend_name` or `pci_path` at line 1 column 490\", request_id: \"49216397-b344-482c-80f3-14553a84dea0\" }","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"67157897-7383-4dd2-9d74-0e1628e103bc"}
2362024-12-18T02:22:22.049Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.175604326Z","target":"phd_framework::test_vm","line":274,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base","vm_id":"67157897-7383-4dd2-9d74-0e1628e103bc","elapsed_milliseconds":563}
2372024-12-18T02:22:22.049Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.175677027Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2382024-12-18T02:22:22.072Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.200079729Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2392024-12-18T02:22:22.072Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.2001267Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-7aedea75-fdeb-4cea-a652-b2ade2c62fde\"]","verb":"destroy","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2402024-12-18T02:22:22.095Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.24110305Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2412024-12-18T02:22:22.095Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.241148811Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-2ee52d0d-3b9d-48b3-923f-dd23fed48090\"]","verb":"destroy","path":"phd_tests::migrate::from_base::can_migrate_from_base"}
2422024-12-18T02:22:22.140Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.266796635Z","target":"phd_tests::migrate::from_base","line":34,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base","elapsed_milliseconds":750}
2432024-12-18T02:22:22.140Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::can_migrate_from_base ... FAILED: Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49216397-b344-482c-80f3-14553a84dea0\", \"content-length\": \"247\", \"date\": \"Wed, 18 Dec 2024 02:22:21 GMT\"}; value: Error { error_code: None, message: \"unable to parse JSON body: init.value.spec.components.boot-disk.component.backend_id: unknown field `backend_id`, expected `backend_name` or `pci_path` at line 1 column 490\", request_id: \"49216397-b344-482c-80f3-14553a84dea0\" }\n\nStack backtrace:\n 0: anyhow::error::<impl core::convert::From<E> for anyhow::Error>::from\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.89/src/backtrace.rs:27:14\n 1: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/result.rs:2010:27\n 2: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:334:9\n 3: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n 4: phd_framework::test_vm::TestVm::instance_ensure_internal::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:274:5\n 5: phd_framework::test_vm::TestVm::instance_ensure::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:406:22\n 6: phd_framework::test_vm::TestVm::launch::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:394:32\n 7: phd_tests::migrate::run_smoke_test::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:297:21\n 8: phd_tests::migrate::from_base::can_migrate_from_base::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:37:14\n 9: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tracing-0.1.40/src/instrument.rs:321:9\n 10: phd_tests::migrate::from_base::can_migrate_from_base::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:34:5\n 11: <core::pin::Pin<P> as core::future::future::Future>::poll\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/future/future.rs:123:9\n 12: phd_testcase::TestCase::run::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/macros/select.rs:557:49\n 14: <tokio::future::poll_fn::PollFn<F> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/future/poll_fn.rs:58:9\n 15: phd_runner::execute::run_tests_with_ctx::{{closure}}::{{closure}}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:105:13\n 16: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:328:17\n 17: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/loom/std/unsafe_cell.rs:16:9\n 18: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:317:13\n 19: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:485:19\n 20: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n 21: std::panicking::try::do_call\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n 22: __rust_try\n 23: std::panicking::try\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n 24: std::panic::catch_unwind\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n 25: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:473:18\n 26: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:208:27\n 27: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:153:15\n 28: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:271:5\n 29: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:201:18\n 30: tokio::runtime::task::LocalNotified<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/mod.rs:427:9\n 31: tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:657:17\n 32: tokio::runtime::coop::with_budget\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/coop.rs:107:5\n 33: tokio::runtime::coop::budget\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/coop.rs:73:5\n 34: tokio::runtime::scheduler::multi_thread::worker::Context::run_task\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:593:9\n 35: tokio::runtime::scheduler::multi_thread::worker::Context::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:544:24\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:509:21\n 37: tokio::runtime::context::scoped::Scoped<T>::set\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context.rs:180:26\n 39: std::thread::local::LocalKey<T>::try_with\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/local.rs:283:12\n 40: std::thread::local::LocalKey<T>::with\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/local.rs:260:9\n 41: tokio::runtime::context::set_scheduler\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context.rs:180:9\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:504:9\n 43: tokio::runtime::context::runtime::enter_runtime\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:496:5\n 45: tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/scheduler/multi_thread/worker.rs:462:45\n 46: <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/task.rs:42:21\n 47: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:328:17\n 48: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/loom/std/unsafe_cell.rs:16:9\n 49: tokio::runtime::task::core::Core<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/core.rs:317:13\n 50: tokio::runtime::task::harness::poll_future::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:485:19\n 51: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n 52: std::panicking::try::do_call\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n 53: __rust_try\n 54: std::panicking::try\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n 55: std::panic::catch_unwind\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n 56: tokio::runtime::task::harness::poll_future\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:473:18\n 57: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:208:27\n 58: tokio::runtime::task::harness::Harness<T,S>::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/harness.rs:153:15\n 59: tokio::runtime::task::raw::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:271:5\n 60: tokio::runtime::task::raw::RawTask::poll\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/raw.rs:201:18\n 61: tokio::runtime::task::UnownedTask<S>::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/task/mod.rs:464:9\n 62: tokio::runtime::blocking::pool::Task::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:160:9\n 63: tokio::runtime::blocking::pool::Inner::run\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:518:17\n 64: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.39.3/src/runtime/blocking/pool.rs:476:13\n 65: std::sys::backtrace::__rust_begin_short_backtrace\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/sys/backtrace.rs:154:18\n 66: std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/mod.rs:538:17\n 67: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/panic/unwind_safe.rs:272:9\n 68: std::panicking::try::do_call\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:557:40\n 69: __rust_try\n 70: std::panicking::try\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panicking.rs:520:19\n 71: std::panic::catch_unwind\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/panic.rs:358:14\n 72: std::thread::Builder::spawn_unchecked_::{{closure}}\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/thread/mod.rs:537:30\n 73: core::ops::function::FnOnce::call_once{{vtable.shim}}\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/alloc/src/boxed.rs:2454:9\n 75: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/alloc/src/boxed.rs:2454:9\n 76: std::sys::pal::unix::thread::Thread::new::thread_start\n at /rustc/90b35a6239c3d8bdabc530a6a0816f7ff89a0aaf/library/std/src/sys/pal/unix/thread.rs:105:17\n 77: _thrp_setup\n 78: <unknown>","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.267788394Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
2442024-12-18T02:22:22.141Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.267834825Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
2452024-12-18T02:22:22.141Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.267886815Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2462024-12-18T02:22:22.141Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - START]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.267925406Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs"}
2472024-12-18T02:22:22.141Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - END]","level":30,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.267952036Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2482024-12-18T02:22:22.141Z
2492024-12-18T02:22:22.141Zfailures:
2502024-12-18T02:22:22.141Z phd_tests::migrate::from_base::migration_from_base_and_back
2512024-12-18T02:22:22.142Z phd_tests::migrate::from_base::serial_history
2522024-12-18T02:22:22.142Z phd_tests::migrate::from_base::can_migrate_from_base
2532024-12-18T02:22:22.142Z
2542024-12-18T02:22:22.142Ztest result: FAILED. 0 passed; 3 failed; 0 skipped; 0 not run; finished in 73.26s
2552024-12-18T02:22:22.142Z
2562024-12-18T02:22:22.142Z{"v":0,"name":"phd-runner","msg":"phd_runner","level":20,"hostname":"buskin","pid":862,"time":"2024-12-18T02:22:21.268045197Z","target":"phd_runner","line":40,"file":"phd-tests/runner/src/main.rs","exit_code":3}
2572024-12-18T02:22:22.195Z
2582024-12-18T02:22:22.218Zreal 1:14.027649757
2592024-12-18T02:22:22.219Zuser 18.077212912
2602024-12-18T02:22:22.219Zsys 1.708871789
2612024-12-18T02:22:22.219Ztrap 0.002352341
2622024-12-18T02:22:22.219Ztflt 0.000320295
2632024-12-18T02:22:22.219Zdflt 0.000105697
2642024-12-18T02:22:22.219Zkflt 0.000000000
2652024-12-18T02:22:22.219Zlock 1:00:27.160297084
2662024-12-18T02:22:22.219Zslp 1:09.340826678
2672024-12-18T02:22:22.219Zlat 0.043378678
2682024-12-18T02:22:22.219Zstop 14.684701787
2692024-12-18T02:22:22.219Z+ failcount=3
2702024-12-18T02:22:22.219Z+ set -e
2712024-12-18T02:22:22.219Z+ tar -czvf /tmp/phd-tmp-files.tar.gz -C /tmp/propolis-phd /tmp/propolis-phd/migration_from_base_and_back.stderr.log /tmp/propolis-phd/migration_from_base_and_back.stdout.log /tmp/propolis-phd/migration_from_base.stderr.log /tmp/propolis-phd/migration_from_base.stdout.log /tmp/propolis-phd/migration_serial_history_base.stderr.log /tmp/propolis-phd/migration_serial_history_base.stdout.log
2722024-12-18T02:22:22.219ZCompressing '/tmp/phd-tmp-files.tar.gz' with '/usr/bin/gzip'...
2732024-12-18T02:22:22.219Za /tmp/propolis-phd/migration_from_base_and_back.stderr.log 0K
2742024-12-18T02:22:22.219Za /tmp/propolis-phd/migration_from_base_and_back.stdout.log 2K
2752024-12-18T02:22:22.219Za /tmp/propolis-phd/migration_from_base.stderr.log 0K
2762024-12-18T02:22:22.219Za /tmp/propolis-phd/migration_from_base.stdout.log 2K
2772024-12-18T02:22:22.219Za /tmp/propolis-phd/migration_serial_history_base.stderr.log 0K
2782024-12-18T02:22:22.219Za /tmp/propolis-phd/migration_serial_history_base.stdout.log 2K
2792024-12-18T02:22:22.219Z+ exitcode=0
2802024-12-18T02:22:22.219Z+ '[' 3 -eq 0 ']'
2812024-12-18T02:22:22.219Z+ echo
2822024-12-18T02:22:22.219Z
2832024-12-18T02:22:22.219Z+ echo 'SOME TESTS FAILED'
2842024-12-18T02:22:22.219ZSOME TESTS FAILED
2852024-12-18T02:22:22.219Z+ echo
2862024-12-18T02:22:22.219Z
2872024-12-18T02:22:22.219Z+ exitcode=1
2882024-12-18T02:22:22.219Z+ find /dev/vmm -mindepth 1 -maxdepth 1
2892024-12-18T02:22:22.219Z+ read
2902024-12-18T02:22:22.219Z+ exit 1
2912024-12-18T02:22:22.219Zprocess exited: duration 83366 ms, exit code 1
 
2922024-12-18T02:22:22.267Zfound 2 output files
2932024-12-18T02:22:22.267Zuploading: /tmp/phd-runner.log (87710 bytes)
2942024-12-18T02:22:23.402Zuploaded: /tmp/phd-runner.log
2952024-12-18T02:22:23.426Zuploading: /tmp/phd-tmp-files.tar.gz (1056 bytes)
2962024-12-18T02:22:24.491Zuploaded: /tmp/phd-tmp-files.tar.gz