|
|
|
| 1 | 2026-11-09T01:21:09.962Z | job dependencies complete; ready to run (waiting for 10 m 37 s) |
| 2 | 2026-11-09T03:24:34.495Z | job assigned to worker 01M6Z5626D5NNPW9YAD9H7NZYA [factory edgar, gimlet/BRM42220060/1524] (queued for 2 h 3 m 24 s) |
| 3 | 2026-11-09T03:24:35.265Z | downloading input: /input/phd-build/out/phd-run-with-args.sh |
| 4 | 2026-11-09T03:24:35.290Z | downloaded input: /input/phd-build/out/phd-run-with-args.sh |
| 5 | 2026-11-09T03:24:35.290Z | downloading input: /input/phd-build/out/phd-runner.sha256.txt |
| 6 | 2026-11-09T03:24:35.321Z | downloaded input: /input/phd-build/out/phd-runner.sha256.txt |
| 7 | 2026-11-09T03:24:35.321Z | downloading input: /input/phd-build/out/phd-runner.tar.gz |
| 8 | 2026-11-09T03:24:43.758Z | downloaded input: /input/phd-build/out/phd-runner.tar.gz |
| 9 | 2026-11-09T03:24:43.759Z | downloading input: /input/phd-build/out/propolis-server-debug.sha256.txt |
| 10 | 2026-11-09T03:24:43.809Z | downloaded input: /input/phd-build/out/propolis-server-debug.sha256.txt |
| 11 | 2026-11-09T03:24:43.809Z | downloading input: /input/phd-build/out/propolis-server-debug.tar.gz |
| 12 | 2026-11-09T03:24:55.180Z | downloaded input: /input/phd-build/out/propolis-server-debug.tar.gz |
| 13 | 2026-11-09T03:24:55.180Z | downloading input: /input/phd-build/out/propolis-tests-debug.tar.gz |
| 14 | 2026-11-09T03:25:04.642Z | downloaded input: /input/phd-build/out/propolis-tests-debug.tar.gz |
| |
| 15 | 2026-11-09T03:25:04.642Z | starting task 0: "setup" |
| 16 | 2026-11-09T03:25:04.665Z | ++ uname -s |
| 17 | 2026-11-09T03:25:04.665Z | + kern=SunOS |
| 18 | 2026-11-09T03:25:04.665Z | + build_user=build |
| 19 | 2026-11-09T03:25:04.665Z | + build_uid=12345 |
| 20 | 2026-11-09T03:25:04.665Z | + work_dir=/work |
| 21 | 2026-11-09T03:25:04.665Z | + input_dir=/input |
| 22 | 2026-11-09T03:25:04.665Z | + [[ 0 == 12345 ]] |
| 23 | 2026-11-09T03:25:04.665Z | + case "$kern" in |
| 24 | 2026-11-09T03:25:04.665Z | + groupadd -g 12345 build |
| 25 | 2026-11-09T03:25:04.666Z | + useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build |
| 26 | 2026-11-09T03:25:06.671Z | + zfs create -o mountpoint=/work rpool/work |
| 27 | 2026-11-09T03:25:06.778Z | ++ awk '$2 == "/home" { print $3 }' /etc/mnttab |
| 28 | 2026-11-09T03:25:06.801Z | + home_fs= |
| 29 | 2026-11-09T03:25:06.801Z | + [[ '' == autofs ]] |
| 30 | 2026-11-09T03:25:06.801Z | + mkdir -p /home/build |
| 31 | 2026-11-09T03:25:06.801Z | + chown build:build /home/build /work |
| 32 | 2026-11-09T03:25:08.780Z | + chmod 0700 /home/build /work |
| 33 | 2026-11-09T03:25:08.803Z | process exited: duration 4136 ms, exit code 0 |
| |
| 34 | 2026-11-09T03:25:08.851Z | starting task 1: "authentication" |
| 35 | 2026-11-09T03:25:08.922Z | process exited: duration 68 ms, exit code 0 |
| |
| 36 | 2026-11-09T03:25:08.969Z | starting task 2: "build" |
| 37 | 2026-11-09T03:25:08.993Z | + indir=/input |
| 38 | 2026-11-09T03:25:08.993Z | + indir_suffix='phd-build/out/*.tar.gz' |
| 39 | 2026-11-09T03:25:08.993Z | + phddir=/work/phd-test |
| 40 | 2026-11-09T03:25:08.993Z | + disks=($(pilot local disk list -H -o type,disk | grep -v 'M.2' | cut -f 2)) |
| 41 | 2026-11-09T03:25:09.017Z | ++ pilot local disk list -H -o type,disk |
| 42 | 2026-11-09T03:25:09.017Z | ++ grep -v M.2 |
| 43 | 2026-11-09T03:25:09.017Z | ++ cut -f 2 |
| 44 | 2026-11-09T03:25:09.093Z | + pfexec zpool create -f phd-artifacts c8t0014EE81000BC586d0 c9t0014EE81000BC57Cd0 c10t0014EE81000BC3CCd0 c11t0014EE81000BC478d0 c4t0014EE81000BC5BBd0 c3t0014EE81000BC247d0 c2t0014EE81000BC649d0 c6t0014EE81000BC634d0 c5t0014EE81000BC0B1d0 |
| 45 | 2026-11-09T03:25:11.584Z | + artifactdir=/phd-artifacts |
| 46 | 2026-11-09T03:25:11.584Z | + banner Inputs |
| 47 | 2026-11-09T03:25:11.659Z | ### |
| 48 | 2026-11-09T03:25:11.659Z | # # # ##### # # ##### #### |
| 49 | 2026-11-09T03:25:11.660Z | # ## # # # # # # # |
| 50 | 2026-11-09T03:25:11.660Z | # # # # # # # # # #### |
| 51 | 2026-11-09T03:25:11.660Z | # # # # ##### # # # # |
| 52 | 2026-11-09T03:25:11.660Z | # # ## # # # # # # |
| 53 | 2026-11-09T03:25:11.660Z | ### # # # #### # #### |
| 54 | 2026-11-09T03:25:11.660Z | |
| 55 | 2026-11-09T03:25:11.660Z | + find /input -ls |
| 56 | 2026-11-09T03:25:11.660Z | 34 1 drwxr-xr-x 3 root root 3 Nov 9 03:24 /input |
| 57 | 2026-11-09T03:25:11.660Z | 2 1 drwxr-xr-x 3 root root 3 Nov 9 03:24 /input/phd-build |
| 58 | 2026-11-09T03:25:11.660Z | 3 2 drwxr-xr-x 2 root root 8 Nov 9 03:24 /input/phd-build/out |
| 59 | 2026-11-09T03:25:11.660Z | 384 1 -rw-r--r-- 1 root root 65 Nov 9 03:24 /input/phd-build/out/propolis-server-debug.sha256.txt |
| 60 | 2026-11-09T03:25:11.660Z | 256 192355 -rw-r--r-- 1 root root 196844691 Nov 9 03:24 /input/phd-build/out/phd-runner.tar.gz |
| 61 | 2026-11-09T03:25:11.660Z | 257 217080 -rw-r--r-- 1 root root 222147600 Nov 9 03:25 /input/phd-build/out/propolis-tests-debug.tar.gz |
| 62 | 2026-11-09T03:25:11.660Z | 129 1 -rw-r--r-- 1 root root 65 Nov 9 03:24 /input/phd-build/out/phd-runner.sha256.txt |
| 63 | 2026-11-09T03:25:11.660Z | 512 264814 -rw-r--r-- 1 root root 270996525 Nov 9 03:24 /input/phd-build/out/propolis-server-debug.tar.gz |
| 64 | 2026-11-09T03:25:11.660Z | 128 2 -rw-r--r-- 1 root root 2573 Nov 9 03:24 /input/phd-build/out/phd-run-with-args.sh |
| 65 | 2026-11-09T03:25:11.660Z | + rm -rf /work/phd-test |
| 66 | 2026-11-09T03:25:11.660Z | + mkdir /work/phd-test |
| 67 | 2026-11-09T03:25:11.684Z | + for p in $indir/$indir_suffix |
| 68 | 2026-11-09T03:25:11.684Z | + tar xzvf /input/phd-build/out/phd-runner.tar.gz -C /work/phd-test |
| 69 | 2026-11-09T03:25:26.793Z | Decompressing '/input/phd-build/out/phd-runner.tar.gz' with '/usr/bin/gzcat'... |
| 70 | 2026-11-09T03:25:26.793Z | x phd-runner, 735571136 bytes, 1436663 tape blocks |
| 71 | 2026-11-09T03:25:26.793Z | x artifacts.toml, 548 bytes, 2 tape blocks |
| 72 | 2026-11-09T03:25:26.817Z | ++ tar tf /input/phd-build/out/phd-runner.tar.gz |
| 73 | 2026-11-09T03:25:29.797Z | + for f in $(tar tf "$p") |
| 74 | 2026-11-09T03:25:29.797Z | + chmod +x /work/phd-test/phd-runner |
| 75 | 2026-11-09T03:25:29.821Z | + for f in $(tar tf "$p") |
| 76 | 2026-11-09T03:25:29.821Z | + chmod +x /work/phd-test/artifacts.toml |
| 77 | 2026-11-09T03:25:29.821Z | + for p in $indir/$indir_suffix |
| 78 | 2026-11-09T03:25:29.821Z | + tar xzvf /input/phd-build/out/propolis-server-debug.tar.gz -C /work/phd-test |
| 79 | 2026-11-09T03:25:42.905Z | Decompressing '/input/phd-build/out/propolis-server-debug.tar.gz' with '/usr/bin/gzcat'... |
| 80 | 2026-11-09T03:25:42.905Z | x propolis-server, 1055646312 bytes, 2061810 tape blocks |
| 81 | 2026-11-09T03:25:42.928Z | ++ tar tf /input/phd-build/out/propolis-server-debug.tar.gz |
| 82 | 2026-11-09T03:25:47.135Z | + for f in $(tar tf "$p") |
| 83 | 2026-11-09T03:25:47.135Z | + chmod +x /work/phd-test/propolis-server |
| 84 | 2026-11-09T03:25:47.158Z | + for p in $indir/$indir_suffix |
| 85 | 2026-11-09T03:25:47.158Z | + tar xzvf /input/phd-build/out/propolis-tests-debug.tar.gz -C /work/phd-test |
| 86 | 2026-11-09T03:26:04.918Z | Decompressing '/input/phd-build/out/propolis-tests-debug.tar.gz' with '/usr/bin/gzcat'... |
| 87 | 2026-11-09T03:26:04.918Z | x target/debug/deps/propolis-addd1e09e00f8ec1, 865486992 bytes, 1690405 tape blocks |
| 88 | 2026-11-09T03:26:04.941Z | ++ tar tf /input/phd-build/out/propolis-tests-debug.tar.gz |
| 89 | 2026-11-09T03:26:08.320Z | + for f in $(tar tf "$p") |
| 90 | 2026-11-09T03:26:08.320Z | + chmod +x /work/phd-test/target/debug/deps/propolis-addd1e09e00f8ec1 |
| 91 | 2026-11-09T03:26:08.344Z | + ls /work/phd-test |
| 92 | 2026-11-09T03:26:08.344Z | artifacts.toml |
| 93 | 2026-11-09T03:26:08.344Z | phd-runner |
| 94 | 2026-11-09T03:26:08.344Z | propolis-server |
| 95 | 2026-11-09T03:26:08.344Z | target |
| 96 | 2026-11-09T03:26:08.344Z | + banner Setup |
| 97 | 2026-11-09T03:26:08.344Z | ##### |
| 98 | 2026-11-09T03:26:08.344Z | # # ###### ##### # # ##### |
| 99 | 2026-11-09T03:26:08.344Z | # # # # # # # |
| 100 | 2026-11-09T03:26:08.345Z | ##### ##### # # # # # |
| 101 | 2026-11-09T03:26:08.345Z | # # # # # ##### |
| 102 | 2026-11-09T03:26:08.345Z | # # # # # # # |
| 103 | 2026-11-09T03:26:08.345Z | ##### ###### # #### # |
| 104 | 2026-11-09T03:26:08.345Z | |
| 105 | 2026-11-09T03:26:08.345Z | + tmpdir=/tmp/propolis-phd |
| 106 | 2026-11-09T03:26:08.345Z | + '[' '!' -d /tmp/propolis-phd ']' |
| 107 | 2026-11-09T03:26:08.345Z | + mkdir /tmp/propolis-phd |
| 108 | 2026-11-09T03:26:08.345Z | + pfexec /usr/lib/rsrvrctl -s 4096 |
| 109 | 2026-11-09T03:26:08.751Z | + banner Tests |
| 110 | 2026-11-09T03:26:08.782Z | ####### |
| 111 | 2026-11-09T03:26:08.782Z | # ###### #### ##### #### |
| 112 | 2026-11-09T03:26:08.782Z | # # # # # |
| 113 | 2026-11-09T03:26:08.782Z | # ##### #### # #### |
| 114 | 2026-11-09T03:26:08.782Z | # # # # # |
| 115 | 2026-11-09T03:26:08.782Z | # # # # # # # |
| 116 | 2026-11-09T03:26:08.782Z | # ###### #### # #### |
| 117 | 2026-11-09T03:26:08.782Z | |
| 118 | 2026-11-09T03:26:08.782Z | + runner=/work/phd-test/phd-runner |
| 119 | 2026-11-09T03:26:08.782Z | + artifacts=/work/phd-test/artifacts.toml |
| 120 | 2026-11-09T03:26:08.782Z | + propolis=/work/phd-test/propolis-server |
| 121 | 2026-11-09T03:26:08.782Z | + ls /work/phd-test/phd-runner |
| 122 | 2026-11-09T03:26:08.782Z | /work/phd-test/phd-runner |
| 123 | 2026-11-09T03:26:08.782Z | + ls /work/phd-test/artifacts.toml |
| 124 | 2026-11-09T03:26:08.782Z | /work/phd-test/artifacts.toml |
| 125 | 2026-11-09T03:26:08.782Z | + ls /work/phd-test/propolis-server |
| 126 | 2026-11-09T03:26:08.782Z | /work/phd-test/propolis-server |
| 127 | 2026-11-09T03:26:08.783Z | + args=($runner '--emit-bunyan' 'run' '--propolis-server-cmd' $propolis '--crucible-downstairs-commit' 'auto' '--artifact-toml-path' $artifacts '--tmp-directory' $tmpdir '--artifact-directory' $artifactdir $@) |
| 128 | 2026-11-09T03:26:08.783Z | + set +e |
| 129 | 2026-11-09T03:26:08.783Z | + RUST_BACKTRACE=1 |
| 130 | 2026-11-09T03:26:08.783Z | + RUST_LOG=info,phd=debug |
| 131 | 2026-11-09T03:26:08.783Z | + ptime -m pfexec /work/phd-test/phd-runner --emit-bunyan run --propolis-server-cmd /work/phd-test/propolis-server --crucible-downstairs-commit auto --artifact-toml-path /work/phd-test/artifacts.toml --tmp-directory /tmp/propolis-phd --artifact-directory /phd-artifacts --include-filter phd_tests::migrate::from_base --base-propolis-branch master |
| 132 | 2026-11-09T03:26:08.783Z | + tee /tmp/phd-runner.log |
| 133 | 2026-11-09T03:26:08.973Z | {"v":0,"name":"phd-runner","msg":"phd_runner","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:08.948141721Z","target":"phd_runner","line":36,"file":"phd-tests/runner/src/main.rs","runner_args":"ProcessArgs { command: Run(RunOptions { propolis_server_cmd: \"/work/phd-test/propolis-server\", base_propolis_branch: Some(\"master\"), base_propolis_commit: None, base_propolis_cmd: None, crucible_downstairs_cmd: None, crucible_downstairs_commit: Some(Auto), tmp_directory: \"/tmp/propolis-phd\", artifact_directory: Some(\"/phd-artifacts\"), output_mode: TmpFile, default_guest_cpus: 2, default_guest_memory_mib: 512, artifact_toml_path: \"/work/phd-test/artifacts.toml\", default_guest_artifact: \"alpine\", default_bootrom_artifact: \"ovmf\", include_filter: [\"phd_tests::migrate::from_base\"], exclude_filter: [], max_buildomat_wait_secs: 1200, manual_stop_on_failure: false }), disable_ansi: false, emit_bunyan: true }"} |
| 134 | 2026-11-09T03:26:08.997Z | {"v":0,"name":"phd-runner","msg":"Created new artifact store from manifest","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:08.981429484Z","target":"phd_framework::artifacts::store","line":219,"file":"phd-tests/framework/src/artifacts/store.rs","store":"Store { local_dir: \"/phd-artifacts\", artifacts: {\"alpine\": Mutex { data: StoredArtifact { description: Artifact { filename: \"alpine.iso\", kind: GuestOs(Alpine), source: RemoteServer { sha256: \"ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1\" }, untar: None }, cached_path: None } }, \"ovmf\": Mutex { data: StoredArtifact { description: Artifact { filename: \"OVMF_CODE.fd\", kind: Bootrom, source: Buildomat(BuildomatArtifact { repo: Repo(\"oxidecomputer/edk2\"), series: Series(\"image_debug\"), commit: Commit(\"bf64f45b1a58e69d126a3c6ca1e4512c88668132\"), sha256: \"740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448\" }), untar: None }, cached_path: None } }}, downloader: DownloadConfig { timeout: 600s, buildomat_backoff: ExponentialBackoff { current_interval: 1s, initial_interval: 1s, randomization_factor: 0.5, multiplier: 1.5, max_interval: 60s, start_time: Instant { tv_sec: 241, tv_nsec: 984444728 }, max_elapsed_time: Some(1200s), clock: SystemClock }, remote_server_uris: [\"https://oxide-omicron-build.s3.amazonaws.com\"] } }"} |
| 135 | 2026-11-09T03:26:08.997Z | {"v":0,"name":"phd-runner","msg":"Adding Propolis server from local command","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:08.981991946Z","target":"phd_framework::artifacts::store","line":227,"file":"phd-tests/framework/src/artifacts/store.rs","propolis_server_cmd":"/work/phd-test/propolis-server"} |
| 136 | 2026-11-09T03:26:09.021Z | {"v":0,"name":"phd-runner","msg":"Adding crucible-downstairs from Buildomat Git revision","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:08.983204147Z","target":"phd_framework::artifacts::store","line":311,"file":"phd-tests/framework/src/artifacts/store.rs","commit":"bd62980710dd3d6d3524aa7f6617127942b75002"} |
| 137 | 2026-11-09T03:26:09.021Z | {"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:08.989978855Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/bd62980710dd3d6d3524aa7f6617127942b75002/crucible-nightly.sha256.txt","timeout":"600s"} |
| 138 | 2026-11-09T03:26:10.867Z | {"v":0,"name":"phd-runner","msg":"Adding 'current' Propolis server from Buildomat Git branch 'master'","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:10.852773932Z","target":"phd_framework::artifacts::store","line":248,"file":"phd-tests/framework/src/artifacts/store.rs"} |
| 139 | 2026-11-09T03:26:11.461Z | {"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:11.446900569Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/12b00ba88d088e0c61b2d4d26f765fc83f6a76b8/propolis-server.sha256.txt","timeout":"600s"} |
| 140 | 2026-11-09T03:26:11.641Z | {"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - START]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:11.627232666Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs"} |
| 141 | 2026-11-09T03:26:11.641Z | {"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - END]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:11.627341063Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 142 | 2026-11-09T03:26:11.665Z | {"v":0,"name":"phd-runner","msg":"Running 3 test(s)","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:11.628410843Z","target":"phd_runner::execute","line":83,"file":"phd-tests/runner/src/execute.rs"} |
| 143 | 2026-11-09T03:26:11.665Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::serial_history","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:11.629412463Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 144 | 2026-11-09T03:26:11.665Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:11.629449994Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 145 | 2026-11-09T03:26:11.665Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:11.629482767Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 146 | 2026-11-09T03:26:11.665Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:11.63232683Z","target":"phd_tests::migrate::from_base","line":40,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::serial_history"} |
| 147 | 2026-11-09T03:26:11.665Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:11.635557959Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::serial_history"} |
| 148 | 2026-11-09T03:26:11.665Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading file from Buildomat...","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:11.637338424Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/edk2/image_debug/bf64f45b1a58e69d126a3c6ca1e4512c88668132/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::serial_history"} |
| 149 | 2026-11-09T03:26:12.255Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:12.240903689Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::serial_history"} |
| 150 | 2026-11-09T03:26:12.278Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading alpine.iso from https://oxide-omicron-build.s3.amazonaws.com/alpine.iso","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:12.251975221Z","target":"phd_framework::artifacts::store","line":614,"file":"phd-tests/framework/src/artifacts/store.rs","timeout":"600s","path":"phd_tests::migrate::from_base::serial_history"} |
| 151 | 2026-11-09T03:26:19.072Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:19.057919739Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::serial_history"} |
| 152 | 2026-11-09T03:26:19.072Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:19.058021373Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::from_base::serial_history"} |
| 153 | 2026-11-09T03:26:19.096Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:19.071442423Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 3.90M 25.3T 2M /phd-artifacts\n","path":"phd_tests::migrate::from_base::serial_history"} |
| 154 | 2026-11-09T03:26:19.096Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:19.073645875Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-46c34707-0128-49ad-8f3d-47db176d1c43\"]","verb":"snapshot","path":"phd_tests::migrate::from_base::serial_history"} |
| 155 | 2026-11-09T03:26:19.121Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:19.092730635Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-46c34707-0128-49ad-8f3d-47db176d1c43\", \"phd-artifacts/phd-clone-61a1db07-3337-48c7-a189-ce1c78622c30\"]","verb":"clone","path":"phd_tests::migrate::from_base::serial_history"} |
| 156 | 2026-11-09T03:26:19.146Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:19.109036177Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-61a1db07-3337-48c7-a189-ce1c78622c30\"]","path":"phd_tests::migrate::from_base::serial_history"} |
| 157 | 2026-11-09T03:26:19.146Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:19.11830867Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-61a1db07-3337-48c7-a189-ce1c78622c30 0B 25.3T 49.0M /phd-artifacts/phd-clone-61a1db07-3337-48c7-a189-ce1c78622c30\n","path":"phd_tests::migrate::from_base::serial_history"} |
| 158 | 2026-11-09T03:26:19.146Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:19.122681896Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history"} |
| 159 | 2026-11-09T03:26:19.146Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:19.122807946Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\", metrics: None }","vm_name":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history"} |
| 160 | 2026-11-09T03:26:19.146Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] checking for existing copy of artifact","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:19.12287812Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/71b15fc0469de84be478d8f280bcc0a85e30ef6c760d34a6bbf9286b61b56fc5/propolis-server.tar.gz","path":"phd_tests::migrate::from_base::serial_history"} |
| 161 | 2026-11-09T03:26:19.146Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Downloading file from Buildomat...","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:19.122965116Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/propolis/phd_build/12b00ba88d088e0c61b2d4d26f765fc83f6a76b8/propolis-server.tar.gz","path":"phd_tests::migrate::from_base::serial_history"} |
| 162 | 2026-11-09T03:26:37.135Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Extracting artifact from tarball","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:37.120301327Z","target":"phd_framework::artifacts::store","line":160,"file":"phd-tests/framework/src/artifacts/store.rs","extracted_path":"/phd-artifacts/71b15fc0469de84be478d8f280bcc0a85e30ef6c760d34a6bbf9286b61b56fc5/propolis-server","untar_path":"propolis-server","path":"phd_tests::migrate::from_base::serial_history"} |
| 163 | 2026-11-09T03:26:37.135Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Extracting gzipped tarball...","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:26:37.120394074Z","target":"phd_framework::artifacts::store","line":514,"file":"phd-tests/framework/src/artifacts/store.rs","path":"phd_tests::migrate::from_base::serial_history"} |
| 164 | 2026-11-09T03:27:01.795Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:01.781126667Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/phd-artifacts/71b15fc0469de84be478d8f280bcc0a85e30ef6c760d34a6bbf9286b61b56fc5/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::migrate::from_base::serial_history"} |
| 165 | 2026-11-09T03:27:01.820Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:01.782147524Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::from_base::serial_history/migration_serial_history_base.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::from_base::serial_history/migration_serial_history_base.stderr.log\"","path":"phd_tests::migrate::from_base::serial_history"} |
| 166 | 2026-11-09T03:27:01.892Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 928","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:01.878055528Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::serial_history"} |
| 167 | 2026-11-09T03:27:01.916Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:01.890885653Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history","vm_id":"26f9c517-7313-487b-b6b0-3887d7cf469f"} |
| 168 | 2026-11-09T03:27:01.940Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:01.902578247Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history","vm_id":"26f9c517-7313-487b-b6b0-3887d7cf469f"} |
| 169 | 2026-11-09T03:27:01.940Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:01.909790671Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::serial_history","elapsed_milliseconds":42785} |
| 170 | 2026-11-09T03:27:02.647Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure","level":50,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:02.632716913Z","target":"phd_framework::test_vm","line":459,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57e30842-72b4-4f72-ba08-0ca57fa7e6ca\", \"content-length\": \"122\", \"date\": \"Mon, 09 Nov 2026 03:27:02 GMT\"}; value: Error { error_code: None, message: \"server does not support this API version: 7.0.0\", request_id: \"57e30842-72b4-4f72-ba08-0ca57fa7e6ca\" }","vm":"migration_serial_history_base","path":"phd_tests::migrate::from_base::serial_history","vm_id":"26f9c517-7313-487b-b6b0-3887d7cf469f"} |
| 171 | 2026-11-09T03:27:02.670Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:02.649869426Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::serial_history"} |
| 172 | 2026-11-09T03:27:02.693Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:02.664494257Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::serial_history"} |
| 173 | 2026-11-09T03:27:02.693Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:02.664545414Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-61a1db07-3337-48c7-a189-ce1c78622c30\"]","path":"phd_tests::migrate::from_base::serial_history"} |
| 174 | 2026-11-09T03:27:02.716Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:02.697617565Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::serial_history"} |
| 175 | 2026-11-09T03:27:02.716Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:02.697692578Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-46c34707-0128-49ad-8f3d-47db176d1c43\"]","path":"phd_tests::migrate::from_base::serial_history"} |
| 176 | 2026-11-09T03:27:03.729Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.71488935Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"26f9c517-7313-487b-b6b0-3887d7cf469f","path":"phd_tests::migrate::from_base::serial_history","vm":"migration_serial_history_base","elapsed_milliseconds":1823} |
| 177 | 2026-11-09T03:27:03.729Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.714971577Z","target":"phd_tests::migrate::from_base","line":40,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::serial_history","elapsed_milliseconds":52079} |
| 178 | 2026-11-09T03:27:03.798Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::serial_history ... FAILED: Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57e30842-72b4-4f72-ba08-0ca57fa7e6ca\", \"content-length\": \"122\", \"date\": \"Mon, 09 Nov 2026 03:27:02 GMT\"}; value: Error { error_code: None, message: \"server does not support this API version: 7.0.0\", request_id: \"57e30842-72b4-4f72-ba08-0ca57fa7e6ca\" }\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::run_serial_history_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:423:21\n 8: phd_tests::migrate::from_base::serial_history::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:46:10\n 9: <tracing::instrument::Instrumented<phd_tests::migrate::from_base::serial_history::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::migrate::from_base::serial_history::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:40:5\n 11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:761:22\n 32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.716776168Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 179 | 2026-11-09T03:27:03.798Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.716997869Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 180 | 2026-11-09T03:27:03.798Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.721979448Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":4} |
| 181 | 2026-11-09T03:27:03.798Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::can_migrate_from_base","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.722035836Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 182 | 2026-11-09T03:27:03.798Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.722064611Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 183 | 2026-11-09T03:27:03.798Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.722096472Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 184 | 2026-11-09T03:27:03.798Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.722279831Z","target":"phd_tests::migrate::from_base","line":34,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 185 | 2026-11-09T03:27:03.798Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.722393137Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 186 | 2026-11-09T03:27:03.798Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.722451218Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 187 | 2026-11-09T03:27:03.798Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.72250448Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 188 | 2026-11-09T03:27:03.798Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.722590213Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 189 | 2026-11-09T03:27:03.798Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.731050085Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 1.28G 25.3T 1.28G /phd-artifacts\n","path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 190 | 2026-11-09T03:27:03.798Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.731192947Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-cd146d30-69eb-44e2-bb29-0e6b1664d100\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 191 | 2026-11-09T03:27:03.822Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.744923137Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-cd146d30-69eb-44e2-bb29-0e6b1664d100\", \"phd-artifacts/phd-clone-3e301860-3c5a-4266-b1a8-b7895f8ad5c5\"]","verb":"clone","path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 192 | 2026-11-09T03:27:03.822Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.761536735Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-3e301860-3c5a-4266-b1a8-b7895f8ad5c5\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 193 | 2026-11-09T03:27:03.822Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.771263543Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-3e301860-3c5a-4266-b1a8-b7895f8ad5c5 0B 25.3T 1.28G /phd-artifacts/phd-clone-3e301860-3c5a-4266-b1a8-b7895f8ad5c5\n","path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 194 | 2026-11-09T03:27:03.822Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.771961944Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 195 | 2026-11-09T03:27:03.822Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.772034232Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_from_base","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\", metrics: None }","path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 196 | 2026-11-09T03:27:03.822Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.772109626Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/71b15fc0469de84be478d8f280bcc0a85e30ef6c760d34a6bbf9286b61b56fc5/propolis-server","path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 197 | 2026-11-09T03:27:03.822Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.772175041Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/phd-artifacts/71b15fc0469de84be478d8f280bcc0a85e30ef6c760d34a6bbf9286b61b56fc5/propolis-server\"","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","server_addr":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 198 | 2026-11-09T03:27:03.823Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.772255835Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::from_base::can_migrate_from_base/migration_from_base.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::from_base::can_migrate_from_base/migration_from_base.stderr.log\"","path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 199 | 2026-11-09T03:27:03.847Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 936","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.825064729Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 200 | 2026-11-09T03:27:03.870Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.835817823Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":63,"path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 201 | 2026-11-09T03:27:03.870Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.835958942Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"3696711a-b6a8-41cc-82c7-eae9abfb5fc0","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 202 | 2026-11-09T03:27:03.871Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:03.83660784Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","vm_id":"3696711a-b6a8-41cc-82c7-eae9abfb5fc0","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 203 | 2026-11-09T03:27:04.345Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure","level":50,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.331006062Z","target":"phd_framework::test_vm","line":459,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5745e2c4-90ba-4019-b252-f3f420a1eeae\", \"content-length\": \"122\", \"date\": \"Mon, 09 Nov 2026 03:27:04 GMT\"}; value: Error { error_code: None, message: \"server does not support this API version: 7.0.0\", request_id: \"5745e2c4-90ba-4019-b252-f3f420a1eeae\" }","vm_id":"3696711a-b6a8-41cc-82c7-eae9abfb5fc0","vm":"migration_from_base","path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 204 | 2026-11-09T03:27:04.368Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.33138264Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 205 | 2026-11-09T03:27:04.368Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.343347706Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 206 | 2026-11-09T03:27:04.368Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.343481591Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-3e301860-3c5a-4266-b1a8-b7895f8ad5c5\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 207 | 2026-11-09T03:27:04.391Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.374058684Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 208 | 2026-11-09T03:27:04.391Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.374120402Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-cd146d30-69eb-44e2-bb29-0e6b1664d100\"]","path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 209 | 2026-11-09T03:27:04.454Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.389596422Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":553,"vm":"migration_from_base","vm_id":"3696711a-b6a8-41cc-82c7-eae9abfb5fc0","path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 210 | 2026-11-09T03:27:04.454Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.389659693Z","target":"phd_tests::migrate::from_base","line":34,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":667,"path":"phd_tests::migrate::from_base::can_migrate_from_base"} |
| 211 | 2026-11-09T03:27:04.454Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::can_migrate_from_base ... FAILED: Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5745e2c4-90ba-4019-b252-f3f420a1eeae\", \"content-length\": \"122\", \"date\": \"Mon, 09 Nov 2026 03:27:04 GMT\"}; value: Error { error_code: None, message: \"server does not support this API version: 7.0.0\", request_id: \"5745e2c4-90ba-4019-b252-f3f420a1eeae\" }\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::run_smoke_test::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:328:21\n 8: phd_tests::migrate::from_base::can_migrate_from_base::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:37:14\n 9: <tracing::instrument::Instrumented<phd_tests::migrate::from_base::can_migrate_from_base::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 10: phd_tests::migrate::from_base::can_migrate_from_base::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:34:5\n 11: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 12: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 13: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 14: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 15: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 16: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 17: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 18: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 19: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 20: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 21: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 22: __rust_try\n 23: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 24: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 25: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 27: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 28: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 29: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 30: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 31: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:761:22\n 32: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 33: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 35: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 36: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 37: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 38: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 40: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 41: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 42: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 43: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 44: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 45: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 46: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 47: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 48: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 49: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 50: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 51: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 52: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 53: __rust_try\n 54: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 55: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 56: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 58: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 59: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 60: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 61: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 62: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 63: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 64: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 65: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 66: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 67: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 68: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 69: __rust_try\n 70: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 71: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 72: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 73: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 74: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 75: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 76: _thrp_setup\n 77: <unknown>","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.391033603Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 212 | 2026-11-09T03:27:04.456Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.391162509Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 213 | 2026-11-09T03:27:04.456Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.391263892Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 214 | 2026-11-09T03:27:04.456Z | {"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::from_base::migration_from_base_and_back","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.391324648Z","target":"phd_runner::execute","line":91,"file":"phd-tests/runner/src/execute.rs"} |
| 215 | 2026-11-09T03:27:04.456Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.391361468Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"} |
| 216 | 2026-11-09T03:27:04.456Z | {"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.391400342Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 217 | 2026-11-09T03:27:04.456Z | {"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.391571118Z","target":"phd_tests::migrate::from_base","line":52,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} |
| 218 | 2026-11-09T03:27:04.456Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.39168247Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} |
| 219 | 2026-11-09T03:27:04.457Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.391746091Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} |
| 220 | 2026-11-09T03:27:04.457Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.391810514Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} |
| 221 | 2026-11-09T03:27:04.457Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.391877813Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} |
| 222 | 2026-11-09T03:27:04.481Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.401897517Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 1.28G 25.3T 1.28G /phd-artifacts\n","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} |
| 223 | 2026-11-09T03:27:04.481Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.402032104Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-3a7ed44d-5498-437d-8c26-cb9da79c8167\"]","verb":"snapshot","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} |
| 224 | 2026-11-09T03:27:04.481Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.417411077Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-3a7ed44d-5498-437d-8c26-cb9da79c8167\", \"phd-artifacts/phd-clone-3ef7939b-b0fb-49b3-a89a-5cd94c5909a2\"]","verb":"clone","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} |
| 225 | 2026-11-09T03:27:04.481Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.432263148Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-3ef7939b-b0fb-49b3-a89a-5cd94c5909a2\"]","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} |
| 226 | 2026-11-09T03:27:04.481Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.441210678Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-3ef7939b-b0fb-49b3-a89a-5cd94c5909a2 0B 25.3T 1.28G /phd-artifacts/phd-clone-3ef7939b-b0fb-49b3-a89a-5cd94c5909a2\n","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} |
| 227 | 2026-11-09T03:27:04.482Z | {"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.44176222Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} |
| 228 | 2026-11-09T03:27:04.482Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.441828656Z","target":"phd_framework::test_vm","line":318,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_from_base_and_back","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__BASE_PROPOLIS\", metrics: None }","guest_os_kind":"Alpine","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} |
| 229 | 2026-11-09T03:27:04.482Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.441889232Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/71b15fc0469de84be478d8f280bcc0a85e30ef6c760d34a6bbf9286b61b56fc5/propolis-server","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} |
| 230 | 2026-11-09T03:27:04.482Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.441949547Z","target":"phd_framework::test_vm::server","line":66,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/phd-artifacts/71b15fc0469de84be478d8f280bcc0a85e30ef6c760d34a6bbf9286b61b56fc5/propolis-server\"","server_addr":"127.0.0.1:9000","bootrom_path":"\"/phd-artifacts/740187046a7267d0de72d3455070333547dbc0ea023531471fb2b2a61effa448/OVMF_CODE.fd\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} |
| 231 | 2026-11-09T03:27:04.482Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.442027506Z","target":"phd_framework::log_config","line":84,"file":"phd-tests/framework/src/log_config.rs","stderr_path":"\"/tmp/propolis-phd/phd_tests::migrate::from_base::migration_from_base_and_back/migration_from_base_and_back.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/phd_tests::migrate::from_base::migration_from_base_and_back/migration_from_base_and_back.stdout.log\"","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} |
| 232 | 2026-11-09T03:27:04.509Z | {"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 944","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.494592131Z","target":"phd_framework::test_vm::server","line":127,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} |
| 233 | 2026-11-09T03:27:04.532Z | {"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.506186492Z","target":"phd_framework::test_vm","line":300,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":64} |
| 234 | 2026-11-09T03:27:04.532Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.506293126Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back","vm_id":"b7d47a0c-d12f-4c3f-9b59-b4f588149d87"} |
| 235 | 2026-11-09T03:27:04.532Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:04.5069928Z","target":"phd_framework::test_vm","line":455,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance)","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back","vm_id":"b7d47a0c-d12f-4c3f-9b59-b4f588149d87"} |
| 236 | 2026-11-09T03:27:05.248Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure","level":50,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:05.220449037Z","target":"phd_framework::test_vm","line":459,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"945c0b3d-2519-47a4-b248-58646a7d73b7\", \"content-length\": \"122\", \"date\": \"Mon, 09 Nov 2026 03:27:05 GMT\"}; value: Error { error_code: None, message: \"server does not support this API version: 7.0.0\", request_id: \"945c0b3d-2519-47a4-b248-58646a7d73b7\" }","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back","vm_id":"b7d47a0c-d12f-4c3f-9b59-b4f588149d87"} |
| 237 | 2026-11-09T03:27:05.249Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:05.220793645Z","target":"phd_framework::test_vm::server","line":177,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} |
| 238 | 2026-11-09T03:27:05.249Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:05.231694431Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} |
| 239 | 2026-11-09T03:27:05.249Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:05.231841361Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-3ef7939b-b0fb-49b3-a89a-5cd94c5909a2\"]","verb":"destroy","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} |
| 240 | 2026-11-09T03:27:05.275Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:05.261351379Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} |
| 241 | 2026-11-09T03:27:05.338Z | {"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:05.261463693Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-3a7ed44d-5498-437d-8c26-cb9da79c8167\"]","verb":"destroy","path":"phd_tests::migrate::from_base::migration_from_base_and_back"} |
| 242 | 2026-11-09T03:27:05.338Z | {"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:05.278990232Z","target":"phd_framework::test_vm","line":412,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","vm":"migration_from_base_and_back","elapsed_milliseconds":772,"vm_id":"b7d47a0c-d12f-4c3f-9b59-b4f588149d87"} |
| 243 | 2026-11-09T03:27:05.338Z | {"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:05.279080484Z","target":"phd_tests::migrate::from_base","line":52,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::from_base::migration_from_base_and_back","elapsed_milliseconds":887} |
| 244 | 2026-11-09T03:27:05.338Z | {"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::from_base::migration_from_base_and_back ... FAILED: Error Response: status: 400 Bad Request; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"945c0b3d-2519-47a4-b248-58646a7d73b7\", \"content-length\": \"122\", \"date\": \"Mon, 09 Nov 2026 03:27:05 GMT\"}; value: Error { error_code: None, message: \"server does not support this API version: 7.0.0\", request_id: \"945c0b3d-2519-47a4-b248-58646a7d73b7\" }\n\nStack backtrace:\n 0: <anyhow::Error as core::convert::From<progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>::from\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/anyhow-1.0.104/src/backtrace.rs:10:14\n 1: <core::result::Result<phd_framework::serial::SerialConsole, anyhow::Error> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible, progenitor_client::progenitor_client::Error<propolis_client::types::Error>>>>::from_residual\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/result.rs:2189:27\n 2: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:471:9\n 3: <tracing::instrument::Instrumented<<phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 4: <phd_framework::test_vm::TestVm>::instance_ensure_internal::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:412:5\n 5: <phd_framework::test_vm::TestVm>::instance_ensure::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:549:22\n 6: <phd_framework::test_vm::TestVm>::launch::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/framework/src/test_vm/mod.rs:537:32\n 7: phd_tests::migrate::from_base::migration_from_base_and_back::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:56:25\n 8: <tracing::instrument::Instrumented<phd_tests::migrate::from_base::migration_from_base_and_back::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.40/src/instrument.rs:321:15\n 9: phd_tests::migrate::from_base::migration_from_base_and_back::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/tests/src/migrate.rs:52:5\n 10: <core::pin::Pin<alloc::boxed::Box<dyn core::future::future::Future<Output = phd_testcase::TestOutcome> + core::marker::Send>> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/future.rs:133:9\n 11: <phd_testcase::TestCase>::run::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/testcase/src/lib.rs:79:32\n 12: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/macros/select.rs:705:49\n 13: <core::future::poll_fn::PollFn<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}::{closure#0}> as core::future::future::Future>::poll\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/future/poll_fn.rs:151:9\n 14: phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}\n at ./oxidecomputer/propolis/phd-tests/runner/src/execute.rs:117:13\n 15: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 16: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}>>>::with_mut::<core::task::poll::Poll<phd_testcase::TestOutcome>, <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 17: <tokio::runtime::task::core::Core<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 18: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 19: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 20: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 21: __rust_try\n 22: std::panicking::catch_unwind::<core::task::poll::Poll<phd_testcase::TestOutcome>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 23: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>::{closure#0}>, core::task::poll::Poll<phd_testcase::TestOutcome>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 24: tokio::runtime::task::harness::poll_future::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 25: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 26: <tokio::runtime::task::harness::Harness<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 27: tokio::runtime::task::raw::poll::<phd_runner::execute::run_tests_with_ctx::{closure#0}::{closure#0}, alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 28: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 29: <tokio::runtime::task::LocalNotified<alloc::sync::Arc<tokio::runtime::scheduler::multi_thread::handle::Handle>>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:510:13\n 30: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:761:22\n 31: tokio::task::coop::with_budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:167:5\n 32: tokio::task::coop::budget::<core::result::Result<alloc::boxed::Box<tokio::runtime::scheduler::multi_thread::worker::Core>, ()>, <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/task/coop/mod.rs:133:5\n 33: <tokio::runtime::scheduler::multi_thread::worker::Context>::run_task\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:675:9\n 34: <tokio::runtime::scheduler::multi_thread::worker::Context>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:585:29\n 35: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:550:24\n 36: <tokio::runtime::context::scoped::Scoped<tokio::runtime::scheduler::Context>>::set::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/scoped.rs:40:9\n 37: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:38\n 38: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::try_with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:462:12\n 39: <std::thread::local::LocalKey<tokio::runtime::context::Context>>::with::<tokio::runtime::context::set_scheduler<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/local.rs:426:20\n 40: tokio::runtime::context::set_scheduler::<(), tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context.rs:181:17\n 41: tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:545:9\n 42: tokio::runtime::context::runtime::enter_runtime::<tokio::runtime::scheduler::multi_thread::worker::run::{closure#0}, ()>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/context/runtime.rs:65:16\n 43: tokio::runtime::scheduler::multi_thread::worker::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:537:5\n 44: <tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/scheduler/multi_thread/worker.rs:503:45\n 45: <tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}> as core::future::future::Future>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/task.rs:42:21\n 46: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:375:24\n 47: <tokio::loom::std::unsafe_cell::UnsafeCell<tokio::runtime::task::core::Stage<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>>>>::with_mut::<core::task::poll::Poll<()>, <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll::{closure#0}>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/loom/std/unsafe_cell.rs:16:9\n 48: <tokio::runtime::task::core::Core<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/core.rs:364:30\n 49: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:535:30\n 50: <core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 51: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 52: __rust_try\n 53: std::panicking::catch_unwind::<core::task::poll::Poll<()>, core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 54: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<tokio::runtime::task::harness::poll_future<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>::{closure#0}>, core::task::poll::Poll<()>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 55: tokio::runtime::task::harness::poll_future::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:523:18\n 56: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll_inner\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:210:27\n 57: <tokio::runtime::task::harness::Harness<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/harness.rs:155:20\n 58: tokio::runtime::task::raw::poll::<tokio::runtime::blocking::task::BlockingTask<<tokio::runtime::scheduler::multi_thread::worker::Launch>::launch::{closure#0}>, tokio::runtime::blocking::schedule::BlockingSchedule>\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:337:13\n 59: <tokio::runtime::task::raw::RawTask>::poll\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/raw.rs:267:18\n 60: <tokio::runtime::task::UnownedTask<tokio::runtime::blocking::schedule::BlockingSchedule>>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/task/mod.rs:547:13\n 61: <tokio::runtime::blocking::pool::Task>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:161:19\n 62: <tokio::runtime::blocking::pool::Inner>::run\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:518:22\n 63: <tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}\n at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.52.3/src/runtime/blocking/pool.rs:474:47\n 64: std::sys::backtrace::__rust_begin_short_backtrace::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/backtrace.rs:166:18\n 65: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:70:13\n 66: <core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/panic/unwind_safe.rs:275:9\n 67: std::panicking::catch_unwind::do_call::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:581:40\n 68: __rust_try\n 69: std::panicking::catch_unwind::<(), core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panicking.rs:544:19\n 70: std::panic::catch_unwind::<core::panic::unwind_safe::AssertUnwindSafe<std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}::{closure#0}>, ()>\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/panic.rs:359:14\n 71: std::thread::lifecycle::spawn_unchecked::<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/thread/lifecycle.rs:68:26\n 72: <std::thread::lifecycle::spawn_unchecked<<tokio::runtime::blocking::pool::Spawner>::spawn_thread::{closure#0}, ()>::{closure#1} as core::ops::function::FnOnce<()>>::call_once::{shim:vtable#0}\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/core/src/ops/function.rs:250:5\n 73: <alloc::boxed::Box<dyn core::ops::function::FnOnce<(), Output = ()> + core::marker::Send> as core::ops::function::FnOnce<()>>::call_once\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/alloc/src/boxed.rs:2275:9\n 74: <std::sys::thread::unix::Thread>::new::thread_start\n at /rustc/8bab26f4f68e0e26f0bb7960be334d5b520ea452/library/std/src/sys/thread/unix.rs:118:17\n 75: _thrp_setup\n 76: <unknown>","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:05.280474723Z","target":"phd_runner::execute","line":141,"file":"phd-tests/runner/src/execute.rs"} |
| 245 | 2026-11-09T03:27:05.339Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:05.280595583Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"} |
| 246 | 2026-11-09T03:27:05.339Z | {"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:05.28069391Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 247 | 2026-11-09T03:27:05.339Z | {"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - START]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:05.280757041Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs"} |
| 248 | 2026-11-09T03:27:05.339Z | {"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - END]","level":30,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:05.280796536Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0} |
| 249 | 2026-11-09T03:27:05.339Z | |
| 250 | 2026-11-09T03:27:05.339Z | failures: |
| 251 | 2026-11-09T03:27:05.339Z | phd_tests::migrate::from_base::serial_history |
| 252 | 2026-11-09T03:27:05.339Z | phd_tests::migrate::from_base::can_migrate_from_base |
| 253 | 2026-11-09T03:27:05.339Z | phd_tests::migrate::from_base::migration_from_base_and_back |
| 254 | 2026-11-09T03:27:05.339Z | |
| 255 | 2026-11-09T03:27:05.339Z | test result: FAILED. 0 passed; 3 failed; 0 skipped; 0 not run; finished in 53.65s |
| 256 | 2026-11-09T03:27:05.339Z | |
| 257 | 2026-11-09T03:27:05.339Z | {"v":0,"name":"phd-runner","msg":"phd_runner","level":20,"hostname":"BRM42220060","pid":923,"time":"2026-11-09T03:27:05.280909031Z","target":"phd_runner","line":41,"file":"phd-tests/runner/src/main.rs","exit_code":3} |
| 258 | 2026-11-09T03:27:05.443Z | |
| 259 | 2026-11-09T03:27:05.443Z | real 56.523089963 |
| 260 | 2026-11-09T03:27:05.443Z | user 32.342600692 |
| 261 | 2026-11-09T03:27:05.443Z | sys 4.276523027 |
| 262 | 2026-11-09T03:27:05.443Z | trap 0.004583130 |
| 263 | 2026-11-09T03:27:05.443Z | tflt 0.000952658 |
| 264 | 2026-11-09T03:27:05.443Z | dflt 0.000926744 |
| 265 | 2026-11-09T03:27:05.443Z | kflt 0.000000000 |
| 266 | 2026-11-09T03:27:05.467Z | lock 2:00:54.298568282 |
| 267 | 2026-11-09T03:27:05.467Z | slp 54.283664834 |
| 268 | 2026-11-09T03:27:05.467Z | lat 0.557418663 |
| 269 | 2026-11-09T03:27:05.468Z | stop 20.690735338 |
| 270 | 2026-11-09T03:27:05.468Z | + failcount=3 |
| 271 | 2026-11-09T03:27:05.468Z | + set -e |
| 272 | 2026-11-09T03:27:05.468Z | + tar -czvf /tmp/phd-tmp-files.tar.gz -C /tmp/propolis-phd . |
| 273 | 2026-11-09T03:27:05.468Z | Compressing '/tmp/phd-tmp-files.tar.gz' with '/usr/bin/gzip'... |
| 274 | 2026-11-09T03:27:05.468Z | a ./ 0K |
| 275 | 2026-11-09T03:27:05.468Z | a ./phd_tests::migrate::from_base::serial_history/ 0K |
| 276 | 2026-11-09T03:27:05.468Z | a ./phd_tests::migrate::from_base::serial_history/migration_serial_history_base.stdout.log 2K |
| 277 | 2026-11-09T03:27:05.468Z | a ./phd_tests::migrate::from_base::serial_history/migration_serial_history_base.stderr.log 0K |
| 278 | 2026-11-09T03:27:05.468Z | a ./phd_tests::migrate::from_base::can_migrate_from_base/ 0K |
| 279 | 2026-11-09T03:27:05.468Z | a ./phd_tests::migrate::from_base::can_migrate_from_base/migration_from_base.stdout.log 2K |
| 280 | 2026-11-09T03:27:05.468Z | a ./phd_tests::migrate::from_base::can_migrate_from_base/migration_from_base.stderr.log 0K |
| 281 | 2026-11-09T03:27:05.468Z | a ./phd_tests::migrate::from_base::migration_from_base_and_back/ 0K |
| 282 | 2026-11-09T03:27:05.468Z | a ./phd_tests::migrate::from_base::migration_from_base_and_back/migration_from_base_and_back.stdout.log 2K |
| 283 | 2026-11-09T03:27:05.468Z | a ./phd_tests::migrate::from_base::migration_from_base_and_back/migration_from_base_and_back.stderr.log 0K |
| 284 | 2026-11-09T03:27:05.468Z | + exitcode=0 |
| 285 | 2026-11-09T03:27:05.468Z | + '[' 3 -eq 0 ']' |
| 286 | 2026-11-09T03:27:05.468Z | + echo |
| 287 | 2026-11-09T03:27:05.468Z | |
| 288 | 2026-11-09T03:27:05.468Z | + echo 'SOME TESTS FAILED' |
| 289 | 2026-11-09T03:27:05.468Z | SOME TESTS FAILED |
| 290 | 2026-11-09T03:27:05.468Z | + echo |
| 291 | 2026-11-09T03:27:05.468Z | |
| 292 | 2026-11-09T03:27:05.468Z | + exitcode=1 |
| 293 | 2026-11-09T03:27:05.468Z | + find /dev/vmm -mindepth 1 -maxdepth 1 |
| 294 | 2026-11-09T03:27:05.468Z | + read |
| 295 | 2026-11-09T03:27:05.468Z | + exit 1 |
| 296 | 2026-11-09T03:27:05.468Z | process exited: duration 116486 ms, exit code 1 |
| |
| 297 | 2026-11-09T03:27:05.542Z | found 2 output files |
| 298 | 2026-11-09T03:27:05.542Z | uploading: /tmp/phd-runner.log (112187 bytes) |
| 299 | 2026-11-09T03:27:06.658Z | uploaded: /tmp/phd-runner.log |
| 300 | 2026-11-09T03:27:06.681Z | uploading: /tmp/phd-tmp-files.tar.gz (1230 bytes) |
| 301 | 2026-11-09T03:27:07.758Z | uploaded: /tmp/phd-tmp-files.tar.gz |