01J8R7T93HV9AK1MZENPDV5Q86: phd-run

BasicConfig {
    output_rules: [
        "/tmp/phd-runner.log",
        "/tmp/phd-tmp-files.tar.gz",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01J8R7TNZ4HX5TTYCDTC8NJ1ZV

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-09-26T22:48:13.930Zjob dependencies complete; ready to run (waiting for 8 m 40 s)
22024-09-26T23:21:28.737Zjob assigned to worker 01J8RA1CPTQSV284KZY633F6F7 (queued for 33 m 14 s)
32024-09-26T23:21:28.917Zhttp://172.20.0.5:9969/ipxe/sock... ok
42024-09-26T23:21:29.017Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
52024-09-26T23:21:29.235Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
62024-09-26T23:21:29.502Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
72024-09-26T23:21:29.697Zhttp://172.20.0.5:9969/postboot/sock... ok
82024-09-26T23:21:29.776ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92024-09-26T23:21:30.045Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102024-09-26T23:21:30.154ZOxide Helios Version helios-2.0.22827 64-bit
112024-09-26T23:21:30.231ZConfiguring devices.
122024-09-26T23:21:30.601Z##################################################
132024-09-26T23:21:30.714Z#### ############# ##
142024-09-26T23:21:30.922Z### ### ############ ##
152024-09-26T23:21:31.110Z## ### # ## ### ## Oxide Computer Company ##
162024-09-26T23:21:31.177Z## ## ## ### # ### ##
172024-09-26T23:21:31.533Z## # ### #### #### This Station Under ##
182024-09-26T23:21:31.697Z### ### #### # ### Computer Control ##
192024-09-26T23:21:31.754Z#### #### ### ## ##
202024-09-26T23:21:32.027Z##################################################
212024-09-26T23:21:32.222ZHostname: sock
222024-09-26T23:21:32.300ZLoading smf(7) service descriptions:
232024-09-26T23:21:33.287Zdownloading input: /input/phd-build/out/phd-run-with-args.sh
242024-09-26T23:21:33.315Zdownloaded input: /input/phd-build/out/phd-run-with-args.sh
252024-09-26T23:21:33.316Zdownloading input: /input/phd-build/out/phd-runner.sha256.txt
262024-09-26T23:21:33.349Zdownloaded input: /input/phd-build/out/phd-runner.sha256.txt
272024-09-26T23:21:33.349Zdownloading input: /input/phd-build/out/phd-runner.tar.gz
282024-09-26T23:21:46.056Zdownloaded input: /input/phd-build/out/phd-runner.tar.gz
292024-09-26T23:21:46.056Zdownloading input: /input/phd-build/out/propolis-server-debug.sha256.txt
302024-09-26T23:21:46.116Zdownloaded input: /input/phd-build/out/propolis-server-debug.sha256.txt
312024-09-26T23:21:46.140Zdownloading input: /input/phd-build/out/propolis-server-debug.tar.gz
322024-09-26T23:22:10.354Zdownloaded input: /input/phd-build/out/propolis-server-debug.tar.gz
 
332024-09-26T23:22:10.354Zstarting task 0: "setup"
342024-09-26T23:22:10.378Z++ uname -s
352024-09-26T23:22:10.378Z+ kern=SunOS
362024-09-26T23:22:10.378Z+ case "$kern" in
372024-09-26T23:22:10.378Z+ groupadd -g 12345 build
382024-09-26T23:22:10.378Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
392024-09-26T23:22:12.373Z+ zfs create -o mountpoint=/work rpool/work
402024-09-26T23:22:12.416Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
412024-09-26T23:22:12.439Z+ home_fs=zfs
422024-09-26T23:22:12.439Z+ [[ zfs == autofs ]]
432024-09-26T23:22:12.439Z+ mkdir -p /home/build
442024-09-26T23:22:12.439Z+ chown build:build /home/build /work
452024-09-26T23:22:14.425Z+ chmod 0700 /home/build /work
462024-09-26T23:22:14.448Zprocess exited: duration 4074 ms, exit code 0
 
472024-09-26T23:22:14.495Zstarting task 1: "authentication"
482024-09-26T23:22:14.538Zprocess exited: duration 42 ms, exit code 0
 
492024-09-26T23:22:14.586Zstarting task 2: "build"
502024-09-26T23:22:14.610Z+ indir=/input
512024-09-26T23:22:14.610Z+ indir_suffix='phd-build/out/*.tar.gz'
522024-09-26T23:22:14.610Z+ phddir=/work/phd-test
532024-09-26T23:22:14.610Z+ pfexec zpool create -f phd-artifacts c1t1d0 c2t1d0
542024-09-26T23:22:14.732Z+ artifactdir=/phd-artifacts
552024-09-26T23:22:14.733Z+ banner Inputs
562024-09-26T23:22:14.757Z ###
572024-09-26T23:22:14.757Z # # # ##### # # ##### ####
582024-09-26T23:22:14.757Z # ## # # # # # # #
592024-09-26T23:22:14.757Z # # # # # # # # # ####
602024-09-26T23:22:14.757Z # # # # ##### # # # #
612024-09-26T23:22:14.757Z # # ## # # # # # #
622024-09-26T23:22:14.757Z ### # # # #### # ####
632024-09-26T23:22:14.757Z
642024-09-26T23:22:14.757Z+ find /input -ls
652024-09-26T23:22:14.757Z 34 1 drwxr-xr-x 3 root root 3 Sep 26 23:21 /input
662024-09-26T23:22:14.757Z 2 1 drwxr-xr-x 3 root root 3 Sep 26 23:21 /input/phd-build
672024-09-26T23:22:14.757Z 3 2 drwxr-xr-x 2 root root 7 Sep 26 23:21 /input/phd-build/out
682024-09-26T23:22:14.757Z 257 139264 -rw-r--r-- 1 root root 142511845 Sep 26 23:22 /input/phd-build/out/propolis-server-debug.tar.gz
692024-09-26T23:22:14.757Z 128 2 -rw-r--r-- 1 root root 1795 Sep 26 23:21 /input/phd-build/out/phd-run-with-args.sh
702024-09-26T23:22:14.757Z 129 1 -rw-r--r-- 1 root root 65 Sep 26 23:21 /input/phd-build/out/phd-runner.sha256.txt
712024-09-26T23:22:14.757Z 256 1 -rw-r--r-- 1 root root 65 Sep 26 23:21 /input/phd-build/out/propolis-server-debug.sha256.txt
722024-09-26T23:22:14.757Z 130 72929 -rw-r--r-- 1 root root 74630474 Sep 26 23:21 /input/phd-build/out/phd-runner.tar.gz
732024-09-26T23:22:14.757Z+ rm -rf /work/phd-test
742024-09-26T23:22:14.757Z+ mkdir /work/phd-test
752024-09-26T23:22:14.757Z+ for p in $indir/$indir_suffix
762024-09-26T23:22:14.757Z+ tar xzvf /input/phd-build/out/phd-runner.tar.gz -C /work/phd-test
772024-09-26T23:22:16.395ZDecompressing '/input/phd-build/out/phd-runner.tar.gz' with '/usr/bin/gzcat'...
782024-09-26T23:22:16.395Zx phd-runner, 271385640 bytes, 530051 tape blocks
792024-09-26T23:22:16.395Zx artifacts.toml, 548 bytes, 2 tape blocks
802024-09-26T23:22:16.419Z++ tar tf /input/phd-build/out/phd-runner.tar.gz
812024-09-26T23:22:17.994Z+ for f in $(tar tf "$p")
822024-09-26T23:22:17.994Z+ chmod +x /work/phd-test/phd-runner
832024-09-26T23:22:18.019Z+ for f in $(tar tf "$p")
842024-09-26T23:22:18.019Z+ chmod +x /work/phd-test/artifacts.toml
852024-09-26T23:22:18.019Z+ for p in $indir/$indir_suffix
862024-09-26T23:22:18.019Z+ tar xzvf /input/phd-build/out/propolis-server-debug.tar.gz -C /work/phd-test
872024-09-26T23:22:21.309ZDecompressing '/input/phd-build/out/propolis-server-debug.tar.gz' with '/usr/bin/gzcat'...
882024-09-26T23:22:21.309Zx propolis-server, 551351976 bytes, 1076860 tape blocks
892024-09-26T23:22:21.332Z++ tar tf /input/phd-build/out/propolis-server-debug.tar.gz
902024-09-26T23:22:24.322Z+ for f in $(tar tf "$p")
912024-09-26T23:22:24.322Z+ chmod +x /work/phd-test/propolis-server
922024-09-26T23:22:24.346Z+ ls /work/phd-test
932024-09-26T23:22:24.346Zartifacts.toml
942024-09-26T23:22:24.346Zphd-runner
952024-09-26T23:22:24.347Zpropolis-server
962024-09-26T23:22:24.347Z+ banner Setup
972024-09-26T23:22:24.347Z #####
982024-09-26T23:22:24.347Z# # ###### ##### # # #####
992024-09-26T23:22:24.347Z# # # # # # #
1002024-09-26T23:22:24.347Z ##### ##### # # # # #
1012024-09-26T23:22:24.347Z # # # # # #####
1022024-09-26T23:22:24.347Z# # # # # # #
1032024-09-26T23:22:24.347Z ##### ###### # #### #
1042024-09-26T23:22:24.347Z
1052024-09-26T23:22:24.347Z+ tmpdir=/tmp/propolis-phd
1062024-09-26T23:22:24.347Z+ '[' '!' -d /tmp/propolis-phd ']'
1072024-09-26T23:22:24.347Z+ mkdir /tmp/propolis-phd
1082024-09-26T23:22:24.347Z+ banner Tests
1092024-09-26T23:22:24.347Z#######
1102024-09-26T23:22:24.347Z # ###### #### ##### ####
1112024-09-26T23:22:24.347Z # # # # #
1122024-09-26T23:22:24.347Z # ##### #### # ####
1132024-09-26T23:22:24.347Z # # # # #
1142024-09-26T23:22:24.347Z # # # # # # #
1152024-09-26T23:22:24.347Z # ###### #### # ####
1162024-09-26T23:22:24.347Z
1172024-09-26T23:22:24.347Z+ runner=/work/phd-test/phd-runner
1182024-09-26T23:22:24.347Z+ artifacts=/work/phd-test/artifacts.toml
1192024-09-26T23:22:24.347Z+ propolis=/work/phd-test/propolis-server
1202024-09-26T23:22:24.347Z+ ls /work/phd-test/phd-runner
1212024-09-26T23:22:24.347Z/work/phd-test/phd-runner
1222024-09-26T23:22:24.347Z+ ls /work/phd-test/artifacts.toml
1232024-09-26T23:22:24.347Z/work/phd-test/artifacts.toml
1242024-09-26T23:22:24.347Z+ ls /work/phd-test/propolis-server
1252024-09-26T23:22:24.347Z/work/phd-test/propolis-server
1262024-09-26T23:22:24.347Z+ args=($runner '--emit-bunyan' 'run' '--propolis-server-cmd' $propolis '--crucible-downstairs-commit' 'auto' '--artifact-toml-path' $artifacts '--tmp-directory' $tmpdir '--artifact-directory' $artifactdir $@)
1272024-09-26T23:22:24.347Z+ set +e
1282024-09-26T23:22:24.347Z+ RUST_BACKTRACE=1
1292024-09-26T23:22:24.347Z+ RUST_LOG=info,phd=debug
1302024-09-26T23:22:24.347Z+ ptime -m pfexec /work/phd-test/phd-runner --emit-bunyan run --propolis-server-cmd /work/phd-test/propolis-server --crucible-downstairs-commit auto --artifact-toml-path /work/phd-test/artifacts.toml --tmp-directory /tmp/propolis-phd --artifact-directory /phd-artifacts --exclude-filter phd_tests::migrate::from_base
1312024-09-26T23:22:24.347Z+ tee /tmp/phd-runner.log
1322024-09-26T23:22:24.372Z{"v":0,"name":"phd-runner","msg":"phd_runner","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:22:24.074171319Z","target":"phd_runner","line":35,"file":"phd-tests/runner/src/main.rs","runner_args":"ProcessArgs { command: Run(RunOptions { propolis_server_cmd: \"/work/phd-test/propolis-server\", base_propolis_branch: None, base_propolis_commit: None, base_propolis_cmd: None, crucible_downstairs_cmd: None, crucible_downstairs_commit: Some(Auto), tmp_directory: \"/tmp/propolis-phd\", artifact_directory: Some(\"/phd-artifacts\"), server_logging_mode: TmpFile, default_guest_cpus: 2, default_guest_memory_mib: 512, artifact_toml_path: \"/work/phd-test/artifacts.toml\", default_guest_artifact: \"alpine\", default_bootrom_artifact: \"ovmf\", include_filter: [], exclude_filter: [\"phd_tests::migrate::from_base\"], max_buildomat_wait_secs: 1200 }), disable_ansi: false, emit_bunyan: true }"}
1332024-09-26T23:22:24.396Z{"v":0,"name":"phd-runner","msg":"Created new artifact store from manifest","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:22:24.076388077Z","target":"phd_framework::artifacts::store","line":221,"file":"phd-tests/framework/src/artifacts/store.rs","store":"Store { local_dir: \"/phd-artifacts\", artifacts: {\"alpine\": Mutex { data: StoredArtifact { description: Artifact { filename: \"alpine.iso\", kind: GuestOs(Alpine), source: RemoteServer { sha256: \"ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1\" }, untar: None }, cached_path: None } }, \"ovmf\": Mutex { data: StoredArtifact { description: Artifact { filename: \"OVMF_CODE.fd\", kind: Bootrom, source: Buildomat(BuildomatArtifact { repo: Repo(\"oxidecomputer/edk2\"), series: Series(\"image_debug\"), commit: Commit(\"6d92acf0a22718dd4175d7c64dbcf7aaec3740bd\"), sha256: \"29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f\" }), untar: None }, cached_path: None } }}, downloader: DownloadConfig { timeout: 600s, buildomat_backoff: ExponentialBackoff { current_interval: 1s, initial_interval: 1s, randomization_factor: 0.5, multiplier: 1.5, max_interval: 60s, start_time: Instant { tv_sec: 361, tv_nsec: 166055741 }, max_elapsed_time: Some(1200s), clock: SystemClock }, remote_server_uris: [\"https://oxide-omicron-build.s3.amazonaws.com\"] } }"}
1342024-09-26T23:22:24.396Z{"v":0,"name":"phd-runner","msg":"Adding Propolis server from local command","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:22:24.076441048Z","target":"phd_framework::artifacts::store","line":229,"file":"phd-tests/framework/src/artifacts/store.rs","propolis_server_cmd":"/work/phd-test/propolis-server"}
1352024-09-26T23:22:24.396Z{"v":0,"name":"phd-runner","msg":"Adding crucible-downstairs from Buildomat Git revision","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:22:24.076521759Z","target":"phd_framework::artifacts::store","line":313,"file":"phd-tests/framework/src/artifacts/store.rs","commit":"a551f245e8a26f52098382903ccf0a982b7c54fa"}
1362024-09-26T23:22:24.396Z{"v":0,"name":"phd-runner","msg":"Downloading file from Buildomat...","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:22:24.076758353Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/a551f245e8a26f52098382903ccf0a982b7c54fa/crucible-nightly.sha256.txt"}
1372024-09-26T23:22:24.692Z{"v":0,"name":"phd-runner","msg":"No 'migration base' Propolis server provided. Migration-from-base tests will be skipped.","level":40,"hostname":"sock","pid":860,"time":"2024-09-26T23:22:24.394467059Z","target":"phd_framework","line":178,"file":"phd-tests/framework/src/lib.rs"}
1382024-09-26T23:22:24.716Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:22:24.394729534Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs"}
1392024-09-26T23:22:24.716Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:22:24.394823736Z","target":"phd_runner::fixtures","line":25,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
1402024-09-26T23:22:24.716Z{"v":0,"name":"phd-runner","msg":"Running 27 test(s)","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:22:24.394941187Z","target":"phd_runner::execute","line":82,"file":"phd-tests/runner/src/execute.rs"}
1412024-09-26T23:22:24.716Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::ensure_api::instance_ensure_api_test","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:22:24.395009259Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
1422024-09-26T23:22:24.716Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:22:24.395039779Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
1432024-09-26T23:22:24.716Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:22:24.39506886Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
1442024-09-26T23:22:24.716Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:22:24.395198022Z","target":"phd_tests::ensure_api","line":14,"file":"phd-tests/tests/src/ensure_api.rs","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1452024-09-26T23:22:24.716Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:22:24.395393185Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1462024-09-26T23:22:24.716Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading file from Buildomat...","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:22:24.395517267Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","timeout":"600s","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/edk2/image_debug/6d92acf0a22718dd4175d7c64dbcf7aaec3740bd/OVMF_CODE.fd","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1472024-09-26T23:22:25.275Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:22:24.978125693Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1482024-09-26T23:22:25.299Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading alpine.iso from https://oxide-omicron-build.s3.amazonaws.com/alpine.iso","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:22:24.978388318Z","target":"phd_framework::artifacts::store","line":618,"file":"phd-tests/framework/src/artifacts/store.rs","timeout":"600s","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1492024-09-26T23:22:53.063Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] checking for existing copy of artifact","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:22:52.765220628Z","target":"phd_framework::artifacts::store","line":89,"file":"phd-tests/framework/src/artifacts/store.rs","maybe_path":"/phd-artifacts/ba537d4c695d5d9a61ca3e0f6d2eaa47f3acd9e2c52c80eb3c43892ec4189b31/crucible-nightly.tar.gz","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1502024-09-26T23:22:53.063Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Downloading file from Buildomat...","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:22:52.76530742Z","target":"phd_framework::artifacts::buildomat","line":215,"file":"phd-tests/framework/src/artifacts/buildomat.rs","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/a551f245e8a26f52098382903ccf0a982b7c54fa/crucible-nightly.tar.gz","timeout":"600s","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1512024-09-26T23:26:07.710Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Buildomat download failed, trying again in 619.405905ms...","level":40,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:07.411881369Z","target":"phd_framework::artifacts::buildomat","line":251,"file":"phd-tests/framework/src/artifacts/buildomat.rs","uri":"https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/a551f245e8a26f52098382903ccf0a982b7c54fa/crucible-nightly.tar.gz","error":"error sending request for url (https://buildomat.eng.oxide.computer/public/file/oxidecomputer/crucible/nightly-image/a551f245e8a26f52098382903ccf0a982b7c54fa/crucible-nightly.tar.gz): error trying to connect: tcp connect error: Connection timed out (os error 145)","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1522024-09-26T23:26:23.480Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Extracting artifact from tarball","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:23.182656999Z","target":"phd_framework::artifacts::store","line":162,"file":"phd-tests/framework/src/artifacts/store.rs","extracted_path":"/phd-artifacts/ba537d4c695d5d9a61ca3e0f6d2eaa47f3acd9e2c52c80eb3c43892ec4189b31/crucible-downstairs","untar_path":"target/release/crucible-downstairs","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1532024-09-26T23:26:23.506Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Extracting gzipped tarball...","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:23.182767111Z","target":"phd_framework::artifacts::store","line":518,"file":"phd-tests/framework/src/artifacts/store.rs","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1542024-09-26T23:26:28.443Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:28.144498341Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1552024-09-26T23:26:28.468Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:28.144762595Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/061d14de-6daa-4880-8b66-db51fdb6810b_9000\", \"--encrypted\", \"--uuid\", \"061d14de-6daa-4880-8b66-db51fdb6810b\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1562024-09-26T23:26:28.521Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:28.223102401Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/061d14de-6daa-4880-8b66-db51fdb6810b_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:26:28.184501623Z\",\"hostname\":\"sock\",\"pid\":861}\n{\"msg\":\"UUID: 061d14de-6daa-4880-8b66-db51fdb6810b\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:26:28.216370708Z\",\"hostname\":\"sock\",\"pid\":861}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:26:28.216386378Z\",\"hostname\":\"sock\",\"pid\":861}\n","stderr":"","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1572024-09-26T23:26:28.545Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:28.223227713Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/061d14de-6daa-4880-8b66-db51fdb6810b_9001\", \"--encrypted\", \"--uuid\", \"061d14de-6daa-4880-8b66-db51fdb6810b\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1582024-09-26T23:26:28.577Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:28.278425551Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/061d14de-6daa-4880-8b66-db51fdb6810b_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:26:28.240458953Z\",\"hostname\":\"sock\",\"pid\":862}\n{\"msg\":\"UUID: 061d14de-6daa-4880-8b66-db51fdb6810b\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:26:28.271730578Z\",\"hostname\":\"sock\",\"pid\":862}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:26:28.271740218Z\",\"hostname\":\"sock\",\"pid\":862}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1592024-09-26T23:26:28.601Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:28.278551073Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/061d14de-6daa-4880-8b66-db51fdb6810b_9002\", \"--encrypted\", \"--uuid\", \"061d14de-6daa-4880-8b66-db51fdb6810b\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1602024-09-26T23:26:28.631Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:28.332719312Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/061d14de-6daa-4880-8b66-db51fdb6810b_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:26:28.294665964Z\",\"hostname\":\"sock\",\"pid\":863}\n{\"msg\":\"UUID: 061d14de-6daa-4880-8b66-db51fdb6810b\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:26:28.32602627Z\",\"hostname\":\"sock\",\"pid\":863}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:26:28.32603692Z\",\"hostname\":\"sock\",\"pid\":863}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1612024-09-26T23:26:28.656Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:28.332949767Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_061d14de-6daa-4880-8b66-db51fdb6810b_9000.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_061d14de-6daa-4880-8b66-db51fdb6810b_9000.stdout.log\"","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1622024-09-26T23:26:28.656Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:28.333065669Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/061d14de-6daa-4880-8b66-db51fdb6810b_9000\"]","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1632024-09-26T23:26:28.656Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:28.33313093Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/061d14de-6daa-4880-8b66-db51fdb6810b_9000\"]","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1642024-09-26T23:26:28.656Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:28.340561354Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_061d14de-6daa-4880-8b66-db51fdb6810b_9001.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_061d14de-6daa-4880-8b66-db51fdb6810b_9001.stdout.log\"","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1652024-09-26T23:26:28.657Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:28.340681636Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/061d14de-6daa-4880-8b66-db51fdb6810b_9001\"]","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1662024-09-26T23:26:28.657Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:28.340746367Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/061d14de-6daa-4880-8b66-db51fdb6810b_9001\"]","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1672024-09-26T23:26:28.657Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:28.347769185Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_061d14de-6daa-4880-8b66-db51fdb6810b_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_061d14de-6daa-4880-8b66-db51fdb6810b_9002.stderr.log\"","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1682024-09-26T23:26:28.657Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:28.347843697Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/061d14de-6daa-4880-8b66-db51fdb6810b_9002\"]","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1692024-09-26T23:26:28.657Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:28.347882037Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/061d14de-6daa-4880-8b66-db51fdb6810b_9002\"]","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1702024-09-26T23:26:28.657Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:28.355216121Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1712024-09-26T23:26:28.657Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:28.355273402Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"instance_ensure_api_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1722024-09-26T23:26:28.657Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Examining locally-sourced artifact","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:28.355329432Z","target":"phd_framework::artifacts::store","line":56,"file":"phd-tests/framework/src/artifacts/store.rs","sha256":"None","path":"/work/phd-test/propolis-server","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1732024-09-26T23:26:28.657Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Locally-sourced artifact is valid, caching its path","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:28.355372413Z","target":"phd_framework::artifacts::store","line":69,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1742024-09-26T23:26:28.657Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:28.355446064Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9003","config_toml_path":"\"/tmp/propolis-phd/instance_ensure_api_test.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1752024-09-26T23:26:28.658Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:28.355504495Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/instance_ensure_api_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/instance_ensure_api_test.stderr.log\"","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1762024-09-26T23:26:28.683Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 867","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:28.362587574Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::ensure_api::instance_ensure_api_test"}
1772024-09-26T23:26:28.683Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:28.36294938Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::ensure_api::instance_ensure_api_test","elapsed_milliseconds":7}
1782024-09-26T23:26:28.683Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:28.363070902Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::ensure_api::instance_ensure_api_test","vm_id":"8685b5a9-db1b-4bef-8c44-bb3e9c6867fb","vm":"instance_ensure_api_test"}
1792024-09-26T23:26:28.683Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:28.364051909Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::ensure_api::instance_ensure_api_test","vm_id":"8685b5a9-db1b-4bef-8c44-bb3e9c6867fb","vm":"instance_ensure_api_test"}
1802024-09-26T23:26:29.492Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.193032323Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
1812024-09-26T23:26:29.517Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.193908628Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 8685b5a9-db1b-4bef-8c44-bb3e9c6867fb, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: fa5b0317-0d63-4368-ab06-0dfb126d138f, silo_id: 3afdbffe-5165-479b-8f91-de7094258dda, sled_id: 5ad6ae52-4191-4986-9486-dc3b87061d5d, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"5ad6ae52-4191-4986-9486-dc3b87061d5d\" }, name: \"phd-vm-8685b5a9-db1b-4bef-8c44-bb3e9c6867fb\", vcpus: 2 }, state: Creating }","path":"phd_tests::ensure_api::instance_ensure_api_test","vm_id":"8685b5a9-db1b-4bef-8c44-bb3e9c6867fb","vm":"instance_ensure_api_test"}
1822024-09-26T23:26:29.517Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.193998059Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::ensure_api::instance_ensure_api_test","vm_id":"8685b5a9-db1b-4bef-8c44-bb3e9c6867fb","elapsed_milliseconds":830,"vm":"instance_ensure_api_test"}
1832024-09-26T23:26:29.517Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.194124452Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::ensure_api::instance_ensure_api_test","vm_id":"8685b5a9-db1b-4bef-8c44-bb3e9c6867fb","vm":"instance_ensure_api_test"}
1842024-09-26T23:26:29.517Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.194313945Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
1852024-09-26T23:26:29.517Z{"v":0,"name":"phd-runner","msg":"test phd_tests::ensure_api::instance_ensure_api_test ... ok","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.194376936Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
1862024-09-26T23:26:29.517Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.194419077Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":1}
1872024-09-26T23:26:29.517Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.194450827Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
1882024-09-26T23:26:29.517Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.194868144Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::ensure_api::instance_ensure_api_test","vm_id":"8685b5a9-db1b-4bef-8c44-bb3e9c6867fb","vm":"instance_ensure_api_test"}
1892024-09-26T23:26:29.820Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.519744171Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::ensure_api::instance_ensure_api_test","vm_id":"8685b5a9-db1b-4bef-8c44-bb3e9c6867fb","vm":"instance_ensure_api_test"}
1902024-09-26T23:26:29.930Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.631545529Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: \"/tmp/propolis-phd/061d14de-6daa-4880-8b66-db51fdb6810b_9000\" } }","path":"phd_tests::ensure_api::instance_ensure_api_test","vm_id":"8685b5a9-db1b-4bef-8c44-bb3e9c6867fb","vm":"instance_ensure_api_test"}
1912024-09-26T23:26:29.954Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.642214228Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/061d14de-6daa-4880-8b66-db51fdb6810b_9000\"","path":"phd_tests::ensure_api::instance_ensure_api_test","vm_id":"8685b5a9-db1b-4bef-8c44-bb3e9c6867fb","vm":"instance_ensure_api_test"}
1922024-09-26T23:26:29.955Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.649710524Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: \"/tmp/propolis-phd/061d14de-6daa-4880-8b66-db51fdb6810b_9001\" } }","path":"phd_tests::ensure_api::instance_ensure_api_test","vm_id":"8685b5a9-db1b-4bef-8c44-bb3e9c6867fb","vm":"instance_ensure_api_test"}
1932024-09-26T23:26:29.979Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.661702166Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/061d14de-6daa-4880-8b66-db51fdb6810b_9001\"","path":"phd_tests::ensure_api::instance_ensure_api_test","vm_id":"8685b5a9-db1b-4bef-8c44-bb3e9c6867fb","vm":"instance_ensure_api_test"}
1942024-09-26T23:26:29.979Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.668937887Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: \"/tmp/propolis-phd/061d14de-6daa-4880-8b66-db51fdb6810b_9002\" } }","path":"phd_tests::ensure_api::instance_ensure_api_test","vm_id":"8685b5a9-db1b-4bef-8c44-bb3e9c6867fb","vm":"instance_ensure_api_test"}
1952024-09-26T23:26:29.979Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.679930532Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/061d14de-6daa-4880-8b66-db51fdb6810b_9002\"","path":"phd_tests::ensure_api::instance_ensure_api_test","vm_id":"8685b5a9-db1b-4bef-8c44-bb3e9c6867fb","vm":"instance_ensure_api_test"}
1962024-09-26T23:26:30.005Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.687512729Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::ensure_api::instance_ensure_api_test","vm_id":"8685b5a9-db1b-4bef-8c44-bb3e9c6867fb","elapsed_milliseconds":493,"vm":"instance_ensure_api_test"}
1972024-09-26T23:26:30.005Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.6875627Z","target":"phd_tests::ensure_api","line":14,"file":"phd-tests/tests/src/ensure_api.rs","path":"phd_tests::ensure_api::instance_ensure_api_test","elapsed_milliseconds":245292}
1982024-09-26T23:26:30.005Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.687867345Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":493}
1992024-09-26T23:26:30.005Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::vm_reaches_destroyed_after_migration_out","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.687978507Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
2002024-09-26T23:26:30.005Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.688037278Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
2012024-09-26T23:26:30.005Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.688091099Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2022024-09-26T23:26:30.005Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.688289892Z","target":"phd_tests::migrate","line":447,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2032024-09-26T23:26:30.005Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.688372463Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2042024-09-26T23:26:30.005Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.688545577Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2052024-09-26T23:26:30.005Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.688596537Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2062024-09-26T23:26:30.005Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.688650338Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2072024-09-26T23:26:30.005Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.704617686Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 170M 1.80T 170M /phd-artifacts\n","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2082024-09-26T23:26:30.005Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.704875451Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-edea61b1-e31d-4330-b293-b8385933260b\"]","verb":"snapshot","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2092024-09-26T23:26:30.029Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.728245363Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-edea61b1-e31d-4330-b293-b8385933260b\", \"phd-artifacts/phd-clone-9cb24d11-f5bf-4a2d-9a19-e5a6b47e04aa\"]","verb":"clone","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2102024-09-26T23:26:30.053Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.748091957Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-9cb24d11-f5bf-4a2d-9a19-e5a6b47e04aa\"]","verb":"list","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2112024-09-26T23:26:30.081Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.760723159Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-9cb24d11-f5bf-4a2d-9a19-e5a6b47e04aa 0B 1.80T 170M /phd-artifacts/phd-clone-9cb24d11-f5bf-4a2d-9a19-e5a6b47e04aa\n","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2122024-09-26T23:26:30.081Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.761283788Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2132024-09-26T23:26:30.081Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.761339449Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"vm_reaches_destroyed_after_migration_out_source","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2142024-09-26T23:26:30.081Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.76139312Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2152024-09-26T23:26:30.082Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.761469541Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/vm_reaches_destroyed_after_migration_out_source.config.toml\"","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2162024-09-26T23:26:30.082Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.761511162Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/vm_reaches_destroyed_after_migration_out_source.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/vm_reaches_destroyed_after_migration_out_source.stderr.log\"","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2172024-09-26T23:26:30.082Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 873","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.768621931Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2182024-09-26T23:26:30.082Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.768988338Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","elapsed_milliseconds":7}
2192024-09-26T23:26:30.082Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.769082369Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2202024-09-26T23:26:30.082Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.76913416Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"vm_reaches_destroyed_after_migration_out_target","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2212024-09-26T23:26:30.083Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.769191341Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2222024-09-26T23:26:30.083Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.769259402Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9002","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/vm_reaches_destroyed_after_migration_out_target.config.toml\"","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2232024-09-26T23:26:30.083Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.769299483Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/vm_reaches_destroyed_after_migration_out_target.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/vm_reaches_destroyed_after_migration_out_target.stdout.log\"","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2242024-09-26T23:26:30.083Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 874","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.776549985Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2252024-09-26T23:26:30.083Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.777136734Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","elapsed_milliseconds":8}
2262024-09-26T23:26:30.083Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.777291637Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"}
2272024-09-26T23:26:30.083Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:29.777816406Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"}
2282024-09-26T23:26:30.597Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:30.298722225Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
2292024-09-26T23:26:30.644Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:30.299376096Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: df07d7ff-c745-4ae4-b2b0-1b3d916592bf, silo_id: c35626da-7e5b-4a85-9cc9-b661e359cf6a, sled_id: 2e8a139e-37d7-4644-9ac2-5cd468a552a6, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"2e8a139e-37d7-4644-9ac2-5cd468a552a6\" }, name: \"phd-vm-e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d\", vcpus: 2 }, state: Creating }","vm_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"}
2302024-09-26T23:26:30.644Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:30.299450718Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","elapsed_milliseconds":522,"path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"}
2312024-09-26T23:26:30.645Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:30.299521089Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"}
2322024-09-26T23:26:30.645Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:30.2995675Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"}
2332024-09-26T23:26:30.645Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:30.300132409Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","elapsed_milliseconds":0,"path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"}
2342024-09-26T23:26:30.645Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:30.300225981Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2352024-09-26T23:26:30.645Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:30.300275761Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","vm":"vm_reaches_destroyed_after_migration_out_source","timeout_duration":"300s","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2362024-09-26T23:26:30.645Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:30.300311582Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2372024-09-26T23:26:30.645Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:30.300347443Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"}
2382024-09-26T23:26:30.645Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:30.300407354Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","vm_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"}
2392024-09-26T23:26:34.790Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:34.491865496Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","elapsed_milliseconds":4191,"path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"}
2402024-09-26T23:26:34.790Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:34.491947407Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2412024-09-26T23:26:34.814Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:34.492159141Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2422024-09-26T23:26:34.814Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:34.492211071Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"}
2432024-09-26T23:26:34.814Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:34.492249192Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost:~#","vm_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"}
2442024-09-26T23:26:34.814Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:34.511036028Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","elapsed_milliseconds":18,"path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"}
2452024-09-26T23:26:34.814Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:34.511101889Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2462024-09-26T23:26:34.814Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:34.51114429Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","elapsed_milliseconds":4210}
2472024-09-26T23:26:34.814Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:34.511219751Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"5aba9580-608e-4ced-ac29-05e5f9d18005","source_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","target":"vm_reaches_destroyed_after_migration_out_target","source":"vm_reaches_destroyed_after_migration_out_source","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2482024-09-26T23:26:34.814Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:34.511306442Z","target":"phd_framework::test_vm","line":572,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"466fb388-6a9e-42b1-8a9c-3dfe0199a1d1","timeout_duration":"45s","target_id":"5aba9580-608e-4ced-ac29-05e5f9d18005","source_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","target":"vm_reaches_destroyed_after_migration_out_target","source":"vm_reaches_destroyed_after_migration_out_source","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2492024-09-26T23:26:34.814Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:34.511365923Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"5aba9580-608e-4ced-ac29-05e5f9d18005","source_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","target":"vm_reaches_destroyed_after_migration_out_target","source":"vm_reaches_destroyed_after_migration_out_source","vm_id":"5aba9580-608e-4ced-ac29-05e5f9d18005","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_target"}
2502024-09-26T23:26:34.926Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:34.627464174Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 5aba9580-608e-4ced-ac29-05e5f9d18005, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: df07d7ff-c745-4ae4-b2b0-1b3d916592bf, silo_id: c35626da-7e5b-4a85-9cc9-b661e359cf6a, sled_id: 355d52e0-4cce-47d9-a554-4cd393c5f428, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"355d52e0-4cce-47d9-a554-4cd393c5f428\" }, name: \"phd-vm-5aba9580-608e-4ced-ac29-05e5f9d18005\", vcpus: 2 }, state: Migrating }","target_id":"5aba9580-608e-4ced-ac29-05e5f9d18005","source_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","target":"vm_reaches_destroyed_after_migration_out_target","source":"vm_reaches_destroyed_after_migration_out_source","vm_id":"5aba9580-608e-4ced-ac29-05e5f9d18005","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_target"}
2512024-09-26T23:26:34.926Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:34.627566525Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"5aba9580-608e-4ced-ac29-05e5f9d18005","source_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","source":"vm_reaches_destroyed_after_migration_out_source","vm_id":"5aba9580-608e-4ced-ac29-05e5f9d18005","elapsed_milliseconds":116,"vm":"vm_reaches_destroyed_after_migration_out_target","target":"vm_reaches_destroyed_after_migration_out_target","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2522024-09-26T23:26:34.951Z{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:34.627620946Z","target":"phd_framework::test_vm","line":593,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"5aba9580-608e-4ced-ac29-05e5f9d18005","source_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","target":"vm_reaches_destroyed_after_migration_out_target","source":"vm_reaches_destroyed_after_migration_out_source","migration_id":"466fb388-6a9e-42b1-8a9c-3dfe0199a1d1","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2532024-09-26T23:26:37.532Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:37.234591755Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9002\",\"from_start\":7609}}"}
2542024-09-26T23:26:39.568Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.269995903Z","target":"phd_framework::test_vm","line":606,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"5aba9580-608e-4ced-ac29-05e5f9d18005","source_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","target":"vm_reaches_destroyed_after_migration_out_target","source":"vm_reaches_destroyed_after_migration_out_source","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2552024-09-26T23:26:39.568Z{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.270053674Z","target":"phd_framework::test_vm","line":593,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"5aba9580-608e-4ced-ac29-05e5f9d18005","source_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","target":"vm_reaches_destroyed_after_migration_out_target","source":"vm_reaches_destroyed_after_migration_out_source","migration_id":"466fb388-6a9e-42b1-8a9c-3dfe0199a1d1","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","elapsed_milliseconds":4642}
2562024-09-26T23:26:39.613Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.270100605Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"5aba9580-608e-4ced-ac29-05e5f9d18005","source_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","target":"vm_reaches_destroyed_after_migration_out_target","source":"vm_reaches_destroyed_after_migration_out_source","elapsed_milliseconds":4758,"path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out"}
2572024-09-26T23:26:39.614Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.270152466Z","target":"phd_framework::test_vm","line":658,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"}
2582024-09-26T23:26:39.614Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Destroyed","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.270192396Z","target":"phd_framework::test_vm","line":664,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"}
2592024-09-26T23:26:39.614Z{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.270230907Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"}
2602024-09-26T23:26:39.614Z{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.270264587Z","target":"phd_framework::test_vm","line":517,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"}
2612024-09-26T23:26:39.614Z{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.271104412Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","elapsed_milliseconds":0,"path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"}
2622024-09-26T23:26:39.614Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.271155082Z","target":"phd_framework::test_vm","line":658,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","elapsed_milliseconds":0,"path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"}
2632024-09-26T23:26:39.614Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.271213494Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5aba9580-608e-4ced-ac29-05e5f9d18005","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_target"}
2642024-09-26T23:26:39.614Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.271291795Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"}
2652024-09-26T23:26:39.614Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.271416937Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
2662024-09-26T23:26:39.614Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.271511828Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":8972}
2672024-09-26T23:26:39.614Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::vm_reaches_destroyed_after_migration_out ... ok","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.271517428Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
2682024-09-26T23:26:39.614Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.27159077Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
2692024-09-26T23:26:39.614Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.272137249Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5aba9580-608e-4ced-ac29-05e5f9d18005","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_target"}
2702024-09-26T23:26:39.614Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.272599847Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"}
2712024-09-26T23:26:39.698Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.399816284Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e63bc757-c3a9-4d03-a8f8-cfc75bf97e4d","elapsed_milliseconds":128,"path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_source"}
2722024-09-26T23:26:39.721Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.401020144Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","vm_id":"5aba9580-608e-4ced-ac29-05e5f9d18005","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_target"}
2732024-09-26T23:26:39.817Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.518939235Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm_id":"5aba9580-608e-4ced-ac29-05e5f9d18005","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_target"}
2742024-09-26T23:26:39.840Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.519047326Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-9cb24d11-f5bf-4a2d-9a19-e5a6b47e04aa\"]","vm_id":"5aba9580-608e-4ced-ac29-05e5f9d18005","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_target"}
2752024-09-26T23:26:39.864Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.545504131Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm_id":"5aba9580-608e-4ced-ac29-05e5f9d18005","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_target"}
2762024-09-26T23:26:39.864Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.545560032Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-edea61b1-e31d-4330-b293-b8385933260b\"]","vm_id":"5aba9580-608e-4ced-ac29-05e5f9d18005","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_target"}
2772024-09-26T23:26:39.864Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.565489457Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5aba9580-608e-4ced-ac29-05e5f9d18005","elapsed_milliseconds":294,"path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","vm":"vm_reaches_destroyed_after_migration_out_target"}
2782024-09-26T23:26:39.864Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.565543107Z","target":"phd_tests::migrate","line":447,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::vm_reaches_destroyed_after_migration_out","elapsed_milliseconds":9877}
2792024-09-26T23:26:39.864Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.56570294Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":294}
2802024-09-26T23:26:39.864Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::migration_ensures_instance_metadata","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.565755451Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
2812024-09-26T23:26:39.864Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.565785181Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
2822024-09-26T23:26:39.864Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.565813712Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
2832024-09-26T23:26:39.864Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.565936304Z","target":"phd_tests::migrate","line":402,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
2842024-09-26T23:26:39.865Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.566017565Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
2852024-09-26T23:26:39.865Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.566181518Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
2862024-09-26T23:26:39.865Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.566235739Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
2872024-09-26T23:26:39.865Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.56628809Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
2882024-09-26T23:26:39.888Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.578486615Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 171M 1.80T 170M /phd-artifacts\n","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
2892024-09-26T23:26:39.888Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.578572636Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-be41932c-f272-48e2-9228-ebd07132447b\"]","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
2902024-09-26T23:26:39.913Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.594483964Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-be41932c-f272-48e2-9228-ebd07132447b\", \"phd-artifacts/phd-clone-0dd280c7-9a06-47c4-aede-130a5442fd97\"]","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
2912024-09-26T23:26:39.936Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.615819242Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-0dd280c7-9a06-47c4-aede-130a5442fd97\"]","verb":"list","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
2922024-09-26T23:26:39.936Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.628414953Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-0dd280c7-9a06-47c4-aede-130a5442fd97 0B 1.80T 170M /phd-artifacts/phd-clone-0dd280c7-9a06-47c4-aede-130a5442fd97\n","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
2932024-09-26T23:26:39.936Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.628972643Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
2942024-09-26T23:26:39.936Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.629027184Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_ensures_instance_metadata_source","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
2952024-09-26T23:26:39.936Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.629081505Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
2962024-09-26T23:26:39.937Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.629158286Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/migration_ensures_instance_metadata_source.config.toml\"","server_addr":"127.0.0.1:9000","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
2972024-09-26T23:26:39.937Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.629201747Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_ensures_instance_metadata_source.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_ensures_instance_metadata_source.stderr.log\"","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
2982024-09-26T23:26:39.937Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 883","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.635714046Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
2992024-09-26T23:26:39.937Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.636016961Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":7,"path":"phd_tests::migrate::migration_ensures_instance_metadata"}
3002024-09-26T23:26:39.937Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.636106793Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
3012024-09-26T23:26:39.937Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.636153053Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_ensures_instance_metadata_target","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
3022024-09-26T23:26:39.937Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.636197634Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
3032024-09-26T23:26:39.937Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.636259955Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9002","config_toml_path":"\"/tmp/propolis-phd/migration_ensures_instance_metadata_target.config.toml\"","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
3042024-09-26T23:26:39.937Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.636301956Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migration_ensures_instance_metadata_target.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migration_ensures_instance_metadata_target.stdout.log\"","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
3052024-09-26T23:26:39.961Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 884","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.642663503Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
3062024-09-26T23:26:39.961Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.643015469Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":6,"path":"phd_tests::migrate::migration_ensures_instance_metadata"}
3072024-09-26T23:26:39.961Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.64309699Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a4ce28f3-aafb-458c-9772-15cbd487135e","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source"}
3082024-09-26T23:26:39.961Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:39.643639949Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm_id":"a4ce28f3-aafb-458c-9772-15cbd487135e","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source"}
3092024-09-26T23:26:40.603Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:40.305290603Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
3102024-09-26T23:26:40.649Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:40.306140317Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: a4ce28f3-aafb-458c-9772-15cbd487135e, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: acfa92b3-f113-4f3b-8977-74b005ea3c9f, silo_id: 66acd824-7f5a-4ef2-833a-9cb4ef0617dd, sled_id: be3e3cc7-3d74-43c6-b8d9-313c239eec61, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"be3e3cc7-3d74-43c6-b8d9-313c239eec61\" }, name: \"phd-vm-a4ce28f3-aafb-458c-9772-15cbd487135e\", vcpus: 2 }, state: Creating }","vm_id":"a4ce28f3-aafb-458c-9772-15cbd487135e","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source"}
3112024-09-26T23:26:40.649Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:40.306230579Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a4ce28f3-aafb-458c-9772-15cbd487135e","elapsed_milliseconds":663,"path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source"}
3122024-09-26T23:26:40.649Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:40.30630774Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a4ce28f3-aafb-458c-9772-15cbd487135e","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source"}
3132024-09-26T23:26:40.649Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:40.30635713Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm_id":"a4ce28f3-aafb-458c-9772-15cbd487135e","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source"}
3142024-09-26T23:26:40.649Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:40.306948271Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a4ce28f3-aafb-458c-9772-15cbd487135e","elapsed_milliseconds":0,"path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source"}
3152024-09-26T23:26:40.649Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:40.307003812Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
3162024-09-26T23:26:40.649Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:40.307046732Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"300s","vm_id":"a4ce28f3-aafb-458c-9772-15cbd487135e","vm":"migration_ensures_instance_metadata_source","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
3172024-09-26T23:26:40.649Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:40.307080903Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
3182024-09-26T23:26:40.649Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:40.307113613Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a4ce28f3-aafb-458c-9772-15cbd487135e","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source"}
3192024-09-26T23:26:40.649Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:40.307148844Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","vm_id":"a4ce28f3-aafb-458c-9772-15cbd487135e","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source"}
3202024-09-26T23:26:44.790Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:44.492155977Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a4ce28f3-aafb-458c-9772-15cbd487135e","elapsed_milliseconds":4184,"path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source"}
3212024-09-26T23:26:44.790Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:44.492238439Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
3222024-09-26T23:26:44.836Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:44.492409952Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
3232024-09-26T23:26:44.836Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:44.492460973Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a4ce28f3-aafb-458c-9772-15cbd487135e","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source"}
3242024-09-26T23:26:44.836Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:44.492496853Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm_id":"a4ce28f3-aafb-458c-9772-15cbd487135e","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source"}
3252024-09-26T23:26:44.836Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:44.510263012Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a4ce28f3-aafb-458c-9772-15cbd487135e","elapsed_milliseconds":17,"path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source"}
3262024-09-26T23:26:44.836Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:44.510389094Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::migration_ensures_instance_metadata"}
3272024-09-26T23:26:44.836Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:44.510458945Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4203,"path":"phd_tests::migrate::migration_ensures_instance_metadata"}
3282024-09-26T23:26:44.836Z{"v":0,"name":"phd-runner","msg":"[GET_SPEC - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:44.510600017Z","target":"phd_framework::test_vm","line":526,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a4ce28f3-aafb-458c-9772-15cbd487135e","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source"}
3292024-09-26T23:26:44.836Z{"v":0,"name":"phd-runner","msg":"[GET_SPEC - EVENT] Sending instance spec get request to server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:44.510696679Z","target":"phd_framework::test_vm","line":528,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a4ce28f3-aafb-458c-9772-15cbd487135e","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source"}
3302024-09-26T23:26:44.836Z{"v":0,"name":"phd-runner","msg":"[GET_SPEC - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:44.512008001Z","target":"phd_framework::test_vm","line":526,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a4ce28f3-aafb-458c-9772-15cbd487135e","elapsed_milliseconds":1,"path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source"}
3312024-09-26T23:26:44.836Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:44.512085902Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"5115e1e7-2bb0-4682-92a0-8a48d038988f","source":"migration_ensures_instance_metadata_source","target":"migration_ensures_instance_metadata_target","path":"phd_tests::migrate::migration_ensures_instance_metadata","source_id":"a4ce28f3-aafb-458c-9772-15cbd487135e"}
3322024-09-26T23:26:44.836Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:44.512132053Z","target":"phd_framework::test_vm","line":572,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"45s","migration_id":"72672f66-d556-45be-9ca4-4ab1ed30c16d","target_id":"5115e1e7-2bb0-4682-92a0-8a48d038988f","source":"migration_ensures_instance_metadata_source","target":"migration_ensures_instance_metadata_target","path":"phd_tests::migrate::migration_ensures_instance_metadata","source_id":"a4ce28f3-aafb-458c-9772-15cbd487135e"}
3332024-09-26T23:26:44.837Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:44.512178254Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"5115e1e7-2bb0-4682-92a0-8a48d038988f","vm":"migration_ensures_instance_metadata_target","vm_id":"5115e1e7-2bb0-4682-92a0-8a48d038988f","source":"migration_ensures_instance_metadata_source","target":"migration_ensures_instance_metadata_target","path":"phd_tests::migrate::migration_ensures_instance_metadata","source_id":"a4ce28f3-aafb-458c-9772-15cbd487135e"}
3342024-09-26T23:26:44.927Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:44.629091297Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 5115e1e7-2bb0-4682-92a0-8a48d038988f, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: acfa92b3-f113-4f3b-8977-74b005ea3c9f, silo_id: 66acd824-7f5a-4ef2-833a-9cb4ef0617dd, sled_id: e1bc1347-da08-445e-ae89-1ad0381ac2ca, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"e1bc1347-da08-445e-ae89-1ad0381ac2ca\" }, name: \"phd-vm-5115e1e7-2bb0-4682-92a0-8a48d038988f\", vcpus: 2 }, state: Migrating }","target_id":"5115e1e7-2bb0-4682-92a0-8a48d038988f","vm":"migration_ensures_instance_metadata_target","vm_id":"5115e1e7-2bb0-4682-92a0-8a48d038988f","source":"migration_ensures_instance_metadata_source","target":"migration_ensures_instance_metadata_target","path":"phd_tests::migrate::migration_ensures_instance_metadata","source_id":"a4ce28f3-aafb-458c-9772-15cbd487135e"}
3352024-09-26T23:26:44.951Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:44.62920089Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_ensures_instance_metadata_target","source":"migration_ensures_instance_metadata_source","target":"migration_ensures_instance_metadata_target","source_id":"a4ce28f3-aafb-458c-9772-15cbd487135e","elapsed_milliseconds":116,"vm_id":"5115e1e7-2bb0-4682-92a0-8a48d038988f","path":"phd_tests::migrate::migration_ensures_instance_metadata","target_id":"5115e1e7-2bb0-4682-92a0-8a48d038988f"}
3362024-09-26T23:26:44.951Z{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:44.62925216Z","target":"phd_framework::test_vm","line":593,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"5115e1e7-2bb0-4682-92a0-8a48d038988f","migration_id":"72672f66-d556-45be-9ca4-4ab1ed30c16d","source":"migration_ensures_instance_metadata_source","target":"migration_ensures_instance_metadata_target","path":"phd_tests::migrate::migration_ensures_instance_metadata","source_id":"a4ce28f3-aafb-458c-9772-15cbd487135e"}
3372024-09-26T23:26:47.520Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:47.222689241Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9002\",\"from_start\":7609}}"}
3382024-09-26T23:26:48.027Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:47.729192619Z","target":"phd_framework::test_vm","line":606,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"5115e1e7-2bb0-4682-92a0-8a48d038988f","source":"migration_ensures_instance_metadata_source","target":"migration_ensures_instance_metadata_target","path":"phd_tests::migrate::migration_ensures_instance_metadata","source_id":"a4ce28f3-aafb-458c-9772-15cbd487135e"}
3392024-09-26T23:26:48.027Z{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:47.72925303Z","target":"phd_framework::test_vm","line":593,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"5115e1e7-2bb0-4682-92a0-8a48d038988f","migration_id":"72672f66-d556-45be-9ca4-4ab1ed30c16d","elapsed_milliseconds":3099,"source":"migration_ensures_instance_metadata_source","target":"migration_ensures_instance_metadata_target","path":"phd_tests::migrate::migration_ensures_instance_metadata","source_id":"a4ce28f3-aafb-458c-9772-15cbd487135e"}
3402024-09-26T23:26:48.073Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:47.729302531Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"5115e1e7-2bb0-4682-92a0-8a48d038988f","elapsed_milliseconds":3217,"source":"migration_ensures_instance_metadata_source","target":"migration_ensures_instance_metadata_target","path":"phd_tests::migrate::migration_ensures_instance_metadata","source_id":"a4ce28f3-aafb-458c-9772-15cbd487135e"}
3412024-09-26T23:26:48.073Z{"v":0,"name":"phd-runner","msg":"[GET_SPEC - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:47.729366542Z","target":"phd_framework::test_vm","line":526,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5115e1e7-2bb0-4682-92a0-8a48d038988f","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_target"}
3422024-09-26T23:26:48.073Z{"v":0,"name":"phd-runner","msg":"[GET_SPEC - EVENT] Sending instance spec get request to server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:47.729402732Z","target":"phd_framework::test_vm","line":528,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5115e1e7-2bb0-4682-92a0-8a48d038988f","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_target"}
3432024-09-26T23:26:48.073Z{"v":0,"name":"phd-runner","msg":"[GET_SPEC - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:47.730104164Z","target":"phd_framework::test_vm","line":526,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5115e1e7-2bb0-4682-92a0-8a48d038988f","elapsed_milliseconds":0,"path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_target"}
3442024-09-26T23:26:48.073Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:47.730170896Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5115e1e7-2bb0-4682-92a0-8a48d038988f","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_target"}
3452024-09-26T23:26:48.073Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:47.730253857Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a4ce28f3-aafb-458c-9772-15cbd487135e","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source"}
3462024-09-26T23:26:48.074Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:47.730373509Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
3472024-09-26T23:26:48.074Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::migration_ensures_instance_metadata ... ok","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:47.73043513Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
3482024-09-26T23:26:48.074Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:47.73045779Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":7425}
3492024-09-26T23:26:48.074Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:47.730500451Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
3502024-09-26T23:26:48.074Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:47.731071971Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5115e1e7-2bb0-4682-92a0-8a48d038988f","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_target"}
3512024-09-26T23:26:48.074Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:47.731468977Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm_id":"a4ce28f3-aafb-458c-9772-15cbd487135e","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source"}
3522024-09-26T23:26:48.152Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:47.853774252Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"a4ce28f3-aafb-458c-9772-15cbd487135e","elapsed_milliseconds":123,"path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_source"}
3532024-09-26T23:26:48.175Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:47.854921161Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","vm_id":"5115e1e7-2bb0-4682-92a0-8a48d038988f","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_target"}
3542024-09-26T23:26:48.277Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:47.979062396Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm_id":"5115e1e7-2bb0-4682-92a0-8a48d038988f","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_target"}
3552024-09-26T23:26:48.301Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:47.979173968Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-0dd280c7-9a06-47c4-aede-130a5442fd97\"]","vm_id":"5115e1e7-2bb0-4682-92a0-8a48d038988f","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_target"}
3562024-09-26T23:26:48.325Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.00609307Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm_id":"5115e1e7-2bb0-4682-92a0-8a48d038988f","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_target"}
3572024-09-26T23:26:48.325Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.006149311Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-be41932c-f272-48e2-9228-ebd07132447b\"]","verb":"destroy","vm_id":"5115e1e7-2bb0-4682-92a0-8a48d038988f","path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_target"}
3582024-09-26T23:26:48.325Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.024408428Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5115e1e7-2bb0-4682-92a0-8a48d038988f","elapsed_milliseconds":294,"path":"phd_tests::migrate::migration_ensures_instance_metadata","vm":"migration_ensures_instance_metadata_target"}
3592024-09-26T23:26:48.325Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.024454139Z","target":"phd_tests::migrate","line":402,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":8458,"path":"phd_tests::migrate::migration_ensures_instance_metadata"}
3602024-09-26T23:26:48.325Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.024614661Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":294}
3612024-09-26T23:26:48.325Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::multiple_migrations","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.024668932Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
3622024-09-26T23:26:48.325Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.024699863Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
3632024-09-26T23:26:48.325Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.024726823Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
3642024-09-26T23:26:48.325Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.024841045Z","target":"phd_tests::migrate","line":318,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::multiple_migrations"}
3652024-09-26T23:26:48.325Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.024921476Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::multiple_migrations"}
3662024-09-26T23:26:48.325Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.025089419Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::multiple_migrations"}
3672024-09-26T23:26:48.325Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.02513984Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::multiple_migrations"}
3682024-09-26T23:26:48.325Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.025192251Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::multiple_migrations"}
3692024-09-26T23:26:48.349Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.037532798Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 171M 1.80T 170M /phd-artifacts\n","path":"phd_tests::migrate::multiple_migrations"}
3702024-09-26T23:26:48.349Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.037673081Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-4c0403e8-78e3-4cc6-bb15-d4268cfacf76\"]","path":"phd_tests::migrate::multiple_migrations"}
3712024-09-26T23:26:48.373Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.057095787Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-4c0403e8-78e3-4cc6-bb15-d4268cfacf76\", \"phd-artifacts/phd-clone-552a15d2-1b6a-4e13-8efc-55fad0731f6b\"]","path":"phd_tests::migrate::multiple_migrations"}
3722024-09-26T23:26:48.373Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.074683792Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-552a15d2-1b6a-4e13-8efc-55fad0731f6b\"]","path":"phd_tests::migrate::multiple_migrations"}
3732024-09-26T23:26:48.396Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.086991959Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-552a15d2-1b6a-4e13-8efc-55fad0731f6b 0B 1.80T 170M /phd-artifacts/phd-clone-552a15d2-1b6a-4e13-8efc-55fad0731f6b\n","path":"phd_tests::migrate::multiple_migrations"}
3742024-09-26T23:26:48.396Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.087550208Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"}
3752024-09-26T23:26:48.397Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.087618549Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"multiple_migrations_0","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","path":"phd_tests::migrate::multiple_migrations"}
3762024-09-26T23:26:48.397Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.08767761Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::multiple_migrations"}
3772024-09-26T23:26:48.397Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.087759972Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/multiple_migrations_0.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::migrate::multiple_migrations"}
3782024-09-26T23:26:48.397Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.087800572Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/multiple_migrations_0.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/multiple_migrations_0.stdout.log\"","path":"phd_tests::migrate::multiple_migrations"}
3792024-09-26T23:26:48.397Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 893","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.094701668Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::multiple_migrations"}
3802024-09-26T23:26:48.397Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.095096345Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":7}
3812024-09-26T23:26:48.397Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.095188467Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"}
3822024-09-26T23:26:48.397Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.095248237Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"multiple_migrations_1","guest_os_kind":"Alpine","path":"phd_tests::migrate::multiple_migrations"}
3832024-09-26T23:26:48.397Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.095302729Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::multiple_migrations"}
3842024-09-26T23:26:48.397Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.09538094Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/multiple_migrations_1.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9002","path":"phd_tests::migrate::multiple_migrations"}
3852024-09-26T23:26:48.397Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.095427371Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/multiple_migrations_1.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/multiple_migrations_1.stderr.log\"","path":"phd_tests::migrate::multiple_migrations"}
3862024-09-26T23:26:48.421Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 894","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.102326836Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::multiple_migrations"}
3872024-09-26T23:26:48.421Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.102817305Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":7}
3882024-09-26T23:26:48.421Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.102889496Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"}
3892024-09-26T23:26:48.421Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.102932207Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"multiple_migrations_2","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","path":"phd_tests::migrate::multiple_migrations"}
3902024-09-26T23:26:48.421Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.102981547Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::multiple_migrations"}
3912024-09-26T23:26:48.421Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.103045659Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/multiple_migrations_2.config.toml\"","server_addr":"127.0.0.1:9004","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::multiple_migrations"}
3922024-09-26T23:26:48.421Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.103087559Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/multiple_migrations_2.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/multiple_migrations_2.stderr.log\"","path":"phd_tests::migrate::multiple_migrations"}
3932024-09-26T23:26:48.421Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 895","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.110079707Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::multiple_migrations"}
3942024-09-26T23:26:48.421Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.110453603Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":7}
3952024-09-26T23:26:48.421Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.110535494Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"b80030a4-8796-4153-962c-a196104a7bbb","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"}
3962024-09-26T23:26:48.421Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.111032333Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm_id":"b80030a4-8796-4153-962c-a196104a7bbb","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"}
3972024-09-26T23:26:49.167Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.869816908Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
3982024-09-26T23:26:49.213Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.870754184Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: b80030a4-8796-4153-962c-a196104a7bbb, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: c717f1b6-057b-4e0b-9d46-55f26d96887a, silo_id: 07ac1035-289d-45c4-a6df-1e3672eb58f6, sled_id: a5f86468-f9fa-49d9-b027-fe53feaa7314, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"a5f86468-f9fa-49d9-b027-fe53feaa7314\" }, name: \"phd-vm-b80030a4-8796-4153-962c-a196104a7bbb\", vcpus: 2 }, state: Creating }","vm_id":"b80030a4-8796-4153-962c-a196104a7bbb","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"}
3992024-09-26T23:26:49.213Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.870825405Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":760,"vm":"multiple_migrations_0","vm_id":"b80030a4-8796-4153-962c-a196104a7bbb"}
4002024-09-26T23:26:49.213Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.870889516Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"b80030a4-8796-4153-962c-a196104a7bbb","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"}
4012024-09-26T23:26:49.213Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.870935237Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm_id":"b80030a4-8796-4153-962c-a196104a7bbb","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"}
4022024-09-26T23:26:49.213Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.871535737Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":0,"vm":"multiple_migrations_0","vm_id":"b80030a4-8796-4153-962c-a196104a7bbb"}
4032024-09-26T23:26:49.213Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.871591788Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"}
4042024-09-26T23:26:49.213Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.871638209Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiple_migrations_0","vm_id":"b80030a4-8796-4153-962c-a196104a7bbb","timeout_duration":"300s","path":"phd_tests::migrate::multiple_migrations"}
4052024-09-26T23:26:49.213Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.871684259Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::multiple_migrations"}
4062024-09-26T23:26:49.213Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.87172878Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"b80030a4-8796-4153-962c-a196104a7bbb","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"}
4072024-09-26T23:26:49.213Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:48.871776791Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","vm_id":"b80030a4-8796-4153-962c-a196104a7bbb","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"}
4082024-09-26T23:26:53.362Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:53.06421514Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":4192,"vm":"multiple_migrations_0","vm_id":"b80030a4-8796-4153-962c-a196104a7bbb"}
4092024-09-26T23:26:53.362Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:53.064292042Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::multiple_migrations"}
4102024-09-26T23:26:53.386Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:53.064466444Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::multiple_migrations"}
4112024-09-26T23:26:53.386Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:53.064516595Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"b80030a4-8796-4153-962c-a196104a7bbb","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"}
4122024-09-26T23:26:53.386Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:53.064555616Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm_id":"b80030a4-8796-4153-962c-a196104a7bbb","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"}
4132024-09-26T23:26:53.386Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:53.082327695Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":17,"vm":"multiple_migrations_0","vm_id":"b80030a4-8796-4153-962c-a196104a7bbb"}
4142024-09-26T23:26:53.386Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:53.082422016Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations"}
4152024-09-26T23:26:53.386Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:53.082465277Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":4210}
4162024-09-26T23:26:53.386Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:53.082544668Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_0","target":"multiple_migrations_1","target_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad","source_id":"b80030a4-8796-4153-962c-a196104a7bbb"}
4172024-09-26T23:26:53.387Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:53.082598539Z","target":"phd_framework::test_vm","line":572,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"f4f11d08-374b-45dd-afe9-7fb89ed234ab","timeout_duration":"45s","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_0","target":"multiple_migrations_1","target_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad","source_id":"b80030a4-8796-4153-962c-a196104a7bbb"}
4182024-09-26T23:26:53.387Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:53.08265603Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_0","target":"multiple_migrations_1","target_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad","source_id":"b80030a4-8796-4153-962c-a196104a7bbb","vm":"multiple_migrations_1"}
4192024-09-26T23:26:53.496Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:53.197847685Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: c3e94312-fb66-4984-a6bb-b7d33723b1ad, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: c717f1b6-057b-4e0b-9d46-55f26d96887a, silo_id: 07ac1035-289d-45c4-a6df-1e3672eb58f6, sled_id: 7b530445-d69c-4e06-b9b8-8f081285c12a, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"7b530445-d69c-4e06-b9b8-8f081285c12a\" }, name: \"phd-vm-c3e94312-fb66-4984-a6bb-b7d33723b1ad\", vcpus: 2 }, state: Migrating }","vm_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_0","target":"multiple_migrations_1","target_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad","source_id":"b80030a4-8796-4153-962c-a196104a7bbb","vm":"multiple_migrations_1"}
4202024-09-26T23:26:53.519Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:53.197976557Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_1","target":"multiple_migrations_1","target_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad","vm_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad","elapsed_milliseconds":115,"source":"multiple_migrations_0","source_id":"b80030a4-8796-4153-962c-a196104a7bbb"}
4212024-09-26T23:26:53.519Z{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:53.198044538Z","target":"phd_framework::test_vm","line":593,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_0","target":"multiple_migrations_1","target_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad","source_id":"b80030a4-8796-4153-962c-a196104a7bbb","migration_id":"f4f11d08-374b-45dd-afe9-7fb89ed234ab"}
4222024-09-26T23:26:56.087Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:55.788788434Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9002\",\"from_start\":7609}}"}
4232024-09-26T23:26:56.264Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:55.966089532Z","target":"phd_framework::test_vm","line":606,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_0","target":"multiple_migrations_1","target_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad","source_id":"b80030a4-8796-4153-962c-a196104a7bbb"}
4242024-09-26T23:26:56.264Z{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:55.966138183Z","target":"phd_framework::test_vm","line":593,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":2768,"source":"multiple_migrations_0","target":"multiple_migrations_1","target_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad","source_id":"b80030a4-8796-4153-962c-a196104a7bbb","migration_id":"f4f11d08-374b-45dd-afe9-7fb89ed234ab"}
4252024-09-26T23:26:56.288Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:55.966184604Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":2883,"source":"multiple_migrations_0","target":"multiple_migrations_1","target_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad","source_id":"b80030a4-8796-4153-962c-a196104a7bbb"}
4262024-09-26T23:26:56.288Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:55.966352917Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_1"}
4272024-09-26T23:26:56.288Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:55.966398378Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"echo Hello world","timeout_duration":"Explicit(15s)","vm_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_1"}
4282024-09-26T23:26:56.288Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:55.977754938Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":11,"vm":"multiple_migrations_1","vm_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad"}
4292024-09-26T23:26:56.288Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:55.977898451Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_1"}
4302024-09-26T23:26:56.288Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:55.977962181Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_1"}
4312024-09-26T23:26:56.313Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:56.00047488Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":22,"vm":"multiple_migrations_1","vm_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad"}
4322024-09-26T23:26:56.313Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:56.000550801Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_1","target":"multiple_migrations_2","target_id":"8c924138-8105-4c69-ae27-74acb25cc5a5","source_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad"}
4332024-09-26T23:26:56.313Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9002","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:56.000604442Z","target":"phd_framework::test_vm","line":572,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"45s","migration_id":"5bae4c73-fef9-43b8-b88c-e6ec44f320d4","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_1","target":"multiple_migrations_2","target_id":"8c924138-8105-4c69-ae27-74acb25cc5a5","source_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad"}
4342024-09-26T23:26:56.313Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:56.000660643Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"8c924138-8105-4c69-ae27-74acb25cc5a5","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_1","target":"multiple_migrations_2","target_id":"8c924138-8105-4c69-ae27-74acb25cc5a5","source_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad","vm":"multiple_migrations_2"}
4352024-09-26T23:26:56.415Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:56.117129459Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 8c924138-8105-4c69-ae27-74acb25cc5a5, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: c717f1b6-057b-4e0b-9d46-55f26d96887a, silo_id: 07ac1035-289d-45c4-a6df-1e3672eb58f6, sled_id: 883f4e58-af22-4fa1-bdcb-f94cc98fd72d, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"883f4e58-af22-4fa1-bdcb-f94cc98fd72d\" }, name: \"phd-vm-8c924138-8105-4c69-ae27-74acb25cc5a5\", vcpus: 2 }, state: Migrating }","vm_id":"8c924138-8105-4c69-ae27-74acb25cc5a5","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_1","target":"multiple_migrations_2","target_id":"8c924138-8105-4c69-ae27-74acb25cc5a5","source_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad","vm":"multiple_migrations_2"}
4362024-09-26T23:26:56.440Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:56.117251951Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2","target":"multiple_migrations_2","target_id":"8c924138-8105-4c69-ae27-74acb25cc5a5","vm_id":"8c924138-8105-4c69-ae27-74acb25cc5a5","elapsed_milliseconds":116,"source":"multiple_migrations_1","source_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad"}
4372024-09-26T23:26:56.440Z{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:56.117313662Z","target":"phd_framework::test_vm","line":593,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_1","target":"multiple_migrations_2","target_id":"8c924138-8105-4c69-ae27-74acb25cc5a5","source_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad","migration_id":"5bae4c73-fef9-43b8-b88c-e6ec44f320d4"}
4382024-09-26T23:26:59.025Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:58.727588077Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9004\",\"from_start\":7657}}"}
4392024-09-26T23:26:59.389Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.090903949Z","target":"phd_framework::test_vm","line":606,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","source":"multiple_migrations_1","target":"multiple_migrations_2","target_id":"8c924138-8105-4c69-ae27-74acb25cc5a5","source_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad"}
4402024-09-26T23:26:59.413Z{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.09099463Z","target":"phd_framework::test_vm","line":593,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":2973,"source":"multiple_migrations_1","target":"multiple_migrations_2","target_id":"8c924138-8105-4c69-ae27-74acb25cc5a5","source_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad","migration_id":"5bae4c73-fef9-43b8-b88c-e6ec44f320d4"}
4412024-09-26T23:26:59.413Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.091087172Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":3090,"source":"multiple_migrations_1","target":"multiple_migrations_2","target_id":"8c924138-8105-4c69-ae27-74acb25cc5a5","source_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad"}
4422024-09-26T23:26:59.413Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.091349866Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"8c924138-8105-4c69-ae27-74acb25cc5a5","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"}
4432024-09-26T23:26:59.413Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.091417848Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"echo I have migrated!","vm_id":"8c924138-8105-4c69-ae27-74acb25cc5a5","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"}
4442024-09-26T23:26:59.413Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.103134134Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":11,"vm":"multiple_migrations_2","vm_id":"8c924138-8105-4c69-ae27-74acb25cc5a5"}
4452024-09-26T23:26:59.413Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.10345039Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"8c924138-8105-4c69-ae27-74acb25cc5a5","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"}
4462024-09-26T23:26:59.413Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.103541861Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm_id":"8c924138-8105-4c69-ae27-74acb25cc5a5","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"}
4472024-09-26T23:26:59.437Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.135440667Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":31,"vm":"multiple_migrations_2","vm_id":"8c924138-8105-4c69-ae27-74acb25cc5a5"}
4482024-09-26T23:26:59.437Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.135576599Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"8c924138-8105-4c69-ae27-74acb25cc5a5","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"}
4492024-09-26T23:26:59.437Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.135707301Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_1"}
4502024-09-26T23:26:59.437Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.135825033Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"b80030a4-8796-4153-962c-a196104a7bbb","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"}
4512024-09-26T23:26:59.437Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.136039307Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
4522024-09-26T23:26:59.437Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::multiple_migrations ... ok","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.136127139Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
4532024-09-26T23:26:59.437Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.136150709Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":10266}
4542024-09-26T23:26:59.437Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.136184349Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
4552024-09-26T23:26:59.437Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.136585366Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"8c924138-8105-4c69-ae27-74acb25cc5a5","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"}
4562024-09-26T23:26:59.437Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.137066114Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","vm_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_1"}
4572024-09-26T23:26:59.437Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.137141296Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm_id":"b80030a4-8796-4153-962c-a196104a7bbb","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_0"}
4582024-09-26T23:26:59.461Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.155711807Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9004","vm_id":"8c924138-8105-4c69-ae27-74acb25cc5a5","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"}
4592024-09-26T23:26:59.566Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.267973113Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":131,"vm":"multiple_migrations_1","vm_id":"c3e94312-fb66-4984-a6bb-b7d33723b1ad"}
4602024-09-26T23:26:59.670Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.372750593Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":236,"vm":"multiple_migrations_0","vm_id":"b80030a4-8796-4153-962c-a196104a7bbb"}
4612024-09-26T23:26:59.776Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.478181784Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm_id":"8c924138-8105-4c69-ae27-74acb25cc5a5","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"}
4622024-09-26T23:26:59.800Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.478244815Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-552a15d2-1b6a-4e13-8efc-55fad0731f6b\"]","vm_id":"8c924138-8105-4c69-ae27-74acb25cc5a5","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"}
4632024-09-26T23:26:59.825Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.50888423Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm_id":"8c924138-8105-4c69-ae27-74acb25cc5a5","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"}
4642024-09-26T23:26:59.825Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.50893793Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-4c0403e8-78e3-4cc6-bb15-d4268cfacf76\"]","vm_id":"8c924138-8105-4c69-ae27-74acb25cc5a5","path":"phd_tests::migrate::multiple_migrations","vm":"multiple_migrations_2"}
4652024-09-26T23:26:59.849Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.529952683Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":394,"vm":"multiple_migrations_2","vm_id":"8c924138-8105-4c69-ae27-74acb25cc5a5"}
4662024-09-26T23:26:59.849Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.530026835Z","target":"phd_tests::migrate","line":318,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::multiple_migrations","elapsed_milliseconds":11505}
4672024-09-26T23:26:59.849Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.530184958Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":393}
4682024-09-26T23:26:59.849Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::incompatible_vms","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.530240748Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
4692024-09-26T23:26:59.849Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.530269429Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
4702024-09-26T23:26:59.849Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.530297069Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
4712024-09-26T23:26:59.849Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.530405911Z","target":"phd_tests::migrate","line":268,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::incompatible_vms"}
4722024-09-26T23:26:59.849Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.530487763Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::incompatible_vms"}
4732024-09-26T23:26:59.849Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.530650015Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::incompatible_vms"}
4742024-09-26T23:26:59.849Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.530701416Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::incompatible_vms"}
4752024-09-26T23:26:59.849Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.530744277Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::incompatible_vms"}
4762024-09-26T23:26:59.849Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.544592629Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 172M 1.80T 170M /phd-artifacts\n","path":"phd_tests::migrate::incompatible_vms"}
4772024-09-26T23:26:59.849Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.544709211Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-095911d6-e761-4e33-879e-0f517a9d4525\"]","path":"phd_tests::migrate::incompatible_vms"}
4782024-09-26T23:26:59.873Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.564146298Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-095911d6-e761-4e33-879e-0f517a9d4525\", \"phd-artifacts/phd-clone-a10324e0-f055-427f-9cee-197e8f5395e1\"]","path":"phd_tests::migrate::incompatible_vms"}
4792024-09-26T23:26:59.898Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.582650179Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-a10324e0-f055-427f-9cee-197e8f5395e1\"]","verb":"list","path":"phd_tests::migrate::incompatible_vms"}
4802024-09-26T23:26:59.898Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.594379076Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-a10324e0-f055-427f-9cee-197e8f5395e1 0B 1.80T 170M /phd-artifacts/phd-clone-a10324e0-f055-427f-9cee-197e8f5395e1\n","path":"phd_tests::migrate::incompatible_vms"}
4812024-09-26T23:26:59.898Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.594910515Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms"}
4822024-09-26T23:26:59.898Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.594974366Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"migration_incompatible_source_0","path":"phd_tests::migrate::incompatible_vms"}
4832024-09-26T23:26:59.898Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.595032437Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::incompatible_vms"}
4842024-09-26T23:26:59.898Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.595107088Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","config_toml_path":"\"/tmp/propolis-phd/migration_incompatible_source_0.config.toml\"","path":"phd_tests::migrate::incompatible_vms"}
4852024-09-26T23:26:59.898Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.595148799Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_incompatible_source_0.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_incompatible_source_0.stderr.log\"","path":"phd_tests::migrate::incompatible_vms"}
4862024-09-26T23:26:59.922Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 905","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.601913512Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::incompatible_vms"}
4872024-09-26T23:26:59.922Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.602257118Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":7,"path":"phd_tests::migrate::incompatible_vms"}
4882024-09-26T23:26:59.922Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.602337699Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"288d5f65-4760-42b4-acf4-b56482346842","path":"phd_tests::migrate::incompatible_vms","vm":"migration_incompatible_source_0"}
4892024-09-26T23:26:59.922Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:26:59.602879728Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm_id":"288d5f65-4760-42b4-acf4-b56482346842","path":"phd_tests::migrate::incompatible_vms","vm":"migration_incompatible_source_0"}
4902024-09-26T23:27:00.475Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.176792878Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
4912024-09-26T23:27:00.521Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.177419739Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 288d5f65-4760-42b4-acf4-b56482346842, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: da29b62e-c040-44bd-97e1-8f3443571bdb, silo_id: 613c9b93-74e0-4aba-88c8-ee46ef2bd6ce, sled_id: 12292532-115c-4853-a835-7d98a65ff778, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"12292532-115c-4853-a835-7d98a65ff778\" }, name: \"phd-vm-288d5f65-4760-42b4-acf4-b56482346842\", vcpus: 4 }, state: Creating }","vm_id":"288d5f65-4760-42b4-acf4-b56482346842","path":"phd_tests::migrate::incompatible_vms","vm":"migration_incompatible_source_0"}
4922024-09-26T23:27:00.521Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.17751117Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","vm_id":"288d5f65-4760-42b4-acf4-b56482346842","elapsed_milliseconds":575,"vm":"migration_incompatible_source_0"}
4932024-09-26T23:27:00.521Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.177573081Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"288d5f65-4760-42b4-acf4-b56482346842","path":"phd_tests::migrate::incompatible_vms","vm":"migration_incompatible_source_0"}
4942024-09-26T23:27:00.521Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.177616762Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm_id":"288d5f65-4760-42b4-acf4-b56482346842","path":"phd_tests::migrate::incompatible_vms","vm":"migration_incompatible_source_0"}
4952024-09-26T23:27:00.521Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.178206962Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","vm_id":"288d5f65-4760-42b4-acf4-b56482346842","elapsed_milliseconds":0,"vm":"migration_incompatible_source_0"}
4962024-09-26T23:27:00.521Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.178269503Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::incompatible_vms"}
4972024-09-26T23:27:00.521Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.178428086Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::incompatible_vms"}
4982024-09-26T23:27:00.521Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.178470756Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::incompatible_vms"}
4992024-09-26T23:27:00.521Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.178515807Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::incompatible_vms"}
5002024-09-26T23:27:00.521Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.192507972Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 172M 1.80T 170M /phd-artifacts\n","path":"phd_tests::migrate::incompatible_vms"}
5012024-09-26T23:27:00.521Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.192595974Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-0b382d70-36cd-4df8-850c-011e8f85da26\"]","path":"phd_tests::migrate::incompatible_vms"}
5022024-09-26T23:27:00.545Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.214288158Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-0b382d70-36cd-4df8-850c-011e8f85da26\", \"phd-artifacts/phd-clone-8df6d467-13cd-41a4-bef7-5738cc544826\"]","path":"phd_tests::migrate::incompatible_vms"}
5032024-09-26T23:27:00.545Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.235363452Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-8df6d467-13cd-41a4-bef7-5738cc544826\"]","path":"phd_tests::migrate::incompatible_vms"}
5042024-09-26T23:27:00.569Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.247914533Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-8df6d467-13cd-41a4-bef7-5738cc544826 0B 1.80T 170M /phd-artifacts/phd-clone-8df6d467-13cd-41a4-bef7-5738cc544826\n","path":"phd_tests::migrate::incompatible_vms"}
5052024-09-26T23:27:00.569Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.248472162Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms"}
5062024-09-26T23:27:00.569Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.248520403Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"migration_incompatible_target_1","path":"phd_tests::migrate::incompatible_vms"}
5072024-09-26T23:27:00.569Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.248567884Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::incompatible_vms"}
5082024-09-26T23:27:00.569Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.248638945Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/migration_incompatible_target_1.config.toml\"","server_addr":"127.0.0.1:9002","path":"phd_tests::migrate::incompatible_vms"}
5092024-09-26T23:27:00.569Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.248680406Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migration_incompatible_target_1.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migration_incompatible_target_1.stdout.log\"","path":"phd_tests::migrate::incompatible_vms"}
5102024-09-26T23:27:00.569Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 910","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.256100351Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::incompatible_vms"}
5112024-09-26T23:27:00.569Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.256475027Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":7,"path":"phd_tests::migrate::incompatible_vms"}
5122024-09-26T23:27:00.569Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.256564648Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_incompatible_source_0","target_id":"0a6100cb-947d-4610-b188-0e015f480424","path":"phd_tests::migrate::incompatible_vms","source_id":"288d5f65-4760-42b4-acf4-b56482346842","target":"migration_incompatible_target_1"}
5132024-09-26T23:27:00.569Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.256620339Z","target":"phd_framework::test_vm","line":572,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"df38a4de-2bc3-48d0-9a67-0b4cb0649c44","timeout_duration":"45s","source":"migration_incompatible_source_0","target_id":"0a6100cb-947d-4610-b188-0e015f480424","path":"phd_tests::migrate::incompatible_vms","source_id":"288d5f65-4760-42b4-acf4-b56482346842","target":"migration_incompatible_target_1"}
5142024-09-26T23:27:00.569Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.25667988Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_incompatible_source_0","target_id":"0a6100cb-947d-4610-b188-0e015f480424","path":"phd_tests::migrate::incompatible_vms","source_id":"288d5f65-4760-42b4-acf4-b56482346842","vm":"migration_incompatible_target_1","vm_id":"0a6100cb-947d-4610-b188-0e015f480424","target":"migration_incompatible_target_1"}
5152024-09-26T23:27:00.569Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.257144478Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","source":"migration_incompatible_source_0","target_id":"0a6100cb-947d-4610-b188-0e015f480424","path":"phd_tests::migrate::incompatible_vms","source_id":"288d5f65-4760-42b4-acf4-b56482346842","vm":"migration_incompatible_target_1","vm_id":"0a6100cb-947d-4610-b188-0e015f480424","target":"migration_incompatible_target_1"}
5162024-09-26T23:27:01.008Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure","level":50,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.709754511Z","target":"phd_framework::test_vm","line":373,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07620dfc-5394-4dee-8338-0a77d81ee883\", \"content-length\": \"124\", \"date\": \"Thu, 26 Sep 2024 23:27:00 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"07620dfc-5394-4dee-8338-0a77d81ee883\" }","source":"migration_incompatible_source_0","target_id":"0a6100cb-947d-4610-b188-0e015f480424","path":"phd_tests::migrate::incompatible_vms","source_id":"288d5f65-4760-42b4-acf4-b56482346842","vm":"migration_incompatible_target_1","vm_id":"0a6100cb-947d-4610-b188-0e015f480424","target":"migration_incompatible_target_1"}
5172024-09-26T23:27:01.032Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.710035615Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_incompatible_target_1","vm_id":"0a6100cb-947d-4610-b188-0e015f480424","elapsed_milliseconds":453,"source":"migration_incompatible_source_0","vm":"migration_incompatible_target_1","path":"phd_tests::migrate::incompatible_vms","source_id":"288d5f65-4760-42b4-acf4-b56482346842","target_id":"0a6100cb-947d-4610-b188-0e015f480424"}
5182024-09-26T23:27:01.032Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.710092716Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_incompatible_source_0","target_id":"0a6100cb-947d-4610-b188-0e015f480424","path":"phd_tests::migrate::incompatible_vms","source_id":"288d5f65-4760-42b4-acf4-b56482346842","elapsed_milliseconds":453,"target":"migration_incompatible_target_1"}
5192024-09-26T23:27:01.032Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.71152169Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::incompatible_vms"}
5202024-09-26T23:27:01.032Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.729621724Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::incompatible_vms"}
5212024-09-26T23:27:01.032Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.729681965Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-8df6d467-13cd-41a4-bef7-5738cc544826\"]","path":"phd_tests::migrate::incompatible_vms"}
5222024-09-26T23:27:01.062Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.76390135Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::incompatible_vms"}
5232024-09-26T23:27:01.085Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.763964751Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-0b382d70-36cd-4df8-850c-011e8f85da26\"]","verb":"destroy","path":"phd_tests::migrate::incompatible_vms"}
5242024-09-26T23:27:01.085Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.784594248Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"288d5f65-4760-42b4-acf4-b56482346842","path":"phd_tests::migrate::incompatible_vms","vm":"migration_incompatible_source_0"}
5252024-09-26T23:27:01.085Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.784830872Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::incompatible_vms"}
5262024-09-26T23:27:01.085Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.785051395Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::incompatible_vms"}
5272024-09-26T23:27:01.085Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.785109536Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::incompatible_vms"}
5282024-09-26T23:27:01.085Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.785155397Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::incompatible_vms"}
5292024-09-26T23:27:01.109Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.792130334Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"288d5f65-4760-42b4-acf4-b56482346842","path":"phd_tests::migrate::incompatible_vms","vm":"migration_incompatible_source_0"}
5302024-09-26T23:27:01.109Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.799708951Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 172M 1.80T 170M /phd-artifacts\n","path":"phd_tests::migrate::incompatible_vms"}
5312024-09-26T23:27:01.109Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.799798243Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-74d85cb6-2390-4f17-a84a-bdfb8e9a380e\"]","path":"phd_tests::migrate::incompatible_vms"}
5322024-09-26T23:27:01.138Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.819969672Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-74d85cb6-2390-4f17-a84a-bdfb8e9a380e\", \"phd-artifacts/phd-clone-cb5f44ea-2122-461c-8fb5-c26920c3f54e\"]","verb":"clone","path":"phd_tests::migrate::incompatible_vms"}
5332024-09-26T23:27:01.162Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.840747531Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-cb5f44ea-2122-461c-8fb5-c26920c3f54e\"]","verb":"list","path":"phd_tests::migrate::incompatible_vms"}
5342024-09-26T23:27:01.162Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.85261765Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-cb5f44ea-2122-461c-8fb5-c26920c3f54e 0B 1.80T 170M /phd-artifacts/phd-clone-cb5f44ea-2122-461c-8fb5-c26920c3f54e\n","path":"phd_tests::migrate::incompatible_vms"}
5352024-09-26T23:27:01.162Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.853254551Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms"}
5362024-09-26T23:27:01.162Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.853309232Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migration_incompatible_source_1","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::incompatible_vms"}
5372024-09-26T23:27:01.162Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.853359583Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::incompatible_vms"}
5382024-09-26T23:27:01.162Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.853432264Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/migration_incompatible_source_1.config.toml\"","server_addr":"127.0.0.1:9004","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::incompatible_vms"}
5392024-09-26T23:27:01.162Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.853475734Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_incompatible_source_1.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_incompatible_source_1.stderr.log\"","path":"phd_tests::migrate::incompatible_vms"}
5402024-09-26T23:27:01.162Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 918","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.859652458Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::incompatible_vms"}
5412024-09-26T23:27:01.162Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.859967514Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":6,"path":"phd_tests::migrate::incompatible_vms"}
5422024-09-26T23:27:01.162Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.860046735Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"b2568288-d7d7-45c5-ad0d-82d0cd13aa01","path":"phd_tests::migrate::incompatible_vms","vm":"migration_incompatible_source_1"}
5432024-09-26T23:27:01.162Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.860449932Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9004/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm_id":"b2568288-d7d7-45c5-ad0d-82d0cd13aa01","path":"phd_tests::migrate::incompatible_vms","vm":"migration_incompatible_source_1"}
5442024-09-26T23:27:01.162Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial websocket closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.860618585Z","target":"phd_framework::serial","line":271,"file":"phd-tests/framework/src/serial/mod.rs"}
5452024-09-26T23:27:01.162Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:00.860718636Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":683}
5462024-09-26T23:27:01.494Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.195977847Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm_id":"288d5f65-4760-42b4-acf4-b56482346842","path":"phd_tests::migrate::incompatible_vms","vm":"migration_incompatible_source_0"}
5472024-09-26T23:27:01.613Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.315531036Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm_id":"288d5f65-4760-42b4-acf4-b56482346842","path":"phd_tests::migrate::incompatible_vms","vm":"migration_incompatible_source_0"}
5482024-09-26T23:27:01.637Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.315602047Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-a10324e0-f055-427f-9cee-197e8f5395e1\"]","vm_id":"288d5f65-4760-42b4-acf4-b56482346842","path":"phd_tests::migrate::incompatible_vms","vm":"migration_incompatible_source_0"}
5492024-09-26T23:27:01.661Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.344860098Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm_id":"288d5f65-4760-42b4-acf4-b56482346842","path":"phd_tests::migrate::incompatible_vms","vm":"migration_incompatible_source_0"}
5502024-09-26T23:27:01.661Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.344913379Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-095911d6-e761-4e33-879e-0f517a9d4525\"]","vm_id":"288d5f65-4760-42b4-acf4-b56482346842","path":"phd_tests::migrate::incompatible_vms","vm":"migration_incompatible_source_0"}
5512024-09-26T23:27:01.685Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.367158233Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","vm_id":"288d5f65-4760-42b4-acf4-b56482346842","elapsed_milliseconds":582,"vm":"migration_incompatible_source_0"}
5522024-09-26T23:27:01.781Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.482774765Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
5532024-09-26T23:27:01.804Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.48365955Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: b2568288-d7d7-45c5-ad0d-82d0cd13aa01, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: c9e52d1c-ccae-4b81-bcd7-76dfe4a0b45a, silo_id: 16ae371b-e9ba-4309-a2b4-8b78e62d314a, sled_id: 0c7db22b-1d11-4428-93d1-c61460f1a9a7, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"0c7db22b-1d11-4428-93d1-c61460f1a9a7\" }, name: \"phd-vm-b2568288-d7d7-45c5-ad0d-82d0cd13aa01\", vcpus: 4 }, state: Creating }","vm_id":"b2568288-d7d7-45c5-ad0d-82d0cd13aa01","path":"phd_tests::migrate::incompatible_vms","vm":"migration_incompatible_source_1"}
5542024-09-26T23:27:01.805Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.483735761Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","vm_id":"b2568288-d7d7-45c5-ad0d-82d0cd13aa01","elapsed_milliseconds":623,"vm":"migration_incompatible_source_1"}
5552024-09-26T23:27:01.805Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.483795652Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"b2568288-d7d7-45c5-ad0d-82d0cd13aa01","path":"phd_tests::migrate::incompatible_vms","vm":"migration_incompatible_source_1"}
5562024-09-26T23:27:01.805Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.483836763Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm_id":"b2568288-d7d7-45c5-ad0d-82d0cd13aa01","path":"phd_tests::migrate::incompatible_vms","vm":"migration_incompatible_source_1"}
5572024-09-26T23:27:01.805Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.484478173Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","vm_id":"b2568288-d7d7-45c5-ad0d-82d0cd13aa01","elapsed_milliseconds":0,"vm":"migration_incompatible_source_1"}
5582024-09-26T23:27:01.805Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.484547515Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::incompatible_vms"}
5592024-09-26T23:27:01.805Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.484707427Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::incompatible_vms"}
5602024-09-26T23:27:01.805Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.484749648Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::incompatible_vms"}
5612024-09-26T23:27:01.805Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.484798729Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::incompatible_vms"}
5622024-09-26T23:27:01.805Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.501199374Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 172M 1.80T 170M /phd-artifacts\n","path":"phd_tests::migrate::incompatible_vms"}
5632024-09-26T23:27:01.805Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.501283626Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-4bd9c4f2-05c5-4dcd-b9e1-e1c1d34ec59b\"]","path":"phd_tests::migrate::incompatible_vms"}
5642024-09-26T23:27:01.828Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.523095202Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-4bd9c4f2-05c5-4dcd-b9e1-e1c1d34ec59b\", \"phd-artifacts/phd-clone-23d894c5-4e24-45e9-9734-e30fcbdcb0cc\"]","verb":"clone","path":"phd_tests::migrate::incompatible_vms"}
5652024-09-26T23:27:01.852Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.542146252Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-23d894c5-4e24-45e9-9734-e30fcbdcb0cc\"]","path":"phd_tests::migrate::incompatible_vms"}
5662024-09-26T23:27:01.852Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.554277726Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-23d894c5-4e24-45e9-9734-e30fcbdcb0cc 0B 1.80T 170M /phd-artifacts/phd-clone-23d894c5-4e24-45e9-9734-e30fcbdcb0cc\n","path":"phd_tests::migrate::incompatible_vms"}
5672024-09-26T23:27:01.876Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.554835285Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms"}
5682024-09-26T23:27:01.876Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.554910747Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"migration_incompatible_target_2","guest_os_kind":"Alpine","path":"phd_tests::migrate::incompatible_vms"}
5692024-09-26T23:27:01.876Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.554971348Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::incompatible_vms"}
5702024-09-26T23:27:01.876Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.555066419Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/migration_incompatible_target_2.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9006","path":"phd_tests::migrate::incompatible_vms"}
5712024-09-26T23:27:01.876Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.55511785Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_incompatible_target_2.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_incompatible_target_2.stderr.log\"","path":"phd_tests::migrate::incompatible_vms"}
5722024-09-26T23:27:01.876Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 926","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.561455097Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::incompatible_vms"}
5732024-09-26T23:27:01.876Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.561787812Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":6,"path":"phd_tests::migrate::incompatible_vms"}
5742024-09-26T23:27:01.876Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.561866383Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_incompatible_source_1","target_id":"99894697-fa72-43a8-9507-0160a0ebb1fa","path":"phd_tests::migrate::incompatible_vms","source_id":"b2568288-d7d7-45c5-ad0d-82d0cd13aa01","target":"migration_incompatible_target_2"}
5752024-09-26T23:27:01.876Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9004","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.561912844Z","target":"phd_framework::test_vm","line":572,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"90s","migration_id":"d62b684a-b795-4b2f-ad9e-9f901b4731e3","source":"migration_incompatible_source_1","target_id":"99894697-fa72-43a8-9507-0160a0ebb1fa","path":"phd_tests::migrate::incompatible_vms","source_id":"b2568288-d7d7-45c5-ad0d-82d0cd13aa01","target":"migration_incompatible_target_2"}
5762024-09-26T23:27:01.876Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.561966035Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_incompatible_source_1","target_id":"99894697-fa72-43a8-9507-0160a0ebb1fa","path":"phd_tests::migrate::incompatible_vms","source_id":"b2568288-d7d7-45c5-ad0d-82d0cd13aa01","vm":"migration_incompatible_target_2","vm_id":"99894697-fa72-43a8-9507-0160a0ebb1fa","target":"migration_incompatible_target_2"}
5772024-09-26T23:27:01.876Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:01.562408813Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9006/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","source":"migration_incompatible_source_1","target_id":"99894697-fa72-43a8-9507-0160a0ebb1fa","path":"phd_tests::migrate::incompatible_vms","source_id":"b2568288-d7d7-45c5-ad0d-82d0cd13aa01","vm":"migration_incompatible_target_2","vm_id":"99894697-fa72-43a8-9507-0160a0ebb1fa","target":"migration_incompatible_target_2"}
5782024-09-26T23:27:02.407Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] permanent error from instance_spec_ensure","level":50,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.10941687Z","target":"phd_framework::test_vm","line":373,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d7e2aca-bd76-4b40-b05e-010cabeec4d0\", \"content-length\": \"124\", \"date\": \"Thu, 26 Sep 2024 23:27:02 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8d7e2aca-bd76-4b40-b05e-010cabeec4d0\" }","source":"migration_incompatible_source_1","target_id":"99894697-fa72-43a8-9507-0160a0ebb1fa","path":"phd_tests::migrate::incompatible_vms","source_id":"b2568288-d7d7-45c5-ad0d-82d0cd13aa01","vm":"migration_incompatible_target_2","vm_id":"99894697-fa72-43a8-9507-0160a0ebb1fa","target":"migration_incompatible_target_2"}
5792024-09-26T23:27:02.431Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.109603653Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_incompatible_target_2","vm_id":"99894697-fa72-43a8-9507-0160a0ebb1fa","elapsed_milliseconds":547,"source":"migration_incompatible_source_1","vm":"migration_incompatible_target_2","path":"phd_tests::migrate::incompatible_vms","source_id":"b2568288-d7d7-45c5-ad0d-82d0cd13aa01","target_id":"99894697-fa72-43a8-9507-0160a0ebb1fa"}
5802024-09-26T23:27:02.431Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.109650424Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migration_incompatible_source_1","target_id":"99894697-fa72-43a8-9507-0160a0ebb1fa","path":"phd_tests::migrate::incompatible_vms","source_id":"b2568288-d7d7-45c5-ad0d-82d0cd13aa01","elapsed_milliseconds":547,"target":"migration_incompatible_target_2"}
5812024-09-26T23:27:02.431Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.111629037Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9006","path":"phd_tests::migrate::incompatible_vms"}
5822024-09-26T23:27:02.431Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.130209429Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::incompatible_vms"}
5832024-09-26T23:27:02.431Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.130307971Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-23d894c5-4e24-45e9-9734-e30fcbdcb0cc\"]","verb":"destroy","path":"phd_tests::migrate::incompatible_vms"}
5842024-09-26T23:27:02.459Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.16119395Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::incompatible_vms"}
5852024-09-26T23:27:02.482Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.16124569Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-4bd9c4f2-05c5-4dcd-b9e1-e1c1d34ec59b\"]","path":"phd_tests::migrate::incompatible_vms"}
5862024-09-26T23:27:02.482Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.182218333Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"b2568288-d7d7-45c5-ad0d-82d0cd13aa01","path":"phd_tests::migrate::incompatible_vms","vm":"migration_incompatible_source_1"}
5872024-09-26T23:27:02.482Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.182466707Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
5882024-09-26T23:27:02.482Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::incompatible_vms ... ok","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.182548618Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
5892024-09-26T23:27:02.483Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.182611679Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":699}
5902024-09-26T23:27:02.483Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.182622509Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
5912024-09-26T23:27:02.483Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.183167388Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"b2568288-d7d7-45c5-ad0d-82d0cd13aa01","path":"phd_tests::migrate::incompatible_vms","vm":"migration_incompatible_source_1"}
5922024-09-26T23:27:03.034Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.736200568Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9004","vm_id":"b2568288-d7d7-45c5-ad0d-82d0cd13aa01","path":"phd_tests::migrate::incompatible_vms","vm":"migration_incompatible_source_1"}
5932024-09-26T23:27:03.150Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.851882271Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm_id":"b2568288-d7d7-45c5-ad0d-82d0cd13aa01","path":"phd_tests::migrate::incompatible_vms","vm":"migration_incompatible_source_1"}
5942024-09-26T23:27:03.174Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.851965872Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-cb5f44ea-2122-461c-8fb5-c26920c3f54e\"]","vm_id":"b2568288-d7d7-45c5-ad0d-82d0cd13aa01","path":"phd_tests::migrate::incompatible_vms","vm":"migration_incompatible_source_1"}
5952024-09-26T23:27:03.198Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.88218675Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm_id":"b2568288-d7d7-45c5-ad0d-82d0cd13aa01","path":"phd_tests::migrate::incompatible_vms","vm":"migration_incompatible_source_1"}
5962024-09-26T23:27:03.198Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.882242121Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-74d85cb6-2390-4f17-a84a-bdfb8e9a380e\"]","verb":"destroy","vm_id":"b2568288-d7d7-45c5-ad0d-82d0cd13aa01","path":"phd_tests::migrate::incompatible_vms","vm":"migration_incompatible_source_1"}
5972024-09-26T23:27:03.221Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.907310082Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::incompatible_vms","vm_id":"b2568288-d7d7-45c5-ad0d-82d0cd13aa01","elapsed_milliseconds":724,"vm":"migration_incompatible_source_1"}
5982024-09-26T23:27:03.221Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.907373473Z","target":"phd_tests::migrate","line":268,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":3376,"path":"phd_tests::migrate::incompatible_vms"}
5992024-09-26T23:27:03.222Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.907551016Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":724}
6002024-09-26T23:27:03.222Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::serial_history","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.907603497Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
6012024-09-26T23:27:03.222Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.907632268Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
6022024-09-26T23:27:03.222Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.907660818Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
6032024-09-26T23:27:03.222Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.90777285Z","target":"phd_tests::migrate","line":20,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::serial_history"}
6042024-09-26T23:27:03.222Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.907860391Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::serial_history"}
6052024-09-26T23:27:03.222Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.908026434Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::serial_history"}
6062024-09-26T23:27:03.222Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.908078565Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::serial_history"}
6072024-09-26T23:27:03.222Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.908128926Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::serial_history"}
6082024-09-26T23:27:03.222Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.921080443Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 173M 1.80T 170M /phd-artifacts\n","path":"phd_tests::migrate::serial_history"}
6092024-09-26T23:27:03.222Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.921165615Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-800a293d-5774-45c3-9ef0-dc7a756fed1b\"]","verb":"snapshot","path":"phd_tests::migrate::serial_history"}
6102024-09-26T23:27:03.269Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.938005588Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-800a293d-5774-45c3-9ef0-dc7a756fed1b\", \"phd-artifacts/phd-clone-d6100c1f-c176-47b0-969c-e50f26e461df\"]","verb":"clone","path":"phd_tests::migrate::serial_history"}
6112024-09-26T23:27:03.294Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.95897361Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-d6100c1f-c176-47b0-969c-e50f26e461df\"]","verb":"list","path":"phd_tests::migrate::serial_history"}
6122024-09-26T23:27:03.294Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.970877599Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-d6100c1f-c176-47b0-969c-e50f26e461df 0B 1.80T 170M /phd-artifacts/phd-clone-d6100c1f-c176-47b0-969c-e50f26e461df\n","path":"phd_tests::migrate::serial_history"}
6132024-09-26T23:27:03.294Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.971969348Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::serial_history"}
6142024-09-26T23:27:03.294Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.972027339Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"migration_serial_history","path":"phd_tests::migrate::serial_history"}
6152024-09-26T23:27:03.294Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.9720762Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::serial_history"}
6162024-09-26T23:27:03.294Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.972153671Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/migration_serial_history.config.toml\"","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::serial_history"}
6172024-09-26T23:27:03.294Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.972193642Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migration_serial_history.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migration_serial_history.stdout.log\"","path":"phd_tests::migrate::serial_history"}
6182024-09-26T23:27:03.294Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 937","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.978986116Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::serial_history"}
6192024-09-26T23:27:03.294Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.979320661Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::serial_history","elapsed_milliseconds":7}
6202024-09-26T23:27:03.294Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.979396963Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history","vm_id":"217a3384-620f-47c3-aad0-f519dc0b026c"}
6212024-09-26T23:27:03.294Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:02.979868161Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history","vm_id":"217a3384-620f-47c3-aad0-f519dc0b026c"}
6222024-09-26T23:27:03.795Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:03.497458755Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
6232024-09-26T23:27:03.842Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:03.498403751Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 217a3384-620f-47c3-aad0-f519dc0b026c, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: dbd34327-d961-4faa-8b0b-3a755a25f967, silo_id: a0b10216-d268-426e-aa39-adab3099bf77, sled_id: f5b99c11-1f03-42ba-8d94-bb29074cd462, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"f5b99c11-1f03-42ba-8d94-bb29074cd462\" }, name: \"phd-vm-217a3384-620f-47c3-aad0-f519dc0b026c\", vcpus: 2 }, state: Creating }","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history","vm_id":"217a3384-620f-47c3-aad0-f519dc0b026c"}
6242024-09-26T23:27:03.842Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:03.498483142Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","vm_id":"217a3384-620f-47c3-aad0-f519dc0b026c","path":"phd_tests::migrate::serial_history","elapsed_milliseconds":519}
6252024-09-26T23:27:03.842Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:03.498552263Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history","vm_id":"217a3384-620f-47c3-aad0-f519dc0b026c"}
6262024-09-26T23:27:03.842Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:03.498594994Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history","vm_id":"217a3384-620f-47c3-aad0-f519dc0b026c"}
6272024-09-26T23:27:03.842Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:03.499151363Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","vm_id":"217a3384-620f-47c3-aad0-f519dc0b026c","path":"phd_tests::migrate::serial_history","elapsed_milliseconds":0}
6282024-09-26T23:27:03.842Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:03.499208654Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::serial_history"}
6292024-09-26T23:27:03.842Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:03.499252105Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"217a3384-620f-47c3-aad0-f519dc0b026c","vm":"migration_serial_history","timeout_duration":"300s","path":"phd_tests::migrate::serial_history"}
6302024-09-26T23:27:03.842Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:03.499285825Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::serial_history"}
6312024-09-26T23:27:03.842Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:03.499319416Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history","vm_id":"217a3384-620f-47c3-aad0-f519dc0b026c"}
6322024-09-26T23:27:03.842Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:03.499352146Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history","vm_id":"217a3384-620f-47c3-aad0-f519dc0b026c"}
6332024-09-26T23:27:07.985Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:07.686867814Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","vm_id":"217a3384-620f-47c3-aad0-f519dc0b026c","path":"phd_tests::migrate::serial_history","elapsed_milliseconds":4187}
6342024-09-26T23:27:07.985Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:07.686928175Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::serial_history"}
6352024-09-26T23:27:08.009Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:07.687089658Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::serial_history"}
6362024-09-26T23:27:08.009Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:07.687134758Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history","vm_id":"217a3384-620f-47c3-aad0-f519dc0b026c"}
6372024-09-26T23:27:08.009Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:07.687170619Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history","vm_id":"217a3384-620f-47c3-aad0-f519dc0b026c"}
6382024-09-26T23:27:08.009Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:07.704888817Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","vm_id":"217a3384-620f-47c3-aad0-f519dc0b026c","path":"phd_tests::migrate::serial_history","elapsed_milliseconds":17}
6392024-09-26T23:27:08.010Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:07.704968878Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::serial_history"}
6402024-09-26T23:27:08.010Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:07.705025069Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::serial_history","elapsed_milliseconds":4205}
6412024-09-26T23:27:08.010Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:07.705183632Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history","vm_id":"217a3384-620f-47c3-aad0-f519dc0b026c"}
6422024-09-26T23:27:08.010Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:07.705255493Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"echo hello from the source VM!","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history","vm_id":"217a3384-620f-47c3-aad0-f519dc0b026c"}
6432024-09-26T23:27:08.034Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:07.715675538Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","vm_id":"217a3384-620f-47c3-aad0-f519dc0b026c","path":"phd_tests::migrate::serial_history","elapsed_milliseconds":10}
6442024-09-26T23:27:08.034Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:07.71578636Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history","vm_id":"217a3384-620f-47c3-aad0-f519dc0b026c"}
6452024-09-26T23:27:08.034Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:07.71582658Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history","vm_id":"217a3384-620f-47c3-aad0-f519dc0b026c"}
6462024-09-26T23:27:08.058Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:07.738391139Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","vm_id":"217a3384-620f-47c3-aad0-f519dc0b026c","path":"phd_tests::migrate::serial_history","elapsed_milliseconds":22}
6472024-09-26T23:27:08.058Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] migrating to new Propolis artifact for lifecycle test","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:07.74258689Z","target":"phd_framework::lifecycle","line":74,"file":"phd-tests/framework/src/lifecycle.rs","vm_name":"migration_serial_history","propolis_artifact":"__DEFAULT_PROPOLIS","path":"phd_tests::migrate::serial_history"}
6482024-09-26T23:27:08.058Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:07.742655901Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::serial_history"}
6492024-09-26T23:27:08.058Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:07.742695062Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"migration_serial_history_lifecycle_0","guest_os_kind":"Alpine","path":"phd_tests::migrate::serial_history"}
6502024-09-26T23:27:08.058Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:07.742744973Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::serial_history"}
6512024-09-26T23:27:08.058Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:07.742814434Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9002","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/migration_serial_history_lifecycle_0.config.toml\"","path":"phd_tests::migrate::serial_history"}
6522024-09-26T23:27:08.058Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:07.742854314Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migration_serial_history_lifecycle_0.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migration_serial_history_lifecycle_0.stdout.log\"","path":"phd_tests::migrate::serial_history"}
6532024-09-26T23:27:08.058Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 938","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:07.753398362Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::serial_history"}
6542024-09-26T23:27:08.058Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:07.753818809Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::serial_history","elapsed_milliseconds":11}
6552024-09-26T23:27:08.058Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:07.753947001Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"657eb535-c481-4a43-bf82-326a6de17442","target":"migration_serial_history_lifecycle_0","source":"migration_serial_history","path":"phd_tests::migrate::serial_history","source_id":"217a3384-620f-47c3-aad0-f519dc0b026c"}
6562024-09-26T23:27:08.058Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:07.754008972Z","target":"phd_framework::test_vm","line":572,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"c77b5cb6-5549-4194-8934-65945fcb4ad1","timeout_duration":"45s","target_id":"657eb535-c481-4a43-bf82-326a6de17442","target":"migration_serial_history_lifecycle_0","source":"migration_serial_history","path":"phd_tests::migrate::serial_history","source_id":"217a3384-620f-47c3-aad0-f519dc0b026c"}
6572024-09-26T23:27:08.059Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:07.754072613Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"657eb535-c481-4a43-bf82-326a6de17442","vm":"migration_serial_history_lifecycle_0","target":"migration_serial_history_lifecycle_0","vm_id":"657eb535-c481-4a43-bf82-326a6de17442","source":"migration_serial_history","path":"phd_tests::migrate::serial_history","source_id":"217a3384-620f-47c3-aad0-f519dc0b026c"}
6582024-09-26T23:27:08.059Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:07.75451453Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","target_id":"657eb535-c481-4a43-bf82-326a6de17442","vm":"migration_serial_history_lifecycle_0","target":"migration_serial_history_lifecycle_0","vm_id":"657eb535-c481-4a43-bf82-326a6de17442","source":"migration_serial_history","path":"phd_tests::migrate::serial_history","source_id":"217a3384-620f-47c3-aad0-f519dc0b026c"}
6592024-09-26T23:27:08.767Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:08.469677422Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 657eb535-c481-4a43-bf82-326a6de17442, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: dbd34327-d961-4faa-8b0b-3a755a25f967, silo_id: a0b10216-d268-426e-aa39-adab3099bf77, sled_id: 89101ae5-41ce-4a30-9a2b-7747b3ae2d3c, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"89101ae5-41ce-4a30-9a2b-7747b3ae2d3c\" }, name: \"phd-vm-657eb535-c481-4a43-bf82-326a6de17442\", vcpus: 2 }, state: Migrating }","target_id":"657eb535-c481-4a43-bf82-326a6de17442","vm":"migration_serial_history_lifecycle_0","target":"migration_serial_history_lifecycle_0","vm_id":"657eb535-c481-4a43-bf82-326a6de17442","source":"migration_serial_history","path":"phd_tests::migrate::serial_history","source_id":"217a3384-620f-47c3-aad0-f519dc0b026c"}
6602024-09-26T23:27:08.791Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:08.469783004Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"migration_serial_history_lifecycle_0","vm_id":"657eb535-c481-4a43-bf82-326a6de17442","source":"migration_serial_history","elapsed_milliseconds":715,"target_id":"657eb535-c481-4a43-bf82-326a6de17442","vm":"migration_serial_history_lifecycle_0","path":"phd_tests::migrate::serial_history","source_id":"217a3384-620f-47c3-aad0-f519dc0b026c"}
6612024-09-26T23:27:08.792Z{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:08.469832625Z","target":"phd_framework::test_vm","line":593,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"657eb535-c481-4a43-bf82-326a6de17442","target":"migration_serial_history_lifecycle_0","migration_id":"c77b5cb6-5549-4194-8934-65945fcb4ad1","source":"migration_serial_history","path":"phd_tests::migrate::serial_history","source_id":"217a3384-620f-47c3-aad0-f519dc0b026c"}
6622024-09-26T23:27:11.350Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:11.052624238Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9002\",\"from_start\":7685}}"}
6632024-09-26T23:27:15.113Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:14.815025825Z","target":"phd_framework::test_vm","line":606,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"657eb535-c481-4a43-bf82-326a6de17442","target":"migration_serial_history_lifecycle_0","source":"migration_serial_history","path":"phd_tests::migrate::serial_history","source_id":"217a3384-620f-47c3-aad0-f519dc0b026c"}
6642024-09-26T23:27:15.113Z{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:14.815089336Z","target":"phd_framework::test_vm","line":593,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"657eb535-c481-4a43-bf82-326a6de17442","elapsed_milliseconds":6345,"target":"migration_serial_history_lifecycle_0","migration_id":"c77b5cb6-5549-4194-8934-65945fcb4ad1","source":"migration_serial_history","path":"phd_tests::migrate::serial_history","source_id":"217a3384-620f-47c3-aad0-f519dc0b026c"}
6652024-09-26T23:27:15.137Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:14.815135706Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"657eb535-c481-4a43-bf82-326a6de17442","elapsed_milliseconds":7061,"target":"migration_serial_history_lifecycle_0","source":"migration_serial_history","path":"phd_tests::migrate::serial_history","source_id":"217a3384-620f-47c3-aad0-f519dc0b026c"}
6662024-09-26T23:27:15.137Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:14.816347397Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history","vm_id":"217a3384-620f-47c3-aad0-f519dc0b026c"}
6672024-09-26T23:27:15.137Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:14.817319783Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm":"migration_serial_history","path":"phd_tests::migrate::serial_history","vm_id":"217a3384-620f-47c3-aad0-f519dc0b026c"}
6682024-09-26T23:27:15.240Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:14.942453925Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history","vm_id":"217a3384-620f-47c3-aad0-f519dc0b026c","path":"phd_tests::migrate::serial_history","elapsed_milliseconds":125}
6692024-09-26T23:27:15.264Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:14.945042409Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history_lifecycle_0","path":"phd_tests::migrate::serial_history","vm_id":"657eb535-c481-4a43-bf82-326a6de17442"}
6702024-09-26T23:27:15.264Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:14.945239812Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
6712024-09-26T23:27:15.264Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::serial_history ... ok","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:14.945281713Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
6722024-09-26T23:27:15.264Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:14.945350414Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
6732024-09-26T23:27:15.264Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:14.945362674Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":11447}
6742024-09-26T23:27:15.264Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:14.945834042Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history_lifecycle_0","path":"phd_tests::migrate::serial_history","vm_id":"657eb535-c481-4a43-bf82-326a6de17442"}
6752024-09-26T23:27:15.997Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.699008892Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","vm":"migration_serial_history_lifecycle_0","path":"phd_tests::migrate::serial_history","vm_id":"657eb535-c481-4a43-bf82-326a6de17442"}
6762024-09-26T23:27:16.109Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.810742849Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm":"migration_serial_history_lifecycle_0","path":"phd_tests::migrate::serial_history","vm_id":"657eb535-c481-4a43-bf82-326a6de17442"}
6772024-09-26T23:27:16.133Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.81081027Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-d6100c1f-c176-47b0-969c-e50f26e461df\"]","vm":"migration_serial_history_lifecycle_0","path":"phd_tests::migrate::serial_history","vm_id":"657eb535-c481-4a43-bf82-326a6de17442"}
6782024-09-26T23:27:16.157Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.837912595Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm":"migration_serial_history_lifecycle_0","path":"phd_tests::migrate::serial_history","vm_id":"657eb535-c481-4a43-bf82-326a6de17442"}
6792024-09-26T23:27:16.157Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.837964006Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-800a293d-5774-45c3-9ef0-dc7a756fed1b\"]","verb":"destroy","vm":"migration_serial_history_lifecycle_0","path":"phd_tests::migrate::serial_history","vm_id":"657eb535-c481-4a43-bf82-326a6de17442"}
6802024-09-26T23:27:16.157Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.85725165Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_serial_history_lifecycle_0","vm_id":"657eb535-c481-4a43-bf82-326a6de17442","path":"phd_tests::migrate::serial_history","elapsed_milliseconds":912}
6812024-09-26T23:27:16.157Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.857306901Z","target":"phd_tests::migrate","line":20,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::serial_history","elapsed_milliseconds":12949}
6822024-09-26T23:27:16.157Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.857481224Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":912}
6832024-09-26T23:27:16.157Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::smoke_test","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.857534795Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
6842024-09-26T23:27:16.157Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.857563315Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
6852024-09-26T23:27:16.157Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.857590846Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
6862024-09-26T23:27:16.157Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.857692708Z","target":"phd_tests::migrate","line":15,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::smoke_test"}
6872024-09-26T23:27:16.157Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.857775999Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::smoke_test"}
6882024-09-26T23:27:16.157Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.857942792Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::smoke_test"}
6892024-09-26T23:27:16.157Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.857989733Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::smoke_test"}
6902024-09-26T23:27:16.157Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.858036923Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::smoke_test"}
6912024-09-26T23:27:16.181Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.869259352Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 172M 1.80T 170M /phd-artifacts\n","path":"phd_tests::migrate::smoke_test"}
6922024-09-26T23:27:16.181Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.869352573Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-eceb75e9-4d9b-47b9-949a-01d506529cba\"]","path":"phd_tests::migrate::smoke_test"}
6932024-09-26T23:27:16.205Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.886828087Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-eceb75e9-4d9b-47b9-949a-01d506529cba\", \"phd-artifacts/phd-clone-61372281-ebbb-4e0b-b34c-414a440e639a\"]","path":"phd_tests::migrate::smoke_test"}
6942024-09-26T23:27:16.205Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.904942481Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-61372281-ebbb-4e0b-b34c-414a440e639a\"]","path":"phd_tests::migrate::smoke_test"}
6952024-09-26T23:27:16.229Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.916548536Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-61372281-ebbb-4e0b-b34c-414a440e639a 0B 1.80T 170M /phd-artifacts/phd-clone-61372281-ebbb-4e0b-b34c-414a440e639a\n","path":"phd_tests::migrate::smoke_test"}
6962024-09-26T23:27:16.229Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.917130796Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::smoke_test"}
6972024-09-26T23:27:16.229Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.917201657Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"migration_smoke","guest_os_kind":"Alpine","path":"phd_tests::migrate::smoke_test"}
6982024-09-26T23:27:16.229Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.917263408Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::smoke_test"}
6992024-09-26T23:27:16.229Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.917345299Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/migration_smoke.config.toml\"","server_addr":"127.0.0.1:9000","path":"phd_tests::migrate::smoke_test"}
7002024-09-26T23:27:16.229Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.917396451Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migration_smoke.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migration_smoke.stderr.log\"","path":"phd_tests::migrate::smoke_test"}
7012024-09-26T23:27:16.229Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 947","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.923715946Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::smoke_test"}
7022024-09-26T23:27:16.229Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.924110013Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":6,"path":"phd_tests::migrate::smoke_test"}
7032024-09-26T23:27:16.229Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.924198215Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","path":"phd_tests::migrate::smoke_test"}
7042024-09-26T23:27:16.229Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:15.924732694Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","path":"phd_tests::migrate::smoke_test"}
7052024-09-26T23:27:16.583Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:16.285624896Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
7062024-09-26T23:27:16.608Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:16.286227616Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 4bd6de1c-3c92-46ee-a9c6-2365a582d48d, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: a0297124-6fe4-487d-bb1c-cfe7ff41c578, silo_id: ca907191-f95f-4691-a0cf-efbe36b7e795, sled_id: 089134cf-ce90-4008-ab7b-6444d6a3ec82, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"089134cf-ce90-4008-ab7b-6444d6a3ec82\" }, name: \"phd-vm-4bd6de1c-3c92-46ee-a9c6-2365a582d48d\", vcpus: 2 }, state: Creating }","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","path":"phd_tests::migrate::smoke_test"}
7072024-09-26T23:27:16.608Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:16.286298527Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","elapsed_milliseconds":362,"path":"phd_tests::migrate::smoke_test"}
7082024-09-26T23:27:16.608Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:16.286360268Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","path":"phd_tests::migrate::smoke_test"}
7092024-09-26T23:27:16.608Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:16.286404469Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","path":"phd_tests::migrate::smoke_test"}
7102024-09-26T23:27:16.608Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:16.286970158Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","elapsed_milliseconds":0,"path":"phd_tests::migrate::smoke_test"}
7112024-09-26T23:27:16.608Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:16.287026309Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::smoke_test"}
7122024-09-26T23:27:16.608Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:16.28707131Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migration_smoke","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","timeout_duration":"300s","path":"phd_tests::migrate::smoke_test"}
7132024-09-26T23:27:16.608Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:16.28710691Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::smoke_test"}
7142024-09-26T23:27:16.608Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:16.287141471Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","path":"phd_tests::migrate::smoke_test"}
7152024-09-26T23:27:16.608Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:16.287176282Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","path":"phd_tests::migrate::smoke_test"}
7162024-09-26T23:27:20.783Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.484760378Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","elapsed_milliseconds":4197,"path":"phd_tests::migrate::smoke_test"}
7172024-09-26T23:27:20.783Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.48484013Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::smoke_test"}
7182024-09-26T23:27:20.807Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.485012022Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::smoke_test"}
7192024-09-26T23:27:20.807Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.485063893Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","path":"phd_tests::migrate::smoke_test"}
7202024-09-26T23:27:20.807Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.485102564Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","path":"phd_tests::migrate::smoke_test"}
7212024-09-26T23:27:20.807Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.502807611Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","elapsed_milliseconds":17,"path":"phd_tests::migrate::smoke_test"}
7222024-09-26T23:27:20.807Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.502892863Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::smoke_test"}
7232024-09-26T23:27:20.807Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.502933894Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4215,"path":"phd_tests::migrate::smoke_test"}
7242024-09-26T23:27:20.807Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.503090986Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","path":"phd_tests::migrate::smoke_test"}
7252024-09-26T23:27:20.807Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.503145477Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"ls foo.bar 2> /dev/null","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","path":"phd_tests::migrate::smoke_test"}
7262024-09-26T23:27:20.831Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.513646414Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","elapsed_milliseconds":10,"path":"phd_tests::migrate::smoke_test"}
7272024-09-26T23:27:20.831Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.513883058Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","path":"phd_tests::migrate::smoke_test"}
7282024-09-26T23:27:20.831Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.513973549Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","path":"phd_tests::migrate::smoke_test"}
7292024-09-26T23:27:20.855Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.535506821Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","elapsed_milliseconds":21,"path":"phd_tests::migrate::smoke_test"}
7302024-09-26T23:27:20.855Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.535658043Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","path":"phd_tests::migrate::smoke_test"}
7312024-09-26T23:27:20.855Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.535712444Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"touch ./foo.bar","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","path":"phd_tests::migrate::smoke_test"}
7322024-09-26T23:27:20.855Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.547088475Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","elapsed_milliseconds":11,"path":"phd_tests::migrate::smoke_test"}
7332024-09-26T23:27:20.855Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.547305339Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","path":"phd_tests::migrate::smoke_test"}
7342024-09-26T23:27:20.855Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.54738906Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","path":"phd_tests::migrate::smoke_test"}
7352024-09-26T23:27:20.879Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.579263576Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","elapsed_milliseconds":31,"path":"phd_tests::migrate::smoke_test"}
7362024-09-26T23:27:20.879Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.579482289Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","path":"phd_tests::migrate::smoke_test"}
7372024-09-26T23:27:20.879Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.579560571Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"sync ./foo.bar","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","path":"phd_tests::migrate::smoke_test"}
7382024-09-26T23:27:20.903Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.591012073Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","elapsed_milliseconds":11,"path":"phd_tests::migrate::smoke_test"}
7392024-09-26T23:27:20.903Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.591153175Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","path":"phd_tests::migrate::smoke_test"}
7402024-09-26T23:27:20.903Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.591203956Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","path":"phd_tests::migrate::smoke_test"}
7412024-09-26T23:27:20.927Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.623145953Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","elapsed_milliseconds":31,"path":"phd_tests::migrate::smoke_test"}
7422024-09-26T23:27:20.927Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] migrating to new Propolis artifact for lifecycle test","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.623279275Z","target":"phd_framework::lifecycle","line":74,"file":"phd-tests/framework/src/lifecycle.rs","vm_name":"migration_smoke","propolis_artifact":"__DEFAULT_PROPOLIS","path":"phd_tests::migrate::smoke_test"}
7432024-09-26T23:27:20.927Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.623375466Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::smoke_test"}
7442024-09-26T23:27:20.927Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.623449318Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"migration_smoke_lifecycle_0","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::smoke_test"}
7452024-09-26T23:27:20.927Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.623533469Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::smoke_test"}
7462024-09-26T23:27:20.927Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.623664531Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9002","config_toml_path":"\"/tmp/propolis-phd/migration_smoke_lifecycle_0.config.toml\"","path":"phd_tests::migrate::smoke_test"}
7472024-09-26T23:27:20.927Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.623745043Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migration_smoke_lifecycle_0.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migration_smoke_lifecycle_0.stdout.log\"","path":"phd_tests::migrate::smoke_test"}
7482024-09-26T23:27:20.951Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 948","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.63370509Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::smoke_test"}
7492024-09-26T23:27:20.951Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.63430323Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":10,"path":"phd_tests::migrate::smoke_test"}
7502024-09-26T23:27:20.951Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.634427042Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","source":"migration_smoke","source_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","target":"migration_smoke_lifecycle_0","path":"phd_tests::migrate::smoke_test"}
7512024-09-26T23:27:20.951Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.634508113Z","target":"phd_framework::test_vm","line":572,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"af386008-7799-4129-8d1d-726179a79027","timeout_duration":"45s","target_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","source":"migration_smoke","source_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","target":"migration_smoke_lifecycle_0","path":"phd_tests::migrate::smoke_test"}
7522024-09-26T23:27:20.951Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.634600665Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","vm":"migration_smoke_lifecycle_0","source":"migration_smoke","source_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","target":"migration_smoke_lifecycle_0","path":"phd_tests::migrate::smoke_test"}
7532024-09-26T23:27:20.951Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:20.635069413Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","target_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","vm":"migration_smoke_lifecycle_0","source":"migration_smoke","source_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","target":"migration_smoke_lifecycle_0","path":"phd_tests::migrate::smoke_test"}
7542024-09-26T23:27:21.809Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:21.510750881Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: be79e2e0-4ffa-4238-99aa-f2467f6cae64, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: a0297124-6fe4-487d-bb1c-cfe7ff41c578, silo_id: ca907191-f95f-4691-a0cf-efbe36b7e795, sled_id: e046e763-6947-4e17-9851-e597377a7f67, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"e046e763-6947-4e17-9851-e597377a7f67\" }, name: \"phd-vm-be79e2e0-4ffa-4238-99aa-f2467f6cae64\", vcpus: 2 }, state: Migrating }","target_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","vm":"migration_smoke_lifecycle_0","source":"migration_smoke","source_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","target":"migration_smoke_lifecycle_0","path":"phd_tests::migrate::smoke_test"}
7552024-09-26T23:27:21.832Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:21.510856713Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","elapsed_milliseconds":876,"target_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","vm":"migration_smoke_lifecycle_0","source":"migration_smoke","vm_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","target":"migration_smoke_lifecycle_0","path":"phd_tests::migrate::smoke_test"}
7562024-09-26T23:27:21.833Z{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:21.510922964Z","target":"phd_framework::test_vm","line":593,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","source":"migration_smoke","source_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","migration_id":"af386008-7799-4129-8d1d-726179a79027","target":"migration_smoke_lifecycle_0","path":"phd_tests::migrate::smoke_test"}
7572024-09-26T23:27:24.395Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:24.09749954Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9002\",\"from_start\":7718}}"}
7582024-09-26T23:27:25.071Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:24.772940286Z","target":"phd_framework::test_vm","line":606,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","source":"migration_smoke","source_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","target":"migration_smoke_lifecycle_0","path":"phd_tests::migrate::smoke_test"}
7592024-09-26T23:27:25.071Z{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:24.773039827Z","target":"phd_framework::test_vm","line":593,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","source":"migration_smoke","source_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","migration_id":"af386008-7799-4129-8d1d-726179a79027","elapsed_milliseconds":3262,"target":"migration_smoke_lifecycle_0","path":"phd_tests::migrate::smoke_test"}
7602024-09-26T23:27:25.095Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:24.773101339Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","target_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","source":"migration_smoke","source_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","elapsed_milliseconds":4138,"target":"migration_smoke_lifecycle_0","path":"phd_tests::migrate::smoke_test"}
7612024-09-26T23:27:25.095Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:24.774639424Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","path":"phd_tests::migrate::smoke_test"}
7622024-09-26T23:27:25.095Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:24.774866688Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","vm":"migration_smoke_lifecycle_0","path":"phd_tests::migrate::smoke_test"}
7632024-09-26T23:27:25.095Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:24.774925709Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"ls foo.bar","vm_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","vm":"migration_smoke_lifecycle_0","path":"phd_tests::migrate::smoke_test"}
7642024-09-26T23:27:25.095Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:24.775320686Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","path":"phd_tests::migrate::smoke_test"}
7652024-09-26T23:27:25.193Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:24.895784059Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"4bd6de1c-3c92-46ee-a9c6-2365a582d48d","vm":"migration_smoke","elapsed_milliseconds":120,"path":"phd_tests::migrate::smoke_test"}
7662024-09-26T23:27:27.444Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.146017125Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","vm":"migration_smoke_lifecycle_0","elapsed_milliseconds":2371,"path":"phd_tests::migrate::smoke_test"}
7672024-09-26T23:27:27.468Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.14629264Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","vm":"migration_smoke_lifecycle_0","path":"phd_tests::migrate::smoke_test"}
7682024-09-26T23:27:27.468Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.146385331Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","vm":"migration_smoke_lifecycle_0","path":"phd_tests::migrate::smoke_test"}
7692024-09-26T23:27:27.491Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.179347525Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","vm":"migration_smoke_lifecycle_0","elapsed_milliseconds":32,"path":"phd_tests::migrate::smoke_test"}
7702024-09-26T23:27:27.492Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.179492868Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","vm":"migration_smoke_lifecycle_0","path":"phd_tests::migrate::smoke_test"}
7712024-09-26T23:27:27.492Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.179715661Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
7722024-09-26T23:27:27.492Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::smoke_test ... ok","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.179857954Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
7732024-09-26T23:27:27.492Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.179933735Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":10894}
7742024-09-26T23:27:27.492Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.179971756Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
7752024-09-26T23:27:27.492Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.181485821Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","vm":"migration_smoke_lifecycle_0","path":"phd_tests::migrate::smoke_test"}
7762024-09-26T23:27:27.805Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.506730274Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","vm_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","vm":"migration_smoke_lifecycle_0","path":"phd_tests::migrate::smoke_test"}
7772024-09-26T23:27:27.929Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.631432169Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","vm":"migration_smoke_lifecycle_0","path":"phd_tests::migrate::smoke_test"}
7782024-09-26T23:27:27.953Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.63149717Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-61372281-ebbb-4e0b-b34c-414a440e639a\"]","verb":"destroy","vm_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","vm":"migration_smoke_lifecycle_0","path":"phd_tests::migrate::smoke_test"}
7792024-09-26T23:27:27.976Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.659312247Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","vm":"migration_smoke_lifecycle_0","path":"phd_tests::migrate::smoke_test"}
7802024-09-26T23:27:27.977Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.659365788Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-eceb75e9-4d9b-47b9-949a-01d506529cba\"]","vm_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","vm":"migration_smoke_lifecycle_0","path":"phd_tests::migrate::smoke_test"}
7812024-09-26T23:27:28.002Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.680529884Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"be79e2e0-4ffa-4238-99aa-f2467f6cae64","vm":"migration_smoke_lifecycle_0","elapsed_milliseconds":500,"path":"phd_tests::migrate::smoke_test"}
7822024-09-26T23:27:28.002Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.680601335Z","target":"phd_tests::migrate","line":15,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":11822,"path":"phd_tests::migrate::smoke_test"}
7832024-09-26T23:27:28.002Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.680769208Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":500}
7842024-09-26T23:27:28.002Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::shutdown_persistence_test","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.680820799Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
7852024-09-26T23:27:28.002Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.680850799Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
7862024-09-26T23:27:28.002Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.68087828Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
7872024-09-26T23:27:28.002Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.680981851Z","target":"phd_tests::crucible::smoke","line":46,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
7882024-09-26T23:27:28.002Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.681057483Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
7892024-09-26T23:27:28.002Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.681223375Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
7902024-09-26T23:27:28.002Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.681271496Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba537d4c695d5d9a61ca3e0f6d2eaa47f3acd9e2c52c80eb3c43892ec4189b31/crucible-downstairs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
7912024-09-26T23:27:28.002Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.681307527Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
7922024-09-26T23:27:28.002Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.681393588Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/2f0d32cd-4962-4051-97b3-c045122ef7a8_9000\", \"--encrypted\", \"--uuid\", \"2f0d32cd-4962-4051-97b3-c045122ef7a8\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
7932024-09-26T23:27:28.034Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.736229469Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/2f0d32cd-4962-4051-97b3-c045122ef7a8_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:27.695902572Z\",\"hostname\":\"sock\",\"pid\":953}\n{\"msg\":\"UUID: 2f0d32cd-4962-4051-97b3-c045122ef7a8\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:27.728590621Z\",\"hostname\":\"sock\",\"pid\":953}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:27.728605321Z\",\"hostname\":\"sock\",\"pid\":953}\n","status":"ExitStatus(unix_wait_status(0))","stderr":"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
7942024-09-26T23:27:28.058Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.736344271Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/2f0d32cd-4962-4051-97b3-c045122ef7a8_9001\", \"--encrypted\", \"--uuid\", \"2f0d32cd-4962-4051-97b3-c045122ef7a8\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
7952024-09-26T23:27:28.093Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.794972346Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/2f0d32cd-4962-4051-97b3-c045122ef7a8_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:27.754457085Z\",\"hostname\":\"sock\",\"pid\":954}\n{\"msg\":\"UUID: 2f0d32cd-4962-4051-97b3-c045122ef7a8\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:27.787531661Z\",\"hostname\":\"sock\",\"pid\":954}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:27.787547061Z\",\"hostname\":\"sock\",\"pid\":954}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
7962024-09-26T23:27:28.117Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.795055037Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/2f0d32cd-4962-4051-97b3-c045122ef7a8_9002\", \"--encrypted\", \"--uuid\", \"2f0d32cd-4962-4051-97b3-c045122ef7a8\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
7972024-09-26T23:27:28.152Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.853740323Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/2f0d32cd-4962-4051-97b3-c045122ef7a8_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:27.81190042Z\",\"hostname\":\"sock\",\"pid\":955}\n{\"msg\":\"UUID: 2f0d32cd-4962-4051-97b3-c045122ef7a8\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:27.845773079Z\",\"hostname\":\"sock\",\"pid\":955}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:27.845787619Z\",\"hostname\":\"sock\",\"pid\":955}\n","status":"ExitStatus(unix_wait_status(0))","stderr":"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
7982024-09-26T23:27:28.175Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.853877275Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_2f0d32cd-4962-4051-97b3-c045122ef7a8_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_2f0d32cd-4962-4051-97b3-c045122ef7a8_9000.stderr.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
7992024-09-26T23:27:28.175Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.853944036Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/2f0d32cd-4962-4051-97b3-c045122ef7a8_9000\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
8002024-09-26T23:27:28.175Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.853983747Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/2f0d32cd-4962-4051-97b3-c045122ef7a8_9000\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
8012024-09-26T23:27:28.176Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.861175978Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_2f0d32cd-4962-4051-97b3-c045122ef7a8_9001.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_2f0d32cd-4962-4051-97b3-c045122ef7a8_9001.stdout.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
8022024-09-26T23:27:28.176Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.861251639Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/2f0d32cd-4962-4051-97b3-c045122ef7a8_9001\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
8032024-09-26T23:27:28.176Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.86128968Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/2f0d32cd-4962-4051-97b3-c045122ef7a8_9001\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
8042024-09-26T23:27:28.176Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.868342198Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_2f0d32cd-4962-4051-97b3-c045122ef7a8_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_2f0d32cd-4962-4051-97b3-c045122ef7a8_9002.stderr.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
8052024-09-26T23:27:28.176Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.868417979Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/2f0d32cd-4962-4051-97b3-c045122ef7a8_9002\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
8062024-09-26T23:27:28.176Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.86845672Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/2f0d32cd-4962-4051-97b3-c045122ef7a8_9002\"]","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
8072024-09-26T23:27:28.176Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.875153663Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
8082024-09-26T23:27:28.176Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.875224334Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","vm_name":"crucible_shutdown_persistence_test","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
8092024-09-26T23:27:28.176Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.875289655Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
8102024-09-26T23:27:28.176Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.875376936Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9003","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/crucible_shutdown_persistence_test.config.toml\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
8112024-09-26T23:27:28.176Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.875426757Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_shutdown_persistence_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_shutdown_persistence_test.stderr.log\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
8122024-09-26T23:27:28.200Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 959","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.882164341Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
8132024-09-26T23:27:28.200Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.882598378Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test","elapsed_milliseconds":7}
8142024-09-26T23:27:28.200Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.882850442Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
8152024-09-26T23:27:28.200Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.895771329Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: \"/tmp/propolis-phd/2f0d32cd-4962-4051-97b3-c045122ef7a8_9000\" } }","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
8162024-09-26T23:27:28.224Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.902414401Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/2f0d32cd-4962-4051-97b3-c045122ef7a8_9000\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
8172024-09-26T23:27:28.224Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.909768184Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: \"/tmp/propolis-phd/2f0d32cd-4962-4051-97b3-c045122ef7a8_9001\" } }","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
8182024-09-26T23:27:28.224Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.916251313Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/2f0d32cd-4962-4051-97b3-c045122ef7a8_9001\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
8192024-09-26T23:27:28.224Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.923391673Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: \"/tmp/propolis-phd/2f0d32cd-4962-4051-97b3-c045122ef7a8_9002\" } }","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
8202024-09-26T23:27:28.248Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.931957437Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/2f0d32cd-4962-4051-97b3-c045122ef7a8_9002\"","path":"phd_tests::crucible::smoke::shutdown_persistence_test"}
8212024-09-26T23:27:28.248Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.939498033Z","target":"phd_tests::crucible::smoke","line":46,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::shutdown_persistence_test","elapsed_milliseconds":258}
8222024-09-26T23:27:28.248Z{"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::shutdown_persistence_test ... skipped: Can't run data persistence test on a guest with a read-only file\n system","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.939809029Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
8232024-09-26T23:27:28.248Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.93991038Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
8242024-09-26T23:27:28.248Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.940010402Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
8252024-09-26T23:27:28.248Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::guest_reboot_test","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.940083723Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
8262024-09-26T23:27:28.248Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.940138704Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
8272024-09-26T23:27:28.248Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.940192445Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
8282024-09-26T23:27:28.248Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.940345398Z","target":"phd_tests::crucible::smoke","line":31,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8292024-09-26T23:27:28.248Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.940421779Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8302024-09-26T23:27:28.248Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.940596392Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8312024-09-26T23:27:28.248Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.940648853Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba537d4c695d5d9a61ca3e0f6d2eaa47f3acd9e2c52c80eb3c43892ec4189b31/crucible-downstairs","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8322024-09-26T23:27:28.248Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.940685284Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8332024-09-26T23:27:28.248Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.940765525Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/91efb086-666e-4f62-8c0e-ea89f6e93802_9000\", \"--encrypted\", \"--uuid\", \"91efb086-666e-4f62-8c0e-ea89f6e93802\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8342024-09-26T23:27:28.296Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.998629316Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/91efb086-666e-4f62-8c0e-ea89f6e93802_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:27.957855812Z\",\"hostname\":\"sock\",\"pid\":961}\n{\"msg\":\"UUID: 91efb086-666e-4f62-8c0e-ea89f6e93802\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:27.99116916Z\",\"hostname\":\"sock\",\"pid\":961}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:27.991182711Z\",\"hostname\":\"sock\",\"pid\":961}\n","status":"ExitStatus(unix_wait_status(0))","stderr":"","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8352024-09-26T23:27:28.320Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:27.998752058Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/91efb086-666e-4f62-8c0e-ea89f6e93802_9001\", \"--encrypted\", \"--uuid\", \"91efb086-666e-4f62-8c0e-ea89f6e93802\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8362024-09-26T23:27:28.356Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.057719998Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/91efb086-666e-4f62-8c0e-ea89f6e93802_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:28.01554449Z\",\"hostname\":\"sock\",\"pid\":962}\n{\"msg\":\"UUID: 91efb086-666e-4f62-8c0e-ea89f6e93802\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:28.049529071Z\",\"hostname\":\"sock\",\"pid\":962}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:28.049539431Z\",\"hostname\":\"sock\",\"pid\":962}\n","stderr":"","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8372024-09-26T23:27:28.379Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.05783208Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/91efb086-666e-4f62-8c0e-ea89f6e93802_9002\", \"--encrypted\", \"--uuid\", \"91efb086-666e-4f62-8c0e-ea89f6e93802\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8382024-09-26T23:27:28.414Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.116064289Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/91efb086-666e-4f62-8c0e-ea89f6e93802_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:28.075510117Z\",\"hostname\":\"sock\",\"pid\":963}\n{\"msg\":\"UUID: 91efb086-666e-4f62-8c0e-ea89f6e93802\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:28.108454511Z\",\"hostname\":\"sock\",\"pid\":963}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:28.108466321Z\",\"hostname\":\"sock\",\"pid\":963}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8392024-09-26T23:27:28.438Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.116221471Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_91efb086-666e-4f62-8c0e-ea89f6e93802_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_91efb086-666e-4f62-8c0e-ea89f6e93802_9000.stderr.log\"","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8402024-09-26T23:27:28.438Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.116308442Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/91efb086-666e-4f62-8c0e-ea89f6e93802_9000\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8412024-09-26T23:27:28.438Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.116362954Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/91efb086-666e-4f62-8c0e-ea89f6e93802_9000\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8422024-09-26T23:27:28.438Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.125640279Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_91efb086-666e-4f62-8c0e-ea89f6e93802_9001.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_91efb086-666e-4f62-8c0e-ea89f6e93802_9001.stdout.log\"","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8432024-09-26T23:27:28.438Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.12570521Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/91efb086-666e-4f62-8c0e-ea89f6e93802_9001\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8442024-09-26T23:27:28.438Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.125737751Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/91efb086-666e-4f62-8c0e-ea89f6e93802_9001\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8452024-09-26T23:27:28.438Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.134310845Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_91efb086-666e-4f62-8c0e-ea89f6e93802_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_91efb086-666e-4f62-8c0e-ea89f6e93802_9002.stderr.log\"","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8462024-09-26T23:27:28.438Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.134388116Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/91efb086-666e-4f62-8c0e-ea89f6e93802_9002\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8472024-09-26T23:27:28.438Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.134427957Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/91efb086-666e-4f62-8c0e-ea89f6e93802_9002\"]","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8482024-09-26T23:27:28.462Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.141797881Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8492024-09-26T23:27:28.462Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.141868352Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"crucible_guest_reboot_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8502024-09-26T23:27:28.462Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.141933533Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8512024-09-26T23:27:28.462Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.142027374Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/crucible_guest_reboot_test.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8522024-09-26T23:27:28.462Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.142075985Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_guest_reboot_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_guest_reboot_test.stderr.log\"","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8532024-09-26T23:27:28.462Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 967","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.149343208Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8542024-09-26T23:27:28.462Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.149709334Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","elapsed_milliseconds":7}
8552024-09-26T23:27:28.462Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.149778035Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b"}
8562024-09-26T23:27:28.462Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.150299804Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b"}
8572024-09-26T23:27:28.932Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.634197992Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
8582024-09-26T23:27:28.978Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.635126767Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 185ad6fa-3255-493e-959a-a9f59ec9213b, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 9752edae-68b0-44ac-8159-e15b79bed67c, silo_id: ec939107-d8f8-4ba6-8487-d94fa3dd0b02, sled_id: 9ac9dd52-d3ed-40f7-a1b1-c1b0cdb412f6, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"9ac9dd52-d3ed-40f7-a1b1-c1b0cdb412f6\" }, name: \"phd-vm-185ad6fa-3255-493e-959a-a9f59ec9213b\", vcpus: 2 }, state: Creating }","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b"}
8592024-09-26T23:27:28.978Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.635214869Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b","path":"phd_tests::crucible::smoke::guest_reboot_test","elapsed_milliseconds":485}
8602024-09-26T23:27:28.978Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.63528221Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b"}
8612024-09-26T23:27:28.978Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.635322411Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b"}
8622024-09-26T23:27:28.978Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.63592423Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b","path":"phd_tests::crucible::smoke::guest_reboot_test","elapsed_milliseconds":0}
8632024-09-26T23:27:28.978Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.635974511Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8642024-09-26T23:27:28.978Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.636028492Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","timeout_duration":"300s","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8652024-09-26T23:27:28.978Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.636064053Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8662024-09-26T23:27:28.978Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.636097793Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b"}
8672024-09-26T23:27:28.979Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:28.636131574Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b"}
8682024-09-26T23:27:33.611Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:33.312727137Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b","path":"phd_tests::crucible::smoke::guest_reboot_test","elapsed_milliseconds":4676}
8692024-09-26T23:27:33.611Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:33.312807708Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8702024-09-26T23:27:33.635Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:33.312976611Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8712024-09-26T23:27:33.635Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:33.313035602Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b"}
8722024-09-26T23:27:33.635Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:33.313072782Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost:~#","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b"}
8732024-09-26T23:27:33.635Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:33.331777277Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b","path":"phd_tests::crucible::smoke::guest_reboot_test","elapsed_milliseconds":18}
8742024-09-26T23:27:33.635Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:33.331872058Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8752024-09-26T23:27:33.635Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:33.331942119Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","elapsed_milliseconds":4695}
8762024-09-26T23:27:33.635Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:33.332150943Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8772024-09-26T23:27:33.635Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:33.332252345Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"300s","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8782024-09-26T23:27:33.635Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:33.332305715Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8792024-09-26T23:27:33.635Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:33.332345136Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b"}
8802024-09-26T23:27:33.635Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:33.332378257Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b"}
8812024-09-26T23:27:40.573Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.274656734Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b","path":"phd_tests::crucible::smoke::guest_reboot_test","elapsed_milliseconds":6942}
8822024-09-26T23:27:40.573Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.274736396Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8832024-09-26T23:27:40.597Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.274903158Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8842024-09-26T23:27:40.597Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.274953069Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b"}
8852024-09-26T23:27:40.597Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.27498975Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost:~#","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b"}
8862024-09-26T23:27:40.597Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.292641596Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b","path":"phd_tests::crucible::smoke::guest_reboot_test","elapsed_milliseconds":17}
8872024-09-26T23:27:40.597Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.292711977Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test"}
8882024-09-26T23:27:40.597Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.292759908Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","elapsed_milliseconds":6960}
8892024-09-26T23:27:40.597Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.29284509Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b"}
8902024-09-26T23:27:40.597Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.293042243Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
8912024-09-26T23:27:40.597Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.293191246Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":11658}
8922024-09-26T23:27:40.597Z{"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::guest_reboot_test ... ok","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.293222296Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
8932024-09-26T23:27:40.597Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.293361738Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
8942024-09-26T23:27:40.597Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.294188142Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b"}
8952024-09-26T23:27:40.966Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.668086143Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b"}
8962024-09-26T23:27:41.084Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.785937122Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: \"/tmp/propolis-phd/91efb086-666e-4f62-8c0e-ea89f6e93802_9000\" } }","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b"}
8972024-09-26T23:27:41.108Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.796898336Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/91efb086-666e-4f62-8c0e-ea89f6e93802_9000\"","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b"}
8982024-09-26T23:27:41.108Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.807765989Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: \"/tmp/propolis-phd/91efb086-666e-4f62-8c0e-ea89f6e93802_9001\" } }","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b"}
8992024-09-26T23:27:41.133Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.819824671Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/91efb086-666e-4f62-8c0e-ea89f6e93802_9001\"","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b"}
9002024-09-26T23:27:41.133Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.829592956Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: \"/tmp/propolis-phd/91efb086-666e-4f62-8c0e-ea89f6e93802_9002\" } }","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b"}
9012024-09-26T23:27:41.157Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.842028984Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/91efb086-666e-4f62-8c0e-ea89f6e93802_9002\"","path":"phd_tests::crucible::smoke::guest_reboot_test","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b"}
9022024-09-26T23:27:41.158Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.852898647Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","vm_id":"185ad6fa-3255-493e-959a-a9f59ec9213b","path":"phd_tests::crucible::smoke::guest_reboot_test","elapsed_milliseconds":559}
9032024-09-26T23:27:41.158Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.852945588Z","target":"phd_tests::crucible::smoke","line":31,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::guest_reboot_test","elapsed_milliseconds":12912}
9042024-09-26T23:27:41.158Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.853119291Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":559}
9052024-09-26T23:27:41.158Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::api_reboot_test","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.853178952Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
9062024-09-26T23:27:41.158Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.853211882Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
9072024-09-26T23:27:41.158Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.853245953Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
9082024-09-26T23:27:41.158Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.853351235Z","target":"phd_tests::crucible::smoke","line":19,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::api_reboot_test"}
9092024-09-26T23:27:41.158Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.853426736Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::api_reboot_test"}
9102024-09-26T23:27:41.158Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.853588279Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::api_reboot_test"}
9112024-09-26T23:27:41.158Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.853641739Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba537d4c695d5d9a61ca3e0f6d2eaa47f3acd9e2c52c80eb3c43892ec4189b31/crucible-downstairs","path":"phd_tests::crucible::smoke::api_reboot_test"}
9122024-09-26T23:27:41.158Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.85367673Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::api_reboot_test"}
9132024-09-26T23:27:41.158Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.853756681Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9000\", \"--encrypted\", \"--uuid\", \"446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
9142024-09-26T23:27:41.210Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.91199452Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:40.871361087Z\",\"hostname\":\"sock\",\"pid\":969}\n{\"msg\":\"UUID: 446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:40.904222209Z\",\"hostname\":\"sock\",\"pid\":969}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:40.904237939Z\",\"hostname\":\"sock\",\"pid\":969}\n","path":"phd_tests::crucible::smoke::api_reboot_test"}
9152024-09-26T23:27:41.234Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.912101041Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9001\", \"--encrypted\", \"--uuid\", \"446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
9162024-09-26T23:27:41.268Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.970617344Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:40.929022466Z\",\"hostname\":\"sock\",\"pid\":970}\n{\"msg\":\"UUID: 446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:40.962374746Z\",\"hostname\":\"sock\",\"pid\":970}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:40.962388176Z\",\"hostname\":\"sock\",\"pid\":970}\n","path":"phd_tests::crucible::smoke::api_reboot_test"}
9172024-09-26T23:27:41.292Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:40.970718256Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9002\", \"--encrypted\", \"--uuid\", \"446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
9182024-09-26T23:27:41.323Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.025371044Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:40.985190619Z\",\"hostname\":\"sock\",\"pid\":971}\n{\"msg\":\"UUID: 446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:41.01739319Z\",\"hostname\":\"sock\",\"pid\":971}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:41.01740596Z\",\"hostname\":\"sock\",\"pid\":971}\n","stderr":"","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::smoke::api_reboot_test"}
9192024-09-26T23:27:41.353Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.025496756Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9000.stderr.log\"","path":"phd_tests::crucible::smoke::api_reboot_test"}
9202024-09-26T23:27:41.353Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.025579557Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9000\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
9212024-09-26T23:27:41.353Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.025627388Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9000\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
9222024-09-26T23:27:41.353Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.032721157Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9001.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9001.stdout.log\"","path":"phd_tests::crucible::smoke::api_reboot_test"}
9232024-09-26T23:27:41.353Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.032782078Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9001\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
9242024-09-26T23:27:41.353Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.032813109Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9001\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
9252024-09-26T23:27:41.354Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.039155795Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9002.stderr.log\"","path":"phd_tests::crucible::smoke::api_reboot_test"}
9262024-09-26T23:27:41.354Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.039238557Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9002\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
9272024-09-26T23:27:41.354Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.039282758Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9002\"]","path":"phd_tests::crucible::smoke::api_reboot_test"}
9282024-09-26T23:27:41.354Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.045480072Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test"}
9292024-09-26T23:27:41.354Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.045536423Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"crucible_guest_reboot_test","guest_os_kind":"Alpine","path":"phd_tests::crucible::smoke::api_reboot_test"}
9302024-09-26T23:27:41.354Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.045596484Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::api_reboot_test"}
9312024-09-26T23:27:41.354Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.045692885Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9003","config_toml_path":"\"/tmp/propolis-phd/crucible_guest_reboot_test.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::crucible::smoke::api_reboot_test"}
9322024-09-26T23:27:41.354Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.045754586Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_guest_reboot_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_guest_reboot_test.stdout.log\"","path":"phd_tests::crucible::smoke::api_reboot_test"}
9332024-09-26T23:27:41.378Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 975","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.053081709Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::api_reboot_test"}
9342024-09-26T23:27:41.378Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.053511586Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":7,"path":"phd_tests::crucible::smoke::api_reboot_test"}
9352024-09-26T23:27:41.378Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.053589528Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9362024-09-26T23:27:41.378Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.054156377Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9372024-09-26T23:27:41.950Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.652381706Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
9382024-09-26T23:27:41.996Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.653186029Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: e6ada5ed-07b6-411a-9b06-a193e836815f, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 16f4ee7a-b481-43dc-ab94-d2fb5af88f71, silo_id: b70e8f4c-f606-4f8e-8f75-3779021b568b, sled_id: 1ccdb275-81a8-413c-b71a-59a9b76886b3, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"1ccdb275-81a8-413c-b71a-59a9b76886b3\" }, name: \"phd-vm-e6ada5ed-07b6-411a-9b06-a193e836815f\", vcpus: 2 }, state: Creating }","vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9392024-09-26T23:27:41.996Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.653267671Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":599,"vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9402024-09-26T23:27:41.996Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.653328262Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9412024-09-26T23:27:41.996Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.653366802Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9422024-09-26T23:27:41.996Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.653966152Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9432024-09-26T23:27:41.996Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.654016033Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test"}
9442024-09-26T23:27:41.996Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.654059884Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","vm":"crucible_guest_reboot_test","timeout_duration":"300s","path":"phd_tests::crucible::smoke::api_reboot_test"}
9452024-09-26T23:27:41.996Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.654094625Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::crucible::smoke::api_reboot_test"}
9462024-09-26T23:27:41.996Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.654137285Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9472024-09-26T23:27:41.996Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:41.654183196Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9482024-09-26T23:27:46.619Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:46.320874401Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4666,"vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9492024-09-26T23:27:46.619Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:46.320949202Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::crucible::smoke::api_reboot_test"}
9502024-09-26T23:27:46.665Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:46.321115265Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::crucible::smoke::api_reboot_test"}
9512024-09-26T23:27:46.665Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:46.321164925Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9522024-09-26T23:27:46.665Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:46.321202126Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9532024-09-26T23:27:46.665Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:46.338950454Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":17,"vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9542024-09-26T23:27:46.665Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:46.339072136Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test"}
9552024-09-26T23:27:46.665Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:46.339135137Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4685,"path":"phd_tests::crucible::smoke::api_reboot_test"}
9562024-09-26T23:27:46.665Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:46.339227559Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9572024-09-26T23:27:46.665Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:46.33930812Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9582024-09-26T23:27:46.665Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:46.340315017Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1,"vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9592024-09-26T23:27:46.665Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:46.340365808Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test"}
9602024-09-26T23:27:46.665Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:46.340407679Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","timeout_duration":"300s","vm":"crucible_guest_reboot_test","path":"phd_tests::crucible::smoke::api_reboot_test"}
9612024-09-26T23:27:46.665Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:46.340441469Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::crucible::smoke::api_reboot_test"}
9622024-09-26T23:27:46.665Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:46.340474Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9632024-09-26T23:27:46.665Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:46.340508181Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9642024-09-26T23:27:51.131Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:50.832517161Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4491,"vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9652024-09-26T23:27:51.131Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:50.832596693Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::crucible::smoke::api_reboot_test"}
9662024-09-26T23:27:51.155Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:50.832768376Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::crucible::smoke::api_reboot_test"}
9672024-09-26T23:27:51.155Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:50.832818686Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9682024-09-26T23:27:51.155Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:50.832853277Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9692024-09-26T23:27:51.155Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:50.851685574Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":18,"vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9702024-09-26T23:27:51.155Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:50.851803136Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::api_reboot_test"}
9712024-09-26T23:27:51.155Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:50.851870437Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4511,"path":"phd_tests::crucible::smoke::api_reboot_test"}
9722024-09-26T23:27:51.155Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:50.851999549Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9732024-09-26T23:27:51.155Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:50.852224643Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
9742024-09-26T23:27:51.155Z{"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::api_reboot_test ... ok","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:50.852324974Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
9752024-09-26T23:27:51.155Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:50.852403435Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":9199}
9762024-09-26T23:27:51.155Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:50.852432246Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
9772024-09-26T23:27:51.155Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:50.85328635Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9782024-09-26T23:27:51.687Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.389425356Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9792024-09-26T23:27:51.818Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.519240776Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: \"/tmp/propolis-phd/446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9000\" } }","vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9802024-09-26T23:27:51.843Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.531999231Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9000\"","vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9812024-09-26T23:27:51.843Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.542588108Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: \"/tmp/propolis-phd/446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9001\" } }","vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9822024-09-26T23:27:51.867Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.555254451Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9001\"","vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9832024-09-26T23:27:51.867Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.566062543Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: \"/tmp/propolis-phd/446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9002\" } }","vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9842024-09-26T23:27:51.891Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.577849941Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9002\"","vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9852024-09-26T23:27:51.891Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.588990548Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":736,"vm":"crucible_guest_reboot_test","vm_id":"e6ada5ed-07b6-411a-9b06-a193e836815f","path":"phd_tests::crucible::smoke::api_reboot_test"}
9862024-09-26T23:27:51.891Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.589037089Z","target":"phd_tests::crucible::smoke","line":19,"file":"phd-tests/tests/src/crucible/smoke.rs","elapsed_milliseconds":10735,"path":"phd_tests::crucible::smoke::api_reboot_test"}
9872024-09-26T23:27:51.891Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.589332894Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":736}
9882024-09-26T23:27:51.891Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::smoke::boot_test","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.589436166Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
9892024-09-26T23:27:51.891Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.589486096Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
9902024-09-26T23:27:51.891Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.589521137Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
9912024-09-26T23:27:51.891Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.589619238Z","target":"phd_tests::crucible::smoke","line":10,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::boot_test"}
9922024-09-26T23:27:51.891Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.58970089Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::crucible::smoke::boot_test"}
9932024-09-26T23:27:51.892Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.589871103Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::boot_test"}
9942024-09-26T23:27:51.892Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.589919864Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba537d4c695d5d9a61ca3e0f6d2eaa47f3acd9e2c52c80eb3c43892ec4189b31/crucible-downstairs","path":"phd_tests::crucible::smoke::boot_test"}
9952024-09-26T23:27:51.892Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.589956554Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::smoke::boot_test"}
9962024-09-26T23:27:51.892Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.590049586Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/e06b490f-4978-4373-9cb1-f4a860efa69b_9000\", \"--encrypted\", \"--uuid\", \"e06b490f-4978-4373-9cb1-f4a860efa69b\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::boot_test"}
9972024-09-26T23:27:51.951Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.652632697Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/e06b490f-4978-4373-9cb1-f4a860efa69b_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:51.608831631Z\",\"hostname\":\"sock\",\"pid\":977}\n{\"msg\":\"UUID: e06b490f-4978-4373-9cb1-f4a860efa69b\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:51.643672077Z\",\"hostname\":\"sock\",\"pid\":977}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:51.643688397Z\",\"hostname\":\"sock\",\"pid\":977}\n","path":"phd_tests::crucible::smoke::boot_test"}
9982024-09-26T23:27:51.974Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.652752939Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/e06b490f-4978-4373-9cb1-f4a860efa69b_9001\", \"--encrypted\", \"--uuid\", \"e06b490f-4978-4373-9cb1-f4a860efa69b\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::boot_test"}
9992024-09-26T23:27:52.011Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.712890539Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/e06b490f-4978-4373-9cb1-f4a860efa69b_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:51.671414643Z\",\"hostname\":\"sock\",\"pid\":978}\n{\"msg\":\"UUID: e06b490f-4978-4373-9cb1-f4a860efa69b\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:51.704808013Z\",\"hostname\":\"sock\",\"pid\":978}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:51.704825094Z\",\"hostname\":\"sock\",\"pid\":978}\n","path":"phd_tests::crucible::smoke::boot_test"}
10002024-09-26T23:27:52.034Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.713029262Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/e06b490f-4978-4373-9cb1-f4a860efa69b_9002\", \"--encrypted\", \"--uuid\", \"e06b490f-4978-4373-9cb1-f4a860efa69b\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::smoke::boot_test"}
10012024-09-26T23:27:52.067Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.769553131Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/e06b490f-4978-4373-9cb1-f4a860efa69b_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:51.730561226Z\",\"hostname\":\"sock\",\"pid\":979}\n{\"msg\":\"UUID: e06b490f-4978-4373-9cb1-f4a860efa69b\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:51.762193717Z\",\"hostname\":\"sock\",\"pid\":979}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:27:51.762204917Z\",\"hostname\":\"sock\",\"pid\":979}\n","status":"ExitStatus(unix_wait_status(0))","stderr":"","path":"phd_tests::crucible::smoke::boot_test"}
10022024-09-26T23:27:52.091Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.769721804Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_e06b490f-4978-4373-9cb1-f4a860efa69b_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_e06b490f-4978-4373-9cb1-f4a860efa69b_9000.stderr.log\"","path":"phd_tests::crucible::smoke::boot_test"}
10032024-09-26T23:27:52.091Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.769829616Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/e06b490f-4978-4373-9cb1-f4a860efa69b_9000\"]","path":"phd_tests::crucible::smoke::boot_test"}
10042024-09-26T23:27:52.091Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.769892037Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/e06b490f-4978-4373-9cb1-f4a860efa69b_9000\"]","path":"phd_tests::crucible::smoke::boot_test"}
10052024-09-26T23:27:52.091Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.77725294Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_e06b490f-4978-4373-9cb1-f4a860efa69b_9001.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_e06b490f-4978-4373-9cb1-f4a860efa69b_9001.stdout.log\"","path":"phd_tests::crucible::smoke::boot_test"}
10062024-09-26T23:27:52.091Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.777317131Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/e06b490f-4978-4373-9cb1-f4a860efa69b_9001\"]","path":"phd_tests::crucible::smoke::boot_test"}
10072024-09-26T23:27:52.091Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.777349262Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/e06b490f-4978-4373-9cb1-f4a860efa69b_9001\"]","path":"phd_tests::crucible::smoke::boot_test"}
10082024-09-26T23:27:52.091Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.784660225Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_e06b490f-4978-4373-9cb1-f4a860efa69b_9002.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_e06b490f-4978-4373-9cb1-f4a860efa69b_9002.stdout.log\"","path":"phd_tests::crucible::smoke::boot_test"}
10092024-09-26T23:27:52.091Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.784735726Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/e06b490f-4978-4373-9cb1-f4a860efa69b_9002\"]","path":"phd_tests::crucible::smoke::boot_test"}
10102024-09-26T23:27:52.092Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.784775317Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/e06b490f-4978-4373-9cb1-f4a860efa69b_9002\"]","path":"phd_tests::crucible::smoke::boot_test"}
10112024-09-26T23:27:52.092Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.792004448Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test"}
10122024-09-26T23:27:52.092Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.792073439Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","vm_name":"crucible_boot_test","path":"phd_tests::crucible::smoke::boot_test"}
10132024-09-26T23:27:52.092Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.7921376Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::smoke::boot_test"}
10142024-09-26T23:27:52.092Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.792228472Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/crucible_boot_test.config.toml\"","server_addr":"127.0.0.1:9003","path":"phd_tests::crucible::smoke::boot_test"}
10152024-09-26T23:27:52.092Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.792274913Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_boot_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_boot_test.stderr.log\"","path":"phd_tests::crucible::smoke::boot_test"}
10162024-09-26T23:27:52.115Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 983","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.799617246Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::smoke::boot_test"}
10172024-09-26T23:27:52.116Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.800055173Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test","elapsed_milliseconds":7}
10182024-09-26T23:27:52.116Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.800133265Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"54089af6-5721-4975-b290-35871c6b4c61","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
10192024-09-26T23:27:52.116Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:51.800656833Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm_id":"54089af6-5721-4975-b290-35871c6b4c61","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
10202024-09-26T23:27:52.954Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:52.656523429Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
10212024-09-26T23:27:53.001Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:52.657083529Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 54089af6-5721-4975-b290-35871c6b4c61, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 49e8e85b-6c46-423c-a468-0e9ed34744d4, silo_id: 63dcb9b5-bdb2-4fa9-9ffd-f15e825b95fc, sled_id: 821c4350-7468-4053-9385-8fd20b7ed2e0, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"821c4350-7468-4053-9385-8fd20b7ed2e0\" }, name: \"phd-vm-54089af6-5721-4975-b290-35871c6b4c61\", vcpus: 2 }, state: Creating }","vm_id":"54089af6-5721-4975-b290-35871c6b4c61","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
10222024-09-26T23:27:53.001Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:52.6571563Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test","vm_id":"54089af6-5721-4975-b290-35871c6b4c61","elapsed_milliseconds":856}
10232024-09-26T23:27:53.001Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:52.657202631Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"54089af6-5721-4975-b290-35871c6b4c61","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
10242024-09-26T23:27:53.001Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:52.657239361Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm_id":"54089af6-5721-4975-b290-35871c6b4c61","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
10252024-09-26T23:27:53.001Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:52.657795461Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test","vm_id":"54089af6-5721-4975-b290-35871c6b4c61","elapsed_milliseconds":0}
10262024-09-26T23:27:53.001Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:52.657846012Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test"}
10272024-09-26T23:27:53.001Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:52.657889992Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_boot_test","vm_id":"54089af6-5721-4975-b290-35871c6b4c61","timeout_duration":"300s","path":"phd_tests::crucible::smoke::boot_test"}
10282024-09-26T23:27:53.001Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:52.657923993Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::crucible::smoke::boot_test"}
10292024-09-26T23:27:53.001Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:52.657958223Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"54089af6-5721-4975-b290-35871c6b4c61","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
10302024-09-26T23:27:53.001Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:52.658010924Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","vm_id":"54089af6-5721-4975-b290-35871c6b4c61","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
10312024-09-26T23:27:57.650Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.352082559Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test","vm_id":"54089af6-5721-4975-b290-35871c6b4c61","elapsed_milliseconds":4694}
10322024-09-26T23:27:57.650Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.35216232Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::crucible::smoke::boot_test"}
10332024-09-26T23:27:57.674Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.352342713Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::crucible::smoke::boot_test"}
10342024-09-26T23:27:57.674Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.352393284Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"54089af6-5721-4975-b290-35871c6b4c61","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
10352024-09-26T23:27:57.674Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.352429434Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm_id":"54089af6-5721-4975-b290-35871c6b4c61","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
10362024-09-26T23:27:57.674Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.370297625Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test","vm_id":"54089af6-5721-4975-b290-35871c6b4c61","elapsed_milliseconds":17}
10372024-09-26T23:27:57.674Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.370423287Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test"}
10382024-09-26T23:27:57.674Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.370486428Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test","elapsed_milliseconds":4712}
10392024-09-26T23:27:57.674Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.37062356Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"54089af6-5721-4975-b290-35871c6b4c61","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
10402024-09-26T23:27:57.674Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.370908615Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
10412024-09-26T23:27:57.674Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.371034787Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":4714}
10422024-09-26T23:27:57.674Z{"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::smoke::boot_test ... ok","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.371043447Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
10432024-09-26T23:27:57.674Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.371139079Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
10442024-09-26T23:27:57.674Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.371934152Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"54089af6-5721-4975-b290-35871c6b4c61","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
10452024-09-26T23:27:58.023Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.713426618Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","vm_id":"54089af6-5721-4975-b290-35871c6b4c61","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
10462024-09-26T23:27:58.140Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.842630308Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: \"/tmp/propolis-phd/e06b490f-4978-4373-9cb1-f4a860efa69b_9000\" } }","vm_id":"54089af6-5721-4975-b290-35871c6b4c61","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
10472024-09-26T23:27:58.164Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.85466477Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/e06b490f-4978-4373-9cb1-f4a860efa69b_9000\"","vm_id":"54089af6-5721-4975-b290-35871c6b4c61","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
10482024-09-26T23:27:58.164Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.865044835Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: \"/tmp/propolis-phd/e06b490f-4978-4373-9cb1-f4a860efa69b_9001\" } }","vm_id":"54089af6-5721-4975-b290-35871c6b4c61","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
10492024-09-26T23:27:58.188Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.877280941Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/e06b490f-4978-4373-9cb1-f4a860efa69b_9001\"","vm_id":"54089af6-5721-4975-b290-35871c6b4c61","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
10502024-09-26T23:27:58.188Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.888073212Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: \"/tmp/propolis-phd/e06b490f-4978-4373-9cb1-f4a860efa69b_9002\" } }","vm_id":"54089af6-5721-4975-b290-35871c6b4c61","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
10512024-09-26T23:27:58.212Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.899008915Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/e06b490f-4978-4373-9cb1-f4a860efa69b_9002\"","vm_id":"54089af6-5721-4975-b290-35871c6b4c61","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test"}
10522024-09-26T23:27:58.212Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.90940297Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::smoke::boot_test","vm":"crucible_boot_test","vm_id":"54089af6-5721-4975-b290-35871c6b4c61","elapsed_milliseconds":538}
10532024-09-26T23:27:58.212Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.909451811Z","target":"phd_tests::crucible::smoke","line":10,"file":"phd-tests/tests/src/crucible/smoke.rs","path":"phd_tests::crucible::smoke::boot_test","elapsed_milliseconds":6319}
10542024-09-26T23:27:58.212Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.909738566Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":538}
10552024-09-26T23:27:58.212Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::hw::lspci_lifecycle_test","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.909845668Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
10562024-09-26T23:27:58.212Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.909914818Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
10572024-09-26T23:27:58.212Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.90998473Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
10582024-09-26T23:27:58.212Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.910144522Z","target":"phd_tests::hw","line":8,"file":"phd-tests/tests/src/hw.rs","path":"phd_tests::hw::lspci_lifecycle_test"}
10592024-09-26T23:27:58.212Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.910239764Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::hw::lspci_lifecycle_test"}
10602024-09-26T23:27:58.212Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.910438797Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hw::lspci_lifecycle_test"}
10612024-09-26T23:27:58.212Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.910502568Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::hw::lspci_lifecycle_test"}
10622024-09-26T23:27:58.212Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.910558769Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::hw::lspci_lifecycle_test"}
10632024-09-26T23:27:58.236Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.925691043Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 173M 1.80T 170M /phd-artifacts\n","path":"phd_tests::hw::lspci_lifecycle_test"}
10642024-09-26T23:27:58.236Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.925782975Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-b482fb5e-231a-40a4-bf83-02433c828c71\"]","path":"phd_tests::hw::lspci_lifecycle_test"}
10652024-09-26T23:27:58.263Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.946634375Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-b482fb5e-231a-40a4-bf83-02433c828c71\", \"phd-artifacts/phd-clone-d8ddbb29-593f-4328-b2d3-415b53565f75\"]","verb":"clone","path":"phd_tests::hw::lspci_lifecycle_test"}
10662024-09-26T23:27:58.287Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.965759787Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-d8ddbb29-593f-4328-b2d3-415b53565f75\"]","path":"phd_tests::hw::lspci_lifecycle_test"}
10672024-09-26T23:27:58.287Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.977502413Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-d8ddbb29-593f-4328-b2d3-415b53565f75 0B 1.80T 170M /phd-artifacts/phd-clone-d8ddbb29-593f-4328-b2d3-415b53565f75\n","path":"phd_tests::hw::lspci_lifecycle_test"}
10682024-09-26T23:27:58.287Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.978051612Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test"}
10692024-09-26T23:27:58.287Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.978106453Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"lspci_lifecycle_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::hw::lspci_lifecycle_test"}
10702024-09-26T23:27:58.287Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.978157394Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::hw::lspci_lifecycle_test"}
10712024-09-26T23:27:58.287Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.978231145Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/lspci_lifecycle_test.config.toml\"","server_addr":"127.0.0.1:9000","path":"phd_tests::hw::lspci_lifecycle_test"}
10722024-09-26T23:27:58.287Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.978271076Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/lspci_lifecycle_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/lspci_lifecycle_test.stdout.log\"","path":"phd_tests::hw::lspci_lifecycle_test"}
10732024-09-26T23:27:58.287Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 989","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.984818886Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::hw::lspci_lifecycle_test"}
10742024-09-26T23:27:58.287Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.985256653Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":7,"path":"phd_tests::hw::lspci_lifecycle_test"}
10752024-09-26T23:27:58.287Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.985333324Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test"}
10762024-09-26T23:27:58.287Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:57.985847653Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm":"lspci_lifecycle_test","vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test"}
10772024-09-26T23:27:58.671Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:58.373664497Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
10782024-09-26T23:27:58.696Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:58.374277488Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 1deb72d6-9338-48cf-a7b5-b8644ead7228, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 69703ce2-015d-40c2-80aa-4f6ef99af335, silo_id: 984392d8-7f3f-44aa-95e2-83bee2278f58, sled_id: 3fd4f2ec-d108-470e-918c-639c1460bfdf, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"3fd4f2ec-d108-470e-918c-639c1460bfdf\" }, name: \"phd-vm-1deb72d6-9338-48cf-a7b5-b8644ead7228\", vcpus: 2 }, state: Creating }","vm":"lspci_lifecycle_test","vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test"}
10792024-09-26T23:27:58.696Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:58.374357269Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":388,"vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test"}
10802024-09-26T23:27:58.696Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:58.37442698Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test"}
10812024-09-26T23:27:58.696Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:58.374477851Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm":"lspci_lifecycle_test","vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test"}
10822024-09-26T23:27:58.696Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:58.375060601Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test"}
10832024-09-26T23:27:58.696Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:58.375116442Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test"}
10842024-09-26T23:27:58.696Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:58.375159603Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","timeout_duration":"300s","vm":"lspci_lifecycle_test","path":"phd_tests::hw::lspci_lifecycle_test"}
10852024-09-26T23:27:58.696Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:58.375192703Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::hw::lspci_lifecycle_test"}
10862024-09-26T23:27:58.696Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:58.375225653Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test"}
10872024-09-26T23:27:58.696Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:27:58.375258334Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","vm":"lspci_lifecycle_test","vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test"}
10882024-09-26T23:28:02.824Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.526323099Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4151,"vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test"}
10892024-09-26T23:28:02.825Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.526400081Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::hw::lspci_lifecycle_test"}
10902024-09-26T23:28:02.849Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.526578104Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::hw::lspci_lifecycle_test"}
10912024-09-26T23:28:02.849Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.526627915Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test"}
10922024-09-26T23:28:02.849Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.526663895Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost:~#","vm":"lspci_lifecycle_test","vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test"}
10932024-09-26T23:28:02.849Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.544715328Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":18,"vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test"}
10942024-09-26T23:28:02.849Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.54485061Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test"}
10952024-09-26T23:28:02.849Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.544926912Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4169,"path":"phd_tests::hw::lspci_lifecycle_test"}
10962024-09-26T23:28:02.849Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.545143266Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test"}
10972024-09-26T23:28:02.849Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.545197687Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"sudo lspci -vvx","vm":"lspci_lifecycle_test","vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test"}
10982024-09-26T23:28:02.873Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.55549712Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":10,"vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test"}
10992024-09-26T23:28:02.873Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.555625551Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test"}
11002024-09-26T23:28:02.873Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.555677183Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"lspci_lifecycle_test","vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test"}
11012024-09-26T23:28:02.897Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.57815279Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":22,"vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test"}
11022024-09-26T23:28:02.897Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.578288932Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test"}
11032024-09-26T23:28:02.897Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.578340023Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"sudo lshw -notime","vm":"lspci_lifecycle_test","vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test"}
11042024-09-26T23:28:02.897Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.588600376Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":10,"vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test"}
11052024-09-26T23:28:02.897Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.588729388Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test"}
11062024-09-26T23:28:02.897Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.588780308Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"lspci_lifecycle_test","vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test"}
11072024-09-26T23:28:02.920Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.611228316Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":22,"vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test"}
11082024-09-26T23:28:02.921Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] stopping and starting VM for lifecycle test","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.611316947Z","target":"phd_framework::lifecycle","line":58,"file":"phd-tests/framework/src/lifecycle.rs","vm_name":"lspci_lifecycle_test","path":"phd_tests::hw::lspci_lifecycle_test"}
11092024-09-26T23:28:02.921Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.611375318Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test"}
11102024-09-26T23:28:02.921Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.611420949Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Stop","vm":"lspci_lifecycle_test","vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test"}
11112024-09-26T23:28:02.921Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.612248753Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test"}
11122024-09-26T23:28:02.921Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.612325034Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test"}
11132024-09-26T23:28:02.921Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.612368965Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"lspci_lifecycle_test_lifecycle_0","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","path":"phd_tests::hw::lspci_lifecycle_test"}
11142024-09-26T23:28:02.921Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.612420205Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::hw::lspci_lifecycle_test"}
11152024-09-26T23:28:02.921Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.612488347Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9002","path":"phd_tests::hw::lspci_lifecycle_test"}
11162024-09-26T23:28:02.921Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.612526967Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.stderr.log\"","path":"phd_tests::hw::lspci_lifecycle_test"}
11172024-09-26T23:28:02.921Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 990","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.622326162Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::hw::lspci_lifecycle_test"}
11182024-09-26T23:28:02.921Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.622655568Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":10,"path":"phd_tests::hw::lspci_lifecycle_test"}
11192024-09-26T23:28:02.945Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.622721669Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test"}
11202024-09-26T23:28:02.945Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.623101845Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9002/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test"}
11212024-09-26T23:28:02.945Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial websocket closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.623309948Z","target":"phd_framework::serial","line":271,"file":"phd-tests/framework/src/serial/mod.rs"}
11222024-09-26T23:28:02.945Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:02.62339263Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":4249}
11232024-09-26T23:28:03.595Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:03.296979203Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
11242024-09-26T23:28:03.619Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:03.297920769Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 62bed89f-7b7c-45dd-96a1-ab74bd0db550, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 69703ce2-015d-40c2-80aa-4f6ef99af335, silo_id: 984392d8-7f3f-44aa-95e2-83bee2278f58, sled_id: 0abff70c-43c6-44f1-bd5a-0f60a06c80a2, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"0abff70c-43c6-44f1-bd5a-0f60a06c80a2\" }, name: \"phd-vm-62bed89f-7b7c-45dd-96a1-ab74bd0db550\", vcpus: 2 }, state: Creating }","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test"}
11252024-09-26T23:28:03.619Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:03.298002631Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":675,"vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0"}
11262024-09-26T23:28:03.619Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:03.298070161Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test"}
11272024-09-26T23:28:03.619Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:03.298111832Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test"}
11282024-09-26T23:28:03.619Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:03.298732903Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0"}
11292024-09-26T23:28:03.619Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:03.298792594Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test"}
11302024-09-26T23:28:03.619Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:03.298837105Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","timeout_duration":"300s","vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test"}
11312024-09-26T23:28:03.619Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:03.298873055Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::hw::lspci_lifecycle_test"}
11322024-09-26T23:28:03.619Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:03.298907456Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test"}
11332024-09-26T23:28:03.619Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:03.298943746Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test"}
11342024-09-26T23:28:07.763Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.464778999Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4165,"vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0"}
11352024-09-26T23:28:07.763Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.4648657Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::hw::lspci_lifecycle_test"}
11362024-09-26T23:28:07.787Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.465080494Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::hw::lspci_lifecycle_test"}
11372024-09-26T23:28:07.787Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.465132405Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test"}
11382024-09-26T23:28:07.787Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.465170815Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test"}
11392024-09-26T23:28:07.787Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.482786511Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":17,"vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0"}
11402024-09-26T23:28:07.787Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.482875623Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::hw::lspci_lifecycle_test"}
11412024-09-26T23:28:07.787Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.482933284Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4184,"path":"phd_tests::hw::lspci_lifecycle_test"}
11422024-09-26T23:28:07.787Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.483055276Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test","vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test"}
11432024-09-26T23:28:07.787Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.48329676Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test"}
11442024-09-26T23:28:07.787Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.483364641Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"sudo lspci -vvx","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test"}
11452024-09-26T23:28:07.787Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.484522251Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm":"lspci_lifecycle_test","vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test"}
11462024-09-26T23:28:07.904Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.606372877Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":123,"vm_id":"1deb72d6-9338-48cf-a7b5-b8644ead7228","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test"}
11472024-09-26T23:28:07.928Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.606844325Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":123,"vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0"}
11482024-09-26T23:28:07.928Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.607044289Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test"}
11492024-09-26T23:28:07.928Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.607096969Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test"}
11502024-09-26T23:28:07.928Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.628722313Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":21,"vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0"}
11512024-09-26T23:28:07.928Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.628865065Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test"}
11522024-09-26T23:28:07.928Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.628921846Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"sudo lshw -notime","timeout_duration":"Explicit(15s)","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test"}
11532024-09-26T23:28:07.952Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.640287157Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":11,"vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0"}
11542024-09-26T23:28:07.952Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.64046958Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test"}
11552024-09-26T23:28:07.952Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.640537111Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test"}
11562024-09-26T23:28:07.976Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.67323087Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":32,"vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0"}
11572024-09-26T23:28:07.976Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.673332972Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test"}
11582024-09-26T23:28:07.976Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.673517675Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
11592024-09-26T23:28:07.976Z{"v":0,"name":"phd-runner","msg":"test phd_tests::hw::lspci_lifecycle_test ... ok","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.673630537Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
11602024-09-26T23:28:07.976Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.673649607Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":4376}
11612024-09-26T23:28:07.976Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.673755269Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
11622024-09-26T23:28:07.976Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.674483131Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test"}
11632024-09-26T23:28:08.283Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:07.984851544Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test"}
11642024-09-26T23:28:08.411Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.113051138Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test"}
11652024-09-26T23:28:08.435Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.113146509Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-d8ddbb29-593f-4328-b2d3-415b53565f75\"]","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test"}
11662024-09-26T23:28:08.458Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.141945533Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test"}
11672024-09-26T23:28:08.458Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.142001814Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-b482fb5e-231a-40a4-bf83-02433c828c71\"]","vm":"lspci_lifecycle_test_lifecycle_0","vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test"}
11682024-09-26T23:28:08.482Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.163726589Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":490,"vm_id":"62bed89f-7b7c-45dd-96a1-ab74bd0db550","path":"phd_tests::hw::lspci_lifecycle_test","vm":"lspci_lifecycle_test_lifecycle_0"}
11692024-09-26T23:28:08.482Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.16379286Z","target":"phd_tests::hw","line":8,"file":"phd-tests/tests/src/hw.rs","elapsed_milliseconds":10253,"path":"phd_tests::hw::lspci_lifecycle_test"}
11702024-09-26T23:28:08.482Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.163960773Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":490}
11712024-09-26T23:28:08.482Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::running_process::export_failure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.164014374Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
11722024-09-26T23:28:08.482Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.164043954Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
11732024-09-26T23:28:08.482Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.164070565Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
11742024-09-26T23:28:08.482Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.164182167Z","target":"phd_tests::migrate::running_process","line":183,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::export_failure"}
11752024-09-26T23:28:08.482Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.164316629Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::export_failure"}
11762024-09-26T23:28:08.482Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.164547043Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::export_failure"}
11772024-09-26T23:28:08.482Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.164601723Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::export_failure"}
11782024-09-26T23:28:08.482Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.164649624Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::running_process::export_failure"}
11792024-09-26T23:28:08.482Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.177016112Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 171M 1.80T 170M /phd-artifacts\n","path":"phd_tests::migrate::running_process::export_failure"}
11802024-09-26T23:28:08.482Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.177104613Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-2e43c89f-2aa5-4b56-a8d3-e6b99dede346\"]","verb":"snapshot","path":"phd_tests::migrate::running_process::export_failure"}
11812024-09-26T23:28:08.506Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.194467345Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-2e43c89f-2aa5-4b56-a8d3-e6b99dede346\", \"phd-artifacts/phd-clone-8c56a3c7-9148-4bd4-9bb6-f532f58285f3\"]","path":"phd_tests::migrate::running_process::export_failure"}
11822024-09-26T23:28:08.530Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.216132039Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-8c56a3c7-9148-4bd4-9bb6-f532f58285f3\"]","verb":"list","path":"phd_tests::migrate::running_process::export_failure"}
11832024-09-26T23:28:08.530Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.228216502Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-8c56a3c7-9148-4bd4-9bb6-f532f58285f3 0B 1.80T 170M /phd-artifacts/phd-clone-8c56a3c7-9148-4bd4-9bb6-f532f58285f3\n","path":"phd_tests::migrate::running_process::export_failure"}
11842024-09-26T23:28:08.530Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.228814702Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"}
11852024-09-26T23:28:08.530Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.228881163Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"migrate_running_process::export_failure_source","path":"phd_tests::migrate::running_process::export_failure"}
11862024-09-26T23:28:08.530Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.228928824Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::export_failure"}
11872024-09-26T23:28:08.530Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.229002715Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_source.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::migrate::running_process::export_failure"}
11882024-09-26T23:28:08.530Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.229044636Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_source.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_source.stderr.log\"","path":"phd_tests::migrate::running_process::export_failure"}
11892024-09-26T23:28:08.554Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 999","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.235343962Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::export_failure"}
11902024-09-26T23:28:08.554Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.235760359Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":6}
11912024-09-26T23:28:08.554Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.23586012Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"}
11922024-09-26T23:28:08.554Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.236489281Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migrate_running_process::export_failure_target1","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::running_process::export_failure"}
11932024-09-26T23:28:08.554Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.236536382Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::export_failure"}
11942024-09-26T23:28:08.554Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.236595603Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_target1.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9002","path":"phd_tests::migrate::running_process::export_failure"}
11952024-09-26T23:28:08.554Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.236636753Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_target1.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_target1.stdout.log\"","path":"phd_tests::migrate::running_process::export_failure"}
11962024-09-26T23:28:08.554Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1000","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.243071321Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::export_failure"}
11972024-09-26T23:28:08.554Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.243444238Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":7}
11982024-09-26T23:28:08.554Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.243532379Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"}
11992024-09-26T23:28:08.554Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.24358317Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"migrate_running_process::export_failure_target2","guest_os_kind":"Alpine","path":"phd_tests::migrate::running_process::export_failure"}
12002024-09-26T23:28:08.554Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.243642281Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::export_failure"}
12012024-09-26T23:28:08.554Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.243711362Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9004","config_toml_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_target2.config.toml\"","path":"phd_tests::migrate::running_process::export_failure"}
12022024-09-26T23:28:08.554Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.243756373Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_target2.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migrate_running_process::export_failure_target2.stderr.log\"","path":"phd_tests::migrate::running_process::export_failure"}
12032024-09-26T23:28:08.554Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1001","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.250426235Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::export_failure"}
12042024-09-26T23:28:08.554Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.250776371Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":7}
12052024-09-26T23:28:08.554Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.250856482Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12062024-09-26T23:28:08.554Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.251344871Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12072024-09-26T23:28:09.034Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.735830898Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
12082024-09-26T23:28:09.080Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.736487089Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: c29f252e-067a-4ecb-94c5-897ec90d1ebb, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 5d6f6154-e144-48fe-b6b5-6e939e07777b, silo_id: aa846246-cfef-4635-8ad5-3a42bd0f7453, sled_id: 08d7a178-7a26-4604-a4f6-7aa05663edbd, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"08d7a178-7a26-4604-a4f6-7aa05663edbd\" }, name: \"phd-vm-c29f252e-067a-4ecb-94c5-897ec90d1ebb\", vcpus: 2 }, state: Creating }","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12092024-09-26T23:28:09.080Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.736560471Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":485,"vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12102024-09-26T23:28:09.080Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.736622082Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12112024-09-26T23:28:09.080Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.736662603Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12122024-09-26T23:28:09.080Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.737252982Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":0,"vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12132024-09-26T23:28:09.080Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.737307873Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"}
12142024-09-26T23:28:09.080Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.737350714Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb","timeout_duration":"300s","path":"phd_tests::migrate::running_process::export_failure"}
12152024-09-26T23:28:09.080Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.737384604Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::running_process::export_failure"}
12162024-09-26T23:28:09.080Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.737417525Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12172024-09-26T23:28:09.080Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:08.737450686Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12182024-09-26T23:28:13.215Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:12.916993608Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":4179,"vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12192024-09-26T23:28:13.215Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:12.91707519Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::running_process::export_failure"}
12202024-09-26T23:28:13.261Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:12.917252373Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::running_process::export_failure"}
12212024-09-26T23:28:13.261Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:12.917302264Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12222024-09-26T23:28:13.261Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:12.917339674Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12232024-09-26T23:28:13.261Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:12.936100389Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":18,"vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12242024-09-26T23:28:13.261Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:12.936243362Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure"}
12252024-09-26T23:28:13.261Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:12.936311953Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":4198}
12262024-09-26T23:28:13.261Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:12.936628608Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12272024-09-26T23:28:13.261Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:12.93671688Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"cat >dirt.sh <<'EOF'\n> #!/usr/bin/env sh\n> # a simple script for testing migration of running process memory.\n> #\n> # this script will write a bunch of \"hello\"s to an in-memory string, then\n> # suspend to wait for a migration to occur. after the migration happens, the\n> # script can be foregrounded, and it will then check that the data is still\n> # there.\n> dirt=\"hello\"\n> len=8192 # 8 KiB ought to be enough for anyone\n> \n> # store 8k of data in memory\n> i=0\n> while [ \"$i\" -lt \"$len\" ]\n> do\n> dirt=\"$dirt\n> hello\"\n> i=$(( i + 1 ))\n> done\n> \n> echo \"made dirt\"\n> \n> # suspend this process and wait for it to be resumed before checking that the\n> # data still exists.\n> #\n> # N.B.: posix sh doesn't have a suspend builtin, but we can make our own!\n> kill -s TSTP $$\n> \n> # check that the data is still correct.\n> #\n> # we do this by writing it out to a file and then looping through the file,\n> # because i wasn't sure how to loop over a variable line by line in posix sh\n> # without using a file.\n> dirtfile=\"/tmp/dirt.txt\"\n> echo \"$dirt\" > \"$dirtfile\"\n> actual_len=$(wc -l \"$dirtfile\" | cut -d \" \" -f 1)\n> echo \"found $actual_len lines of dirt\"\n> \n> # pre-check the file's length\n> if [ \"$actual_len\" -lt \"$len\" ]\n> then\n> echo \"not enough dirt: $actual_len < $len\"\n> exit 1\n> fi\n> \n> i=0\n> while read -r line\n> do\n> if [ $i -eq 8192 ]; then\n> echo \"all good\"\n> exit 0\n> fi\n> if [ \"$line\" != \"hello\" ]\n> then\n> echo \"bad dirt $i: $line\"\n> exit 1\n> fi\n> i=$(( i + 1 ))\n> done < \"$dirtfile\"\n> EOF","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12282024-09-26T23:28:13.322Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:13.024578205Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":87,"vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12292024-09-26T23:28:13.346Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:13.024772288Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12302024-09-26T23:28:13.346Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:13.024826059Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12312024-09-26T23:28:13.346Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:13.035141242Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":10,"vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12322024-09-26T23:28:13.346Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:13.035283685Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12332024-09-26T23:28:13.346Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:13.035336015Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"chmod +x dirt.sh","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12342024-09-26T23:28:13.346Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:13.045778301Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":10,"vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12352024-09-26T23:28:13.346Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:13.045983404Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12362024-09-26T23:28:13.347Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:13.046074866Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12372024-09-26T23:28:13.370Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:13.067598607Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":21,"vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12382024-09-26T23:28:13.370Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:13.06773081Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12392024-09-26T23:28:13.370Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:13.06778212Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"./dirt.sh","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12402024-09-26T23:28:13.394Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:13.079185752Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":11,"vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12412024-09-26T23:28:13.394Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:13.079402156Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12422024-09-26T23:28:13.394Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:13.079485727Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12432024-09-26T23:28:13.689Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:13.391467357Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":311,"vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12442024-09-26T23:28:13.713Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:13.391555449Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","target_id":"2a117fe3-3a32-4f00-87c6-20730d811541","target":"migrate_running_process::export_failure_target1","source_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb","source":"migrate_running_process::export_failure_source"}
12452024-09-26T23:28:13.713Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:13.39160218Z","target":"phd_framework::test_vm","line":572,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"45s","migration_id":"768ebf70-770e-4a21-903a-0f5f7499fb6b","path":"phd_tests::migrate::running_process::export_failure","target_id":"2a117fe3-3a32-4f00-87c6-20730d811541","target":"migrate_running_process::export_failure_target1","source_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb","source":"migrate_running_process::export_failure_source"}
12462024-09-26T23:28:13.713Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:13.391649031Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm_id":"2a117fe3-3a32-4f00-87c6-20730d811541","vm":"migrate_running_process::export_failure_target1","target_id":"2a117fe3-3a32-4f00-87c6-20730d811541","target":"migrate_running_process::export_failure_target1","source_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb","source":"migrate_running_process::export_failure_source"}
12472024-09-26T23:28:13.801Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:13.503010881Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 2a117fe3-3a32-4f00-87c6-20730d811541, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 5d6f6154-e144-48fe-b6b5-6e939e07777b, silo_id: aa846246-cfef-4635-8ad5-3a42bd0f7453, sled_id: 9551b9c0-179c-4ecc-92d9-9dd3a9597fc1, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"9551b9c0-179c-4ecc-92d9-9dd3a9597fc1\" }, name: \"phd-vm-2a117fe3-3a32-4f00-87c6-20730d811541\", vcpus: 2 }, state: Migrating }","path":"phd_tests::migrate::running_process::export_failure","vm_id":"2a117fe3-3a32-4f00-87c6-20730d811541","vm":"migrate_running_process::export_failure_target1","target_id":"2a117fe3-3a32-4f00-87c6-20730d811541","target":"migrate_running_process::export_failure_target1","source_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb","source":"migrate_running_process::export_failure_source"}
12482024-09-26T23:28:13.824Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:13.503131623Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","source":"migrate_running_process::export_failure_source","vm":"migrate_running_process::export_failure_target1","target":"migrate_running_process::export_failure_target1","elapsed_milliseconds":111,"target_id":"2a117fe3-3a32-4f00-87c6-20730d811541","source_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb","vm_id":"2a117fe3-3a32-4f00-87c6-20730d811541"}
12492024-09-26T23:28:13.825Z{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:13.503195954Z","target":"phd_framework::test_vm","line":593,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","migration_id":"768ebf70-770e-4a21-903a-0f5f7499fb6b","target_id":"2a117fe3-3a32-4f00-87c6-20730d811541","target":"migrate_running_process::export_failure_target1","source_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb","source":"migrate_running_process::export_failure_source"}
12502024-09-26T23:28:18.338Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Instance reported error during migration","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:18.03956271Z","target":"phd_framework::test_vm","line":610,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","target_id":"2a117fe3-3a32-4f00-87c6-20730d811541","target":"migrate_running_process::export_failure_target1","source_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb","source":"migrate_running_process::export_failure_source"}
12512024-09-26T23:28:18.361Z{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:18.039712553Z","target":"phd_framework::test_vm","line":593,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","migration_id":"768ebf70-770e-4a21-903a-0f5f7499fb6b","elapsed_milliseconds":4536,"target_id":"2a117fe3-3a32-4f00-87c6-20730d811541","target":"migrate_running_process::export_failure_target1","source_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb","source":"migrate_running_process::export_failure_source"}
12522024-09-26T23:28:18.361Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:18.039761944Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":4648,"target_id":"2a117fe3-3a32-4f00-87c6-20730d811541","target":"migrate_running_process::export_failure_target1","source_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb","source":"migrate_running_process::export_failure_source"}
12532024-09-26T23:28:18.361Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] first migration failed as expected","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:18.039813245Z","target":"phd_tests::migrate::running_process","line":217,"file":"phd-tests/tests/src/migrate.rs","error":"live migration","path":"phd_tests::migrate::running_process::export_failure"}
12542024-09-26T23:28:18.362Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:18.040339663Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","target_id":"b3a5e563-15e6-4c1f-a696-9a59fe28c873","target":"migrate_running_process::export_failure_target2","source_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb","source":"migrate_running_process::export_failure_source"}
12552024-09-26T23:28:18.362Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:18.040391574Z","target":"phd_framework::test_vm","line":572,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"944f2015-a162-4cac-bb97-218e97b7f7c0","timeout_duration":"45s","path":"phd_tests::migrate::running_process::export_failure","target_id":"b3a5e563-15e6-4c1f-a696-9a59fe28c873","target":"migrate_running_process::export_failure_target2","source_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb","source":"migrate_running_process::export_failure_source"}
12562024-09-26T23:28:18.362Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:18.040437855Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm_id":"b3a5e563-15e6-4c1f-a696-9a59fe28c873","vm":"migrate_running_process::export_failure_target2","target_id":"b3a5e563-15e6-4c1f-a696-9a59fe28c873","target":"migrate_running_process::export_failure_target2","source_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb","source":"migrate_running_process::export_failure_source"}
12572024-09-26T23:28:18.457Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:18.159354413Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: b3a5e563-15e6-4c1f-a696-9a59fe28c873, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 5d6f6154-e144-48fe-b6b5-6e939e07777b, silo_id: aa846246-cfef-4635-8ad5-3a42bd0f7453, sled_id: eff2edf9-496f-4482-860a-f2d842fb9963, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"eff2edf9-496f-4482-860a-f2d842fb9963\" }, name: \"phd-vm-b3a5e563-15e6-4c1f-a696-9a59fe28c873\", vcpus: 2 }, state: Migrating }","path":"phd_tests::migrate::running_process::export_failure","vm_id":"b3a5e563-15e6-4c1f-a696-9a59fe28c873","vm":"migrate_running_process::export_failure_target2","target_id":"b3a5e563-15e6-4c1f-a696-9a59fe28c873","target":"migrate_running_process::export_failure_target2","source_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb","source":"migrate_running_process::export_failure_source"}
12582024-09-26T23:28:18.481Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:18.159461054Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","source":"migrate_running_process::export_failure_source","vm":"migrate_running_process::export_failure_target2","target":"migrate_running_process::export_failure_target2","elapsed_milliseconds":118,"target_id":"b3a5e563-15e6-4c1f-a696-9a59fe28c873","source_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb","vm_id":"b3a5e563-15e6-4c1f-a696-9a59fe28c873"}
12592024-09-26T23:28:18.481Z{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:18.159513985Z","target":"phd_framework::test_vm","line":593,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","migration_id":"944f2015-a162-4cac-bb97-218e97b7f7c0","target_id":"b3a5e563-15e6-4c1f-a696-9a59fe28c873","target":"migrate_running_process::export_failure_target2","source_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb","source":"migrate_running_process::export_failure_source"}
12602024-09-26T23:28:21.021Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:20.722700209Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9004\",\"from_start\":9375}}"}
12612024-09-26T23:28:21.428Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.130021221Z","target":"phd_framework::test_vm","line":606,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","target_id":"b3a5e563-15e6-4c1f-a696-9a59fe28c873","target":"migrate_running_process::export_failure_target2","source_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb","source":"migrate_running_process::export_failure_source"}
12622024-09-26T23:28:21.452Z{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.130110222Z","target":"phd_framework::test_vm","line":593,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","migration_id":"944f2015-a162-4cac-bb97-218e97b7f7c0","elapsed_milliseconds":2970,"target_id":"b3a5e563-15e6-4c1f-a696-9a59fe28c873","target":"migrate_running_process::export_failure_target2","source_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb","source":"migrate_running_process::export_failure_source"}
12632024-09-26T23:28:21.452Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.130196214Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":3089,"target_id":"b3a5e563-15e6-4c1f-a696-9a59fe28c873","target":"migrate_running_process::export_failure_target2","source_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb","source":"migrate_running_process::export_failure_source"}
12642024-09-26T23:28:21.452Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.130480408Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_target2","vm_id":"b3a5e563-15e6-4c1f-a696-9a59fe28c873"}
12652024-09-26T23:28:21.452Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.130569Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"fg","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_target2","vm_id":"b3a5e563-15e6-4c1f-a696-9a59fe28c873"}
12662024-09-26T23:28:21.452Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.141931681Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":11,"vm":"migrate_running_process::export_failure_target2","vm_id":"b3a5e563-15e6-4c1f-a696-9a59fe28c873"}
12672024-09-26T23:28:21.452Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.142071583Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_target2","vm_id":"b3a5e563-15e6-4c1f-a696-9a59fe28c873"}
12682024-09-26T23:28:21.452Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.142123324Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_target2","vm_id":"b3a5e563-15e6-4c1f-a696-9a59fe28c873"}
12692024-09-26T23:28:21.528Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.230313315Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":88,"vm":"migrate_running_process::export_failure_target2","vm_id":"b3a5e563-15e6-4c1f-a696-9a59fe28c873"}
12702024-09-26T23:28:21.552Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.230448758Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_target2","vm_id":"b3a5e563-15e6-4c1f-a696-9a59fe28c873"}
12712024-09-26T23:28:21.552Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.230569849Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_target1","vm_id":"2a117fe3-3a32-4f00-87c6-20730d811541"}
12722024-09-26T23:28:21.552Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.230672681Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12732024-09-26T23:28:21.552Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.230878195Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
12742024-09-26T23:28:21.552Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::running_process::export_failure ... ok","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.231003477Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
12752024-09-26T23:28:21.552Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.231026357Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":12495}
12762024-09-26T23:28:21.552Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.231115899Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
12772024-09-26T23:28:21.552Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.231715029Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_target2","vm_id":"b3a5e563-15e6-4c1f-a696-9a59fe28c873"}
12782024-09-26T23:28:21.552Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.232117326Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_target1","vm_id":"2a117fe3-3a32-4f00-87c6-20730d811541"}
12792024-09-26T23:28:21.552Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.232236228Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12802024-09-26T23:28:21.552Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.241229989Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_target1","vm_id":"2a117fe3-3a32-4f00-87c6-20730d811541"}
12812024-09-26T23:28:21.552Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.251253477Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9004","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_target2","vm_id":"b3a5e563-15e6-4c1f-a696-9a59fe28c873"}
12822024-09-26T23:28:21.659Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.361248315Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":130,"vm":"migrate_running_process::export_failure_source","vm_id":"c29f252e-067a-4ecb-94c5-897ec90d1ebb"}
12832024-09-26T23:28:21.757Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.458573239Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":227,"vm":"migrate_running_process::export_failure_target1","vm_id":"2a117fe3-3a32-4f00-87c6-20730d811541"}
12842024-09-26T23:28:21.861Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.563017774Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_target2","vm_id":"b3a5e563-15e6-4c1f-a696-9a59fe28c873"}
12852024-09-26T23:28:21.861Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.563110375Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-8c56a3c7-9148-4bd4-9bb6-f532f58285f3\"]","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_target2","vm_id":"b3a5e563-15e6-4c1f-a696-9a59fe28c873"}
12862024-09-26T23:28:21.891Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.593296702Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_target2","vm_id":"b3a5e563-15e6-4c1f-a696-9a59fe28c873"}
12872024-09-26T23:28:21.915Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.593352773Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-2e43c89f-2aa5-4b56-a8d3-e6b99dede346\"]","verb":"destroy","path":"phd_tests::migrate::running_process::export_failure","vm":"migrate_running_process::export_failure_target2","vm_id":"b3a5e563-15e6-4c1f-a696-9a59fe28c873"}
12882024-09-26T23:28:21.915Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.614459788Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":383,"vm":"migrate_running_process::export_failure_target2","vm_id":"b3a5e563-15e6-4c1f-a696-9a59fe28c873"}
12892024-09-26T23:28:21.915Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.614530209Z","target":"phd_tests::migrate::running_process","line":183,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::export_failure","elapsed_milliseconds":13450}
12902024-09-26T23:28:21.915Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.614707192Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":383}
12912024-09-26T23:28:21.915Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::running_process::import_failure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.614762193Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
12922024-09-26T23:28:21.915Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.614792023Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
12932024-09-26T23:28:21.915Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.614819964Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
12942024-09-26T23:28:21.916Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.614969716Z","target":"phd_tests::migrate::running_process","line":122,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::import_failure"}
12952024-09-26T23:28:21.916Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.615084138Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::import_failure"}
12962024-09-26T23:28:21.916Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.615302182Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"}
12972024-09-26T23:28:21.916Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.615363853Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"}
12982024-09-26T23:28:21.916Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.615412784Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::migrate::running_process::import_failure"}
12992024-09-26T23:28:21.939Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.628792409Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 171M 1.80T 170M /phd-artifacts\n","path":"phd_tests::migrate::running_process::import_failure"}
13002024-09-26T23:28:21.940Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.62889103Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-104376bf-0a5b-451c-ae54-abd33d3b0fe6\"]","path":"phd_tests::migrate::running_process::import_failure"}
13012024-09-26T23:28:21.963Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.645629511Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-104376bf-0a5b-451c-ae54-abd33d3b0fe6\", \"phd-artifacts/phd-clone-75b6e5c5-fd8d-4c04-b326-72734a2e0333\"]","path":"phd_tests::migrate::running_process::import_failure"}
13022024-09-26T23:28:21.987Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.667903155Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-75b6e5c5-fd8d-4c04-b326-72734a2e0333\"]","path":"phd_tests::migrate::running_process::import_failure"}
13032024-09-26T23:28:21.987Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.679918047Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-75b6e5c5-fd8d-4c04-b326-72734a2e0333 0B 1.80T 170M /phd-artifacts/phd-clone-75b6e5c5-fd8d-4c04-b326-72734a2e0333\n","path":"phd_tests::migrate::running_process::import_failure"}
13042024-09-26T23:28:21.987Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.680459377Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"}
13052024-09-26T23:28:21.987Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.680513917Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"migrate_running_process::import_failure_source","guest_os_kind":"Alpine","path":"phd_tests::migrate::running_process::import_failure"}
13062024-09-26T23:28:21.987Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.680573188Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::import_failure"}
13072024-09-26T23:28:21.987Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.6806482Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","config_toml_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_source.config.toml\"","path":"phd_tests::migrate::running_process::import_failure"}
13082024-09-26T23:28:21.987Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.68069003Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_source.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_source.stdout.log\"","path":"phd_tests::migrate::running_process::import_failure"}
13092024-09-26T23:28:21.987Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1011","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.687616897Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::import_failure"}
13102024-09-26T23:28:21.987Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.688031934Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":7}
13112024-09-26T23:28:21.987Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.688190056Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::import_failure"}
13122024-09-26T23:28:21.987Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.68839481Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"}
13132024-09-26T23:28:21.987Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.688443771Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::import_failure"}
13142024-09-26T23:28:21.987Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.688485791Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::running_process::import_failure"}
13152024-09-26T23:28:22.011Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.70212649Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 172M 1.80T 170M /phd-artifacts\n","path":"phd_tests::migrate::running_process::import_failure"}
13162024-09-26T23:28:22.011Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.702215802Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-1def6984-978d-4553-964f-14d55b746c08\"]","path":"phd_tests::migrate::running_process::import_failure"}
13172024-09-26T23:28:22.036Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.720808224Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-1def6984-978d-4553-964f-14d55b746c08\", \"phd-artifacts/phd-clone-823bb33a-55aa-4f91-a226-ea7b20b46eed\"]","path":"phd_tests::migrate::running_process::import_failure"}
13182024-09-26T23:28:22.059Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.738602793Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-823bb33a-55aa-4f91-a226-ea7b20b46eed\"]","path":"phd_tests::migrate::running_process::import_failure"}
13192024-09-26T23:28:22.059Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.750289439Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-823bb33a-55aa-4f91-a226-ea7b20b46eed 0B 1.80T 170M /phd-artifacts/phd-clone-823bb33a-55aa-4f91-a226-ea7b20b46eed\n","path":"phd_tests::migrate::running_process::import_failure"}
13202024-09-26T23:28:22.059Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.750865469Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"}
13212024-09-26T23:28:22.059Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.75093444Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"migrate_running_process::import_failure_target1","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::running_process::import_failure"}
13222024-09-26T23:28:22.059Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.751002311Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::import_failure"}
13232024-09-26T23:28:22.059Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.751092573Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9002","config_toml_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_target1.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::running_process::import_failure"}
13242024-09-26T23:28:22.060Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.751144364Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_target1.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_target1.stderr.log\"","path":"phd_tests::migrate::running_process::import_failure"}
13252024-09-26T23:28:22.060Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1016","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.756751818Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::import_failure"}
13262024-09-26T23:28:22.060Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.757129394Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":6}
13272024-09-26T23:28:22.060Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.757214876Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"}
13282024-09-26T23:28:22.060Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.757255546Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","vm_name":"migrate_running_process::import_failure_target2","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::running_process::import_failure"}
13292024-09-26T23:28:22.060Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.757303287Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::import_failure"}
13302024-09-26T23:28:22.060Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.757364618Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_target2.config.toml\"","server_addr":"127.0.0.1:9004","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::migrate::running_process::import_failure"}
13312024-09-26T23:28:22.060Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.757402969Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_target2.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/migrate_running_process::import_failure_target2.stderr.log\"","path":"phd_tests::migrate::running_process::import_failure"}
13322024-09-26T23:28:22.084Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1017","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.764249724Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::import_failure"}
13332024-09-26T23:28:22.084Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.76462607Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":7}
13342024-09-26T23:28:22.084Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.764714332Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_source"}
13352024-09-26T23:28:22.178Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.880675209Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
13362024-09-26T23:28:22.202Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.881690306Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 6e724937-9950-48fb-a36e-b71b34782c15, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 57738746-0f82-4687-ae07-9af3cfbb4a82, silo_id: 839b2a1e-667c-4f4f-a60e-9f84c26e091b, sled_id: b7436b5b-50a7-4058-ae78-d61e9b62d152, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"b7436b5b-50a7-4058-ae78-d61e9b62d152\" }, name: \"phd-vm-6e724937-9950-48fb-a36e-b71b34782c15\", vcpus: 2 }, state: Creating }","path":"phd_tests::migrate::running_process::import_failure","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_source"}
13372024-09-26T23:28:22.202Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.881786518Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","path":"phd_tests::migrate::running_process::import_failure","vm":"migrate_running_process::import_failure_source","elapsed_milliseconds":117}
13382024-09-26T23:28:22.202Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.881855999Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_source"}
13392024-09-26T23:28:22.202Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.88189692Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::migrate::running_process::import_failure","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_source"}
13402024-09-26T23:28:22.203Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.88252896Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","path":"phd_tests::migrate::running_process::import_failure","vm":"migrate_running_process::import_failure_source","elapsed_milliseconds":0}
13412024-09-26T23:28:22.203Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.882586861Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"}
13422024-09-26T23:28:22.203Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.882632792Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"300s","vm":"migrate_running_process::import_failure_source","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","path":"phd_tests::migrate::running_process::import_failure"}
13432024-09-26T23:28:22.203Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.882667903Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::running_process::import_failure"}
13442024-09-26T23:28:22.203Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.882702063Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_source"}
13452024-09-26T23:28:22.203Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:21.882741694Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","path":"phd_tests::migrate::running_process::import_failure","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_source"}
13462024-09-26T23:28:26.325Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.027222558Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","path":"phd_tests::migrate::running_process::import_failure","vm":"migrate_running_process::import_failure_source","elapsed_milliseconds":4144}
13472024-09-26T23:28:26.325Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.027302629Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::running_process::import_failure"}
13482024-09-26T23:28:26.371Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.027479502Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::running_process::import_failure"}
13492024-09-26T23:28:26.371Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.027530873Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_source"}
13502024-09-26T23:28:26.371Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.027566924Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","path":"phd_tests::migrate::running_process::import_failure","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_source"}
13512024-09-26T23:28:26.371Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.046454591Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","path":"phd_tests::migrate::running_process::import_failure","vm":"migrate_running_process::import_failure_source","elapsed_milliseconds":18}
13522024-09-26T23:28:26.371Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.046606643Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure"}
13532024-09-26T23:28:26.371Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.046686525Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":4164}
13542024-09-26T23:28:26.371Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.04701282Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_source"}
13552024-09-26T23:28:26.371Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.047101612Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"cat >dirt.sh <<'EOF'\n> #!/usr/bin/env sh\n> # a simple script for testing migration of running process memory.\n> #\n> # this script will write a bunch of \"hello\"s to an in-memory string, then\n> # suspend to wait for a migration to occur. after the migration happens, the\n> # script can be foregrounded, and it will then check that the data is still\n> # there.\n> dirt=\"hello\"\n> len=8192 # 8 KiB ought to be enough for anyone\n> \n> # store 8k of data in memory\n> i=0\n> while [ \"$i\" -lt \"$len\" ]\n> do\n> dirt=\"$dirt\n> hello\"\n> i=$(( i + 1 ))\n> done\n> \n> echo \"made dirt\"\n> \n> # suspend this process and wait for it to be resumed before checking that the\n> # data still exists.\n> #\n> # N.B.: posix sh doesn't have a suspend builtin, but we can make our own!\n> kill -s TSTP $$\n> \n> # check that the data is still correct.\n> #\n> # we do this by writing it out to a file and then looping through the file,\n> # because i wasn't sure how to loop over a variable line by line in posix sh\n> # without using a file.\n> dirtfile=\"/tmp/dirt.txt\"\n> echo \"$dirt\" > \"$dirtfile\"\n> actual_len=$(wc -l \"$dirtfile\" | cut -d \" \" -f 1)\n> echo \"found $actual_len lines of dirt\"\n> \n> # pre-check the file's length\n> if [ \"$actual_len\" -lt \"$len\" ]\n> then\n> echo \"not enough dirt: $actual_len < $len\"\n> exit 1\n> fi\n> \n> i=0\n> while read -r line\n> do\n> if [ $i -eq 8192 ]; then\n> echo \"all good\"\n> exit 0\n> fi\n> if [ \"$line\" != \"hello\" ]\n> then\n> echo \"bad dirt $i: $line\"\n> exit 1\n> fi\n> i=$(( i + 1 ))\n> done < \"$dirtfile\"\n> EOF","timeout_duration":"Explicit(15s)","path":"phd_tests::migrate::running_process::import_failure","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_source"}
13562024-09-26T23:28:26.432Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.133800458Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","path":"phd_tests::migrate::running_process::import_failure","vm":"migrate_running_process::import_failure_source","elapsed_milliseconds":86}
13572024-09-26T23:28:26.455Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.13392025Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_source"}
13582024-09-26T23:28:26.455Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.133966671Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","path":"phd_tests::migrate::running_process::import_failure","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_source"}
13592024-09-26T23:28:26.456Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.144351585Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","path":"phd_tests::migrate::running_process::import_failure","vm":"migrate_running_process::import_failure_source","elapsed_milliseconds":10}
13602024-09-26T23:28:26.456Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.14462149Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_source"}
13612024-09-26T23:28:26.456Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.144726702Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"chmod +x dirt.sh","timeout_duration":"Explicit(15s)","path":"phd_tests::migrate::running_process::import_failure","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_source"}
13622024-09-26T23:28:26.456Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.155061605Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","path":"phd_tests::migrate::running_process::import_failure","vm":"migrate_running_process::import_failure_source","elapsed_milliseconds":10}
13632024-09-26T23:28:26.456Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.155280989Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_source"}
13642024-09-26T23:28:26.456Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.15537143Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","path":"phd_tests::migrate::running_process::import_failure","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_source"}
13652024-09-26T23:28:26.486Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.18808999Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","path":"phd_tests::migrate::running_process::import_failure","vm":"migrate_running_process::import_failure_source","elapsed_milliseconds":32}
13662024-09-26T23:28:26.510Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.188300384Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_source"}
13672024-09-26T23:28:26.510Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.188389675Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"./dirt.sh","timeout_duration":"Explicit(15s)","path":"phd_tests::migrate::running_process::import_failure","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_source"}
13682024-09-26T23:28:26.510Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.1988214Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","path":"phd_tests::migrate::running_process::import_failure","vm":"migrate_running_process::import_failure_source","elapsed_milliseconds":10}
13692024-09-26T23:28:26.510Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.199049764Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_source"}
13702024-09-26T23:28:26.510Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.199135926Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","path":"phd_tests::migrate::running_process::import_failure","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_source"}
13712024-09-26T23:28:26.801Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.503455857Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","path":"phd_tests::migrate::running_process::import_failure","vm":"migrate_running_process::import_failure_source","elapsed_milliseconds":304}
13722024-09-26T23:28:26.825Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.50361122Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migrate_running_process::import_failure_source","target_id":"5c6de87a-446c-4916-92f1-7a9add9243d6","source_id":"6e724937-9950-48fb-a36e-b71b34782c15","path":"phd_tests::migrate::running_process::import_failure","target":"migrate_running_process::import_failure_target1"}
13732024-09-26T23:28:26.825Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.503698001Z","target":"phd_framework::test_vm","line":572,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"95ad7ef3-9205-4bfe-87bd-6feca950a4ed","timeout_duration":"45s","source":"migrate_running_process::import_failure_source","target_id":"5c6de87a-446c-4916-92f1-7a9add9243d6","source_id":"6e724937-9950-48fb-a36e-b71b34782c15","path":"phd_tests::migrate::running_process::import_failure","target":"migrate_running_process::import_failure_target1"}
13742024-09-26T23:28:26.826Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.503797723Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migrate_running_process::import_failure_source","target_id":"5c6de87a-446c-4916-92f1-7a9add9243d6","source_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_target1","path":"phd_tests::migrate::running_process::import_failure","target":"migrate_running_process::import_failure_target1","vm_id":"5c6de87a-446c-4916-92f1-7a9add9243d6"}
13752024-09-26T23:28:26.920Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.622174241Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 5c6de87a-446c-4916-92f1-7a9add9243d6, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: c1523f2f-faa1-432b-b5af-fe1849e4308a, silo_id: 800d5779-91ae-428a-b6f3-1d5a1dfc7597, sled_id: ded7d9f6-be6b-40c0-8fa1-e4d6b1315c17, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"ded7d9f6-be6b-40c0-8fa1-e4d6b1315c17\" }, name: \"phd-vm-5c6de87a-446c-4916-92f1-7a9add9243d6\", vcpus: 2 }, state: Migrating }","source":"migrate_running_process::import_failure_source","target_id":"5c6de87a-446c-4916-92f1-7a9add9243d6","source_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_target1","path":"phd_tests::migrate::running_process::import_failure","target":"migrate_running_process::import_failure_target1","vm_id":"5c6de87a-446c-4916-92f1-7a9add9243d6"}
13762024-09-26T23:28:26.944Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.622292583Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":118,"source":"migrate_running_process::import_failure_source","target_id":"5c6de87a-446c-4916-92f1-7a9add9243d6","source_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_target1","path":"phd_tests::migrate::running_process::import_failure","target":"migrate_running_process::import_failure_target1","vm_id":"5c6de87a-446c-4916-92f1-7a9add9243d6"}
13772024-09-26T23:28:26.944Z{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:26.622351664Z","target":"phd_framework::test_vm","line":593,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migrate_running_process::import_failure_source","target_id":"5c6de87a-446c-4916-92f1-7a9add9243d6","source_id":"6e724937-9950-48fb-a36e-b71b34782c15","path":"phd_tests::migrate::running_process::import_failure","target":"migrate_running_process::import_failure_target1","migration_id":"95ad7ef3-9205-4bfe-87bd-6feca950a4ed"}
13782024-09-26T23:28:29.774Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Instance reported error during migration","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:29.475726782Z","target":"phd_framework::test_vm","line":610,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migrate_running_process::import_failure_source","target_id":"5c6de87a-446c-4916-92f1-7a9add9243d6","source_id":"6e724937-9950-48fb-a36e-b71b34782c15","path":"phd_tests::migrate::running_process::import_failure","target":"migrate_running_process::import_failure_target1"}
13792024-09-26T23:28:29.798Z{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:29.475885404Z","target":"phd_framework::test_vm","line":593,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migrate_running_process::import_failure_source","target_id":"5c6de87a-446c-4916-92f1-7a9add9243d6","source_id":"6e724937-9950-48fb-a36e-b71b34782c15","path":"phd_tests::migrate::running_process::import_failure","target":"migrate_running_process::import_failure_target1","migration_id":"95ad7ef3-9205-4bfe-87bd-6feca950a4ed","elapsed_milliseconds":2853}
13802024-09-26T23:28:29.798Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:29.475933715Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migrate_running_process::import_failure_source","target_id":"5c6de87a-446c-4916-92f1-7a9add9243d6","source_id":"6e724937-9950-48fb-a36e-b71b34782c15","path":"phd_tests::migrate::running_process::import_failure","target":"migrate_running_process::import_failure_target1","elapsed_milliseconds":2972}
13812024-09-26T23:28:29.798Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] first migration failed as expected","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:29.475991176Z","target":"phd_tests::migrate::running_process","line":164,"file":"phd-tests/tests/src/migrate.rs","error":"live migration","path":"phd_tests::migrate::running_process::import_failure"}
13822024-09-26T23:28:29.798Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:29.476639067Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migrate_running_process::import_failure_source","target_id":"0348928c-564a-4f49-b752-e7207167f7fc","source_id":"6e724937-9950-48fb-a36e-b71b34782c15","path":"phd_tests::migrate::running_process::import_failure","target":"migrate_running_process::import_failure_target2"}
13832024-09-26T23:28:29.798Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:29.476690388Z","target":"phd_framework::test_vm","line":572,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"f9e33beb-d812-488f-a312-2ca6f666bdf9","timeout_duration":"45s","source":"migrate_running_process::import_failure_source","target_id":"0348928c-564a-4f49-b752-e7207167f7fc","source_id":"6e724937-9950-48fb-a36e-b71b34782c15","path":"phd_tests::migrate::running_process::import_failure","target":"migrate_running_process::import_failure_target2"}
13842024-09-26T23:28:29.798Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:29.476739899Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migrate_running_process::import_failure_source","target_id":"0348928c-564a-4f49-b752-e7207167f7fc","source_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_target2","path":"phd_tests::migrate::running_process::import_failure","target":"migrate_running_process::import_failure_target2","vm_id":"0348928c-564a-4f49-b752-e7207167f7fc"}
13852024-09-26T23:28:29.885Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:29.586546583Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 0348928c-564a-4f49-b752-e7207167f7fc, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 57738746-0f82-4687-ae07-9af3cfbb4a82, silo_id: 839b2a1e-667c-4f4f-a60e-9f84c26e091b, sled_id: ce32b997-c2f1-40d5-a004-9797500d3389, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"ce32b997-c2f1-40d5-a004-9797500d3389\" }, name: \"phd-vm-0348928c-564a-4f49-b752-e7207167f7fc\", vcpus: 2 }, state: Migrating }","source":"migrate_running_process::import_failure_source","target_id":"0348928c-564a-4f49-b752-e7207167f7fc","source_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_target2","path":"phd_tests::migrate::running_process::import_failure","target":"migrate_running_process::import_failure_target2","vm_id":"0348928c-564a-4f49-b752-e7207167f7fc"}
13862024-09-26T23:28:29.908Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:29.586644145Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":109,"source":"migrate_running_process::import_failure_source","target_id":"0348928c-564a-4f49-b752-e7207167f7fc","source_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_target2","path":"phd_tests::migrate::running_process::import_failure","target":"migrate_running_process::import_failure_target2","vm_id":"0348928c-564a-4f49-b752-e7207167f7fc"}
13872024-09-26T23:28:29.908Z{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:29.586692196Z","target":"phd_framework::test_vm","line":593,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migrate_running_process::import_failure_source","target_id":"0348928c-564a-4f49-b752-e7207167f7fc","source_id":"6e724937-9950-48fb-a36e-b71b34782c15","path":"phd_tests::migrate::running_process::import_failure","target":"migrate_running_process::import_failure_target2","migration_id":"f9e33beb-d812-488f-a312-2ca6f666bdf9"}
13882024-09-26T23:28:32.477Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:32.179042689Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9004\",\"from_start\":9375}}"}
13892024-09-26T23:28:34.020Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:33.72226983Z","target":"phd_framework::test_vm","line":606,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migrate_running_process::import_failure_source","target_id":"0348928c-564a-4f49-b752-e7207167f7fc","source_id":"6e724937-9950-48fb-a36e-b71b34782c15","path":"phd_tests::migrate::running_process::import_failure","target":"migrate_running_process::import_failure_target2"}
13902024-09-26T23:28:34.020Z{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:33.722343391Z","target":"phd_framework::test_vm","line":593,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migrate_running_process::import_failure_source","target_id":"0348928c-564a-4f49-b752-e7207167f7fc","source_id":"6e724937-9950-48fb-a36e-b71b34782c15","path":"phd_tests::migrate::running_process::import_failure","target":"migrate_running_process::import_failure_target2","migration_id":"f9e33beb-d812-488f-a312-2ca6f666bdf9","elapsed_milliseconds":4135}
13912024-09-26T23:28:34.044Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:33.722410792Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","source":"migrate_running_process::import_failure_source","target_id":"0348928c-564a-4f49-b752-e7207167f7fc","source_id":"6e724937-9950-48fb-a36e-b71b34782c15","path":"phd_tests::migrate::running_process::import_failure","target":"migrate_running_process::import_failure_target2","elapsed_milliseconds":4245}
13922024-09-26T23:28:34.044Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:33.722629986Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"0348928c-564a-4f49-b752-e7207167f7fc","vm":"migrate_running_process::import_failure_target2"}
13932024-09-26T23:28:34.044Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:33.722709597Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"fg","timeout_duration":"Explicit(15s)","path":"phd_tests::migrate::running_process::import_failure","vm_id":"0348928c-564a-4f49-b752-e7207167f7fc","vm":"migrate_running_process::import_failure_target2"}
13942024-09-26T23:28:34.044Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:33.733397537Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"0348928c-564a-4f49-b752-e7207167f7fc","path":"phd_tests::migrate::running_process::import_failure","vm":"migrate_running_process::import_failure_target2","elapsed_milliseconds":10}
13952024-09-26T23:28:34.044Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:33.733715002Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"0348928c-564a-4f49-b752-e7207167f7fc","vm":"migrate_running_process::import_failure_target2"}
13962024-09-26T23:28:34.044Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:33.733826544Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","path":"phd_tests::migrate::running_process::import_failure","vm_id":"0348928c-564a-4f49-b752-e7207167f7fc","vm":"migrate_running_process::import_failure_target2"}
13972024-09-26T23:28:34.120Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:33.822176928Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"0348928c-564a-4f49-b752-e7207167f7fc","path":"phd_tests::migrate::running_process::import_failure","vm":"migrate_running_process::import_failure_target2","elapsed_milliseconds":88}
13982024-09-26T23:28:34.144Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:33.822336411Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"0348928c-564a-4f49-b752-e7207167f7fc","vm":"migrate_running_process::import_failure_target2"}
13992024-09-26T23:28:34.144Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:33.822467573Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"5c6de87a-446c-4916-92f1-7a9add9243d6","vm":"migrate_running_process::import_failure_target1"}
14002024-09-26T23:28:34.144Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:33.822621366Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_source"}
14012024-09-26T23:28:34.144Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:33.822934701Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
14022024-09-26T23:28:34.144Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::running_process::import_failure ... ok","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:33.822995802Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
14032024-09-26T23:28:34.144Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:33.823037133Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":11942}
14042024-09-26T23:28:34.144Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:33.823055563Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
14052024-09-26T23:28:34.144Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:33.82349875Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"0348928c-564a-4f49-b752-e7207167f7fc","vm":"migrate_running_process::import_failure_target2"}
14062024-09-26T23:28:34.144Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:33.823918287Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"5c6de87a-446c-4916-92f1-7a9add9243d6","vm":"migrate_running_process::import_failure_target1"}
14072024-09-26T23:28:34.144Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:33.824012259Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::migrate::running_process::import_failure","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","vm":"migrate_running_process::import_failure_source"}
14082024-09-26T23:28:34.144Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:33.832926889Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","path":"phd_tests::migrate::running_process::import_failure","vm_id":"5c6de87a-446c-4916-92f1-7a9add9243d6","vm":"migrate_running_process::import_failure_target1"}
14092024-09-26T23:28:34.144Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:33.841740087Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9004","path":"phd_tests::migrate::running_process::import_failure","vm_id":"0348928c-564a-4f49-b752-e7207167f7fc","vm":"migrate_running_process::import_failure_target2"}
14102024-09-26T23:28:34.247Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:33.948575641Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"6e724937-9950-48fb-a36e-b71b34782c15","path":"phd_tests::migrate::running_process::import_failure","vm":"migrate_running_process::import_failure_source","elapsed_milliseconds":125}
14112024-09-26T23:28:34.342Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.044305299Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"0348928c-564a-4f49-b752-e7207167f7fc","vm":"migrate_running_process::import_failure_target2"}
14122024-09-26T23:28:34.366Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.04437563Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-75b6e5c5-fd8d-4c04-b326-72734a2e0333\"]","verb":"destroy","path":"phd_tests::migrate::running_process::import_failure","vm_id":"0348928c-564a-4f49-b752-e7207167f7fc","vm":"migrate_running_process::import_failure_target2"}
14132024-09-26T23:28:34.390Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.071192541Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"0348928c-564a-4f49-b752-e7207167f7fc","vm":"migrate_running_process::import_failure_target2"}
14142024-09-26T23:28:34.390Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.071243761Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-104376bf-0a5b-451c-ae54-abd33d3b0fe6\"]","path":"phd_tests::migrate::running_process::import_failure","vm_id":"0348928c-564a-4f49-b752-e7207167f7fc","vm":"migrate_running_process::import_failure_target2"}
14152024-09-26T23:28:34.390Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.091261748Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"0348928c-564a-4f49-b752-e7207167f7fc","path":"phd_tests::migrate::running_process::import_failure","vm":"migrate_running_process::import_failure_target2","elapsed_milliseconds":268}
14162024-09-26T23:28:34.453Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.154910927Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"5c6de87a-446c-4916-92f1-7a9add9243d6","vm":"migrate_running_process::import_failure_target1"}
14172024-09-26T23:28:34.476Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.154966038Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-823bb33a-55aa-4f91-a226-ea7b20b46eed\"]","path":"phd_tests::migrate::running_process::import_failure","vm_id":"5c6de87a-446c-4916-92f1-7a9add9243d6","vm":"migrate_running_process::import_failure_target1"}
14182024-09-26T23:28:34.500Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.181815279Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::migrate::running_process::import_failure","vm_id":"5c6de87a-446c-4916-92f1-7a9add9243d6","vm":"migrate_running_process::import_failure_target1"}
14192024-09-26T23:28:34.500Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.1818683Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-1def6984-978d-4553-964f-14d55b746c08\"]","path":"phd_tests::migrate::running_process::import_failure","vm_id":"5c6de87a-446c-4916-92f1-7a9add9243d6","vm":"migrate_running_process::import_failure_target1"}
14202024-09-26T23:28:34.500Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.199968124Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"5c6de87a-446c-4916-92f1-7a9add9243d6","path":"phd_tests::migrate::running_process::import_failure","vm":"migrate_running_process::import_failure_target1","elapsed_milliseconds":377}
14212024-09-26T23:28:34.500Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.200032995Z","target":"phd_tests::migrate::running_process","line":122,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::import_failure","elapsed_milliseconds":12585}
14222024-09-26T23:28:34.500Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.200238228Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":377}
14232024-09-26T23:28:34.500Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::migrate::running_process::migrate_running_process","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.200316719Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
14242024-09-26T23:28:34.500Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.20035005Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
14252024-09-26T23:28:34.500Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.200378431Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
14262024-09-26T23:28:34.500Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.200491462Z","target":"phd_tests::migrate::running_process","line":102,"file":"phd-tests/tests/src/migrate.rs","path":"phd_tests::migrate::running_process::migrate_running_process"}
14272024-09-26T23:28:34.500Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.200572604Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::migrate::running_process::migrate_running_process"}
14282024-09-26T23:28:34.501Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.200741766Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::migrate_running_process"}
14292024-09-26T23:28:34.501Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.200792777Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::migrate::running_process::migrate_running_process"}
14302024-09-26T23:28:34.501Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.200837068Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::migrate::running_process::migrate_running_process"}
14312024-09-26T23:28:34.524Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.213025053Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 172M 1.80T 170M /phd-artifacts\n","path":"phd_tests::migrate::running_process::migrate_running_process"}
14322024-09-26T23:28:34.524Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.213114724Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-aa1d1127-041b-4db3-a3e1-2ded6b16681a\"]","path":"phd_tests::migrate::running_process::migrate_running_process"}
14332024-09-26T23:28:34.548Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.230074039Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-aa1d1127-041b-4db3-a3e1-2ded6b16681a\", \"phd-artifacts/phd-clone-7d961e58-ac0f-4351-bf0a-dd9ea438bd5e\"]","verb":"clone","path":"phd_tests::migrate::running_process::migrate_running_process"}
14342024-09-26T23:28:34.548Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.247197037Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-7d961e58-ac0f-4351-bf0a-dd9ea438bd5e\"]","verb":"list","path":"phd_tests::migrate::running_process::migrate_running_process"}
14352024-09-26T23:28:34.572Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.259560034Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-7d961e58-ac0f-4351-bf0a-dd9ea438bd5e 0B 1.80T 170M /phd-artifacts/phd-clone-7d961e58-ac0f-4351-bf0a-dd9ea438bd5e\n","path":"phd_tests::migrate::running_process::migrate_running_process"}
14362024-09-26T23:28:34.572Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.260662793Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process"}
14372024-09-26T23:28:34.572Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.260718374Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migrate_running_process_source","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::migrate::running_process::migrate_running_process"}
14382024-09-26T23:28:34.572Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.260770475Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::migrate_running_process"}
14392024-09-26T23:28:34.572Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.260841336Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/migrate_running_process_source.config.toml\"","path":"phd_tests::migrate::running_process::migrate_running_process"}
14402024-09-26T23:28:34.572Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.260882107Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migrate_running_process_source.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migrate_running_process_source.stdout.log\"","path":"phd_tests::migrate::running_process::migrate_running_process"}
14412024-09-26T23:28:34.572Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1029","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.266991779Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::migrate_running_process"}
14422024-09-26T23:28:34.572Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.267304865Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":6,"path":"phd_tests::migrate::running_process::migrate_running_process"}
14432024-09-26T23:28:34.572Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.267392376Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process"}
14442024-09-26T23:28:34.572Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.267441547Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"migrate_running_process_target","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","path":"phd_tests::migrate::running_process::migrate_running_process"}
14452024-09-26T23:28:34.572Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.267486718Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::migrate::running_process::migrate_running_process"}
14462024-09-26T23:28:34.572Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.267548149Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/migrate_running_process_target.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9002","path":"phd_tests::migrate::running_process::migrate_running_process"}
14472024-09-26T23:28:34.572Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.267586349Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/migrate_running_process_target.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/migrate_running_process_target.stdout.log\"","path":"phd_tests::migrate::running_process::migrate_running_process"}
14482024-09-26T23:28:34.597Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1030","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.273931076Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::migrate::running_process::migrate_running_process"}
14492024-09-26T23:28:34.598Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.274308172Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":6,"path":"phd_tests::migrate::running_process::migrate_running_process"}
14502024-09-26T23:28:34.598Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.274384243Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source"}
14512024-09-26T23:28:34.598Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.274896432Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source"}
14522024-09-26T23:28:35.075Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.777141368Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
14532024-09-26T23:28:35.120Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.77786924Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: e656c499-0266-4a76-8301-8488c7a74b72, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: ef67fc09-696e-4ee5-9df4-b124c3c00840, silo_id: 01942cd5-2fd8-4cad-a5e7-7c7e8cd8eeaf, sled_id: 394894aa-8710-4560-9e0f-7d4c3ea113fe, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"394894aa-8710-4560-9e0f-7d4c3ea113fe\" }, name: \"phd-vm-e656c499-0266-4a76-8301-8488c7a74b72\", vcpus: 2 }, state: Creating }","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source"}
14542024-09-26T23:28:35.121Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.777944492Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","vm":"migrate_running_process_source","elapsed_milliseconds":503,"path":"phd_tests::migrate::running_process::migrate_running_process"}
14552024-09-26T23:28:35.121Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.778005953Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source"}
14562024-09-26T23:28:35.121Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.778047074Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source"}
14572024-09-26T23:28:35.121Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.778624903Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","vm":"migrate_running_process_source","elapsed_milliseconds":0,"path":"phd_tests::migrate::running_process::migrate_running_process"}
14582024-09-26T23:28:35.121Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.778678624Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process"}
14592024-09-26T23:28:35.121Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.778722305Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"migrate_running_process_source","timeout_duration":"300s","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","path":"phd_tests::migrate::running_process::migrate_running_process"}
14602024-09-26T23:28:35.121Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.778756306Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::migrate::running_process::migrate_running_process"}
14612024-09-26T23:28:35.121Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.778793316Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source"}
14622024-09-26T23:28:35.121Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:34.778831577Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source"}
14632024-09-26T23:28:39.262Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:38.964208997Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","vm":"migrate_running_process_source","elapsed_milliseconds":4185,"path":"phd_tests::migrate::running_process::migrate_running_process"}
14642024-09-26T23:28:39.263Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:38.964291769Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::migrate::running_process::migrate_running_process"}
14652024-09-26T23:28:39.308Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:38.964481522Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::migrate::running_process::migrate_running_process"}
14662024-09-26T23:28:39.308Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:38.964531313Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source"}
14672024-09-26T23:28:39.308Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:38.964566443Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source"}
14682024-09-26T23:28:39.308Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:38.982431023Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","vm":"migrate_running_process_source","elapsed_milliseconds":17,"path":"phd_tests::migrate::running_process::migrate_running_process"}
14692024-09-26T23:28:39.308Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:38.982561525Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::migrate::running_process::migrate_running_process"}
14702024-09-26T23:28:39.308Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:38.982630916Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4203,"path":"phd_tests::migrate::running_process::migrate_running_process"}
14712024-09-26T23:28:39.308Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:38.98285661Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source"}
14722024-09-26T23:28:39.308Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:38.982903091Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"cat >dirt.sh <<'EOF'\n> #!/usr/bin/env sh\n> # a simple script for testing migration of running process memory.\n> #\n> # this script will write a bunch of \"hello\"s to an in-memory string, then\n> # suspend to wait for a migration to occur. after the migration happens, the\n> # script can be foregrounded, and it will then check that the data is still\n> # there.\n> dirt=\"hello\"\n> len=8192 # 8 KiB ought to be enough for anyone\n> \n> # store 8k of data in memory\n> i=0\n> while [ \"$i\" -lt \"$len\" ]\n> do\n> dirt=\"$dirt\n> hello\"\n> i=$(( i + 1 ))\n> done\n> \n> echo \"made dirt\"\n> \n> # suspend this process and wait for it to be resumed before checking that the\n> # data still exists.\n> #\n> # N.B.: posix sh doesn't have a suspend builtin, but we can make our own!\n> kill -s TSTP $$\n> \n> # check that the data is still correct.\n> #\n> # we do this by writing it out to a file and then looping through the file,\n> # because i wasn't sure how to loop over a variable line by line in posix sh\n> # without using a file.\n> dirtfile=\"/tmp/dirt.txt\"\n> echo \"$dirt\" > \"$dirtfile\"\n> actual_len=$(wc -l \"$dirtfile\" | cut -d \" \" -f 1)\n> echo \"found $actual_len lines of dirt\"\n> \n> # pre-check the file's length\n> if [ \"$actual_len\" -lt \"$len\" ]\n> then\n> echo \"not enough dirt: $actual_len < $len\"\n> exit 1\n> fi\n> \n> i=0\n> while read -r line\n> do\n> if [ $i -eq 8192 ]; then\n> echo \"all good\"\n> exit 0\n> fi\n> if [ \"$line\" != \"hello\" ]\n> then\n> echo \"bad dirt $i: $line\"\n> exit 1\n> fi\n> i=$(( i + 1 ))\n> done < \"$dirtfile\"\n> EOF","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source"}
14732024-09-26T23:28:39.368Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:39.070486112Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","vm":"migrate_running_process_source","elapsed_milliseconds":87,"path":"phd_tests::migrate::running_process::migrate_running_process"}
14742024-09-26T23:28:39.392Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:39.070714416Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source"}
14752024-09-26T23:28:39.392Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:39.070813307Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source"}
14762024-09-26T23:28:39.392Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:39.081371705Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","vm":"migrate_running_process_source","elapsed_milliseconds":10,"path":"phd_tests::migrate::running_process::migrate_running_process"}
14772024-09-26T23:28:39.392Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:39.081645609Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source"}
14782024-09-26T23:28:39.392Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:39.081774082Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"chmod +x dirt.sh","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source"}
14792024-09-26T23:28:39.392Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:39.092092015Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","vm":"migrate_running_process_source","elapsed_milliseconds":10,"path":"phd_tests::migrate::running_process::migrate_running_process"}
14802024-09-26T23:28:39.392Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:39.092236937Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source"}
14812024-09-26T23:28:39.392Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:39.092289428Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source"}
14822024-09-26T23:28:39.423Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:39.125192051Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","vm":"migrate_running_process_source","elapsed_milliseconds":32,"path":"phd_tests::migrate::running_process::migrate_running_process"}
14832024-09-26T23:28:39.447Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:39.125401034Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source"}
14842024-09-26T23:28:39.447Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:39.125476925Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"./dirt.sh","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source"}
14852024-09-26T23:28:39.447Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:39.135799979Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","vm":"migrate_running_process_source","elapsed_milliseconds":10,"path":"phd_tests::migrate::running_process::migrate_running_process"}
14862024-09-26T23:28:39.447Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:39.135930261Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source"}
14872024-09-26T23:28:39.447Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:39.135979482Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source"}
14882024-09-26T23:28:39.757Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:39.459047619Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","vm":"migrate_running_process_source","elapsed_milliseconds":323,"path":"phd_tests::migrate::running_process::migrate_running_process"}
14892024-09-26T23:28:39.781Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:39.459174641Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"e656c499-0266-4a76-8301-8488c7a74b72","target":"migrate_running_process_target","source":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","target_id":"fb3dca8c-7ae6-4aae-b822-202750328a49"}
14902024-09-26T23:28:39.781Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9000","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:39.459254162Z","target":"phd_framework::test_vm","line":572,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"45s","migration_id":"0baeed92-0e76-4478-86cb-312ef39fe219","source_id":"e656c499-0266-4a76-8301-8488c7a74b72","target":"migrate_running_process_target","source":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","target_id":"fb3dca8c-7ae6-4aae-b822-202750328a49"}
14912024-09-26T23:28:39.781Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:39.459334513Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"e656c499-0266-4a76-8301-8488c7a74b72","vm_id":"fb3dca8c-7ae6-4aae-b822-202750328a49","target":"migrate_running_process_target","vm":"migrate_running_process_target","source":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","target_id":"fb3dca8c-7ae6-4aae-b822-202750328a49"}
14922024-09-26T23:28:39.872Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:39.573855637Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: fb3dca8c-7ae6-4aae-b822-202750328a49, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: ef67fc09-696e-4ee5-9df4-b124c3c00840, silo_id: 01942cd5-2fd8-4cad-a5e7-7c7e8cd8eeaf, sled_id: aa3919f0-81d2-45ea-83b8-21c4f391894e, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"aa3919f0-81d2-45ea-83b8-21c4f391894e\" }, name: \"phd-vm-fb3dca8c-7ae6-4aae-b822-202750328a49\", vcpus: 2 }, state: Migrating }","source_id":"e656c499-0266-4a76-8301-8488c7a74b72","vm_id":"fb3dca8c-7ae6-4aae-b822-202750328a49","target":"migrate_running_process_target","vm":"migrate_running_process_target","source":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","target_id":"fb3dca8c-7ae6-4aae-b822-202750328a49"}
14932024-09-26T23:28:39.895Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:39.573978899Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"fb3dca8c-7ae6-4aae-b822-202750328a49","target":"migrate_running_process_target","target_id":"fb3dca8c-7ae6-4aae-b822-202750328a49","source_id":"e656c499-0266-4a76-8301-8488c7a74b72","vm":"migrate_running_process_target","source":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","elapsed_milliseconds":114}
14942024-09-26T23:28:39.895Z{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:39.57404277Z","target":"phd_framework::test_vm","line":593,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"e656c499-0266-4a76-8301-8488c7a74b72","migration_id":"0baeed92-0e76-4478-86cb-312ef39fe219","target":"migrate_running_process_target","source":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","target_id":"fb3dca8c-7ae6-4aae-b822-202750328a49"}
14952024-09-26T23:28:42.482Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:42.183595673Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9002\",\"from_start\":9375}}"}
14962024-09-26T23:28:44.125Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:43.826701632Z","target":"phd_framework::test_vm","line":606,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"e656c499-0266-4a76-8301-8488c7a74b72","target":"migrate_running_process_target","source":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","target_id":"fb3dca8c-7ae6-4aae-b822-202750328a49"}
14972024-09-26T23:28:44.149Z{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:43.826764343Z","target":"phd_framework::test_vm","line":593,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"e656c499-0266-4a76-8301-8488c7a74b72","migration_id":"0baeed92-0e76-4478-86cb-312ef39fe219","target":"migrate_running_process_target","elapsed_milliseconds":4252,"source":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","target_id":"fb3dca8c-7ae6-4aae-b822-202750328a49"}
14982024-09-26T23:28:44.149Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:43.826822304Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","source_id":"e656c499-0266-4a76-8301-8488c7a74b72","elapsed_milliseconds":4367,"target":"migrate_running_process_target","source":"migrate_running_process_source","path":"phd_tests::migrate::running_process::migrate_running_process","target_id":"fb3dca8c-7ae6-4aae-b822-202750328a49"}
14992024-09-26T23:28:44.149Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:43.826968356Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"fb3dca8c-7ae6-4aae-b822-202750328a49","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_target"}
15002024-09-26T23:28:44.149Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:43.827012857Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"fg","timeout_duration":"Explicit(15s)","vm_id":"fb3dca8c-7ae6-4aae-b822-202750328a49","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_target"}
15012024-09-26T23:28:44.445Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:44.147124634Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"fb3dca8c-7ae6-4aae-b822-202750328a49","vm":"migrate_running_process_target","elapsed_milliseconds":320,"path":"phd_tests::migrate::running_process::migrate_running_process"}
15022024-09-26T23:28:44.469Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:44.147336348Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"fb3dca8c-7ae6-4aae-b822-202750328a49","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_target"}
15032024-09-26T23:28:44.469Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:44.147394098Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm_id":"fb3dca8c-7ae6-4aae-b822-202750328a49","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_target"}
15042024-09-26T23:28:44.534Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:44.235748453Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"fb3dca8c-7ae6-4aae-b822-202750328a49","vm":"migrate_running_process_target","elapsed_milliseconds":88,"path":"phd_tests::migrate::running_process::migrate_running_process"}
15052024-09-26T23:28:44.557Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:44.235903525Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"fb3dca8c-7ae6-4aae-b822-202750328a49","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_target"}
15062024-09-26T23:28:44.557Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:44.235987617Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source"}
15072024-09-26T23:28:44.558Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:44.236110319Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
15082024-09-26T23:28:44.558Z{"v":0,"name":"phd-runner","msg":"test phd_tests::migrate::running_process::migrate_running_process ... ok","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:44.23618531Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
15092024-09-26T23:28:44.558Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:44.236209Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":9459}
15102024-09-26T23:28:44.558Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:44.236249611Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
15112024-09-26T23:28:44.558Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:44.236952693Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_source"}
15122024-09-26T23:28:44.667Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:44.369209524Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"e656c499-0266-4a76-8301-8488c7a74b72","vm":"migrate_running_process_source","elapsed_milliseconds":133,"path":"phd_tests::migrate::running_process::migrate_running_process"}
15132024-09-26T23:28:44.691Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:44.369801854Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"fb3dca8c-7ae6-4aae-b822-202750328a49","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_target"}
15142024-09-26T23:28:45.273Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:44.975229903Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9002","vm_id":"fb3dca8c-7ae6-4aae-b822-202750328a49","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_target"}
15152024-09-26T23:28:45.400Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.101973912Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm_id":"fb3dca8c-7ae6-4aae-b822-202750328a49","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_target"}
15162024-09-26T23:28:45.423Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.102057183Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-7d961e58-ac0f-4351-bf0a-dd9ea438bd5e\"]","vm_id":"fb3dca8c-7ae6-4aae-b822-202750328a49","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_target"}
15172024-09-26T23:28:45.447Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.1304232Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm_id":"fb3dca8c-7ae6-4aae-b822-202750328a49","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_target"}
15182024-09-26T23:28:45.447Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.13047777Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-aa1d1127-041b-4db3-a3e1-2ded6b16681a\"]","vm_id":"fb3dca8c-7ae6-4aae-b822-202750328a49","path":"phd_tests::migrate::running_process::migrate_running_process","vm":"migrate_running_process_target"}
15192024-09-26T23:28:45.471Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.150425145Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"fb3dca8c-7ae6-4aae-b822-202750328a49","vm":"migrate_running_process_target","elapsed_milliseconds":914,"path":"phd_tests::migrate::running_process::migrate_running_process"}
15202024-09-26T23:28:45.471Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.150490877Z","target":"phd_tests::migrate::running_process","line":102,"file":"phd-tests/tests/src/migrate.rs","elapsed_milliseconds":10949,"path":"phd_tests::migrate::running_process::migrate_running_process"}
15212024-09-26T23:28:45.471Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.15068113Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":914}
15222024-09-26T23:28:45.471Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::framework::multiline_serial_test","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.150738511Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
15232024-09-26T23:28:45.471Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.150769071Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
15242024-09-26T23:28:45.471Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.150797382Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
15252024-09-26T23:28:45.471Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.150907124Z","target":"phd_tests::framework","line":10,"file":"phd-tests/tests/src/framework.rs","path":"phd_tests::framework::multiline_serial_test"}
15262024-09-26T23:28:45.471Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.150989845Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::framework::multiline_serial_test"}
15272024-09-26T23:28:45.471Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.151158078Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::framework::multiline_serial_test"}
15282024-09-26T23:28:45.471Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.151208729Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::framework::multiline_serial_test"}
15292024-09-26T23:28:45.471Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.15125899Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::framework::multiline_serial_test"}
15302024-09-26T23:28:45.471Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.163455264Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 171M 1.80T 170M /phd-artifacts\n","path":"phd_tests::framework::multiline_serial_test"}
15312024-09-26T23:28:45.471Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.163596717Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-d8969a9e-16e7-4335-b28c-037e8e8fd10e\"]","path":"phd_tests::framework::multiline_serial_test"}
15322024-09-26T23:28:45.495Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.184178083Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-d8969a9e-16e7-4335-b28c-037e8e8fd10e\", \"phd-artifacts/phd-clone-3de76e8a-3e0b-4695-ad2a-d8e4a8dc4e35\"]","path":"phd_tests::framework::multiline_serial_test"}
15332024-09-26T23:28:45.518Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.20248237Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-3de76e8a-3e0b-4695-ad2a-d8e4a8dc4e35\"]","path":"phd_tests::framework::multiline_serial_test"}
15342024-09-26T23:28:45.519Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.215075042Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-3de76e8a-3e0b-4695-ad2a-d8e4a8dc4e35 0B 1.80T 170M /phd-artifacts/phd-clone-3de76e8a-3e0b-4695-ad2a-d8e4a8dc4e35\n","path":"phd_tests::framework::multiline_serial_test"}
15352024-09-26T23:28:45.519Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.216297522Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test"}
15362024-09-26T23:28:45.519Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.216360823Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","vm_name":"multiline_test","path":"phd_tests::framework::multiline_serial_test"}
15372024-09-26T23:28:45.519Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.216416174Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::framework::multiline_serial_test"}
15382024-09-26T23:28:45.519Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.216494155Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/multiline_test.config.toml\"","server_addr":"127.0.0.1:9000","path":"phd_tests::framework::multiline_serial_test"}
15392024-09-26T23:28:45.519Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.216536046Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/multiline_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/multiline_test.stdout.log\"","path":"phd_tests::framework::multiline_serial_test"}
15402024-09-26T23:28:45.543Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1039","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.223851469Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::framework::multiline_serial_test"}
15412024-09-26T23:28:45.543Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.224450459Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","elapsed_milliseconds":8}
15422024-09-26T23:28:45.543Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.224569171Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test"}
15432024-09-26T23:28:45.543Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.225182661Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::framework::multiline_serial_test","vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test"}
15442024-09-26T23:28:46.126Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.827822944Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
15452024-09-26T23:28:46.172Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.828544786Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: d2114e99-9988-4d82-9c77-75f0dc3934f3, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 954514e0-c52e-45dd-b77c-b4ca94ced26d, silo_id: 8fc229e8-f2ea-4558-a4e4-cfd377318b5f, sled_id: 2ce0d881-c054-470b-af3b-1e5f90471e8c, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"2ce0d881-c054-470b-af3b-1e5f90471e8c\" }, name: \"phd-vm-d2114e99-9988-4d82-9c77-75f0dc3934f3\", vcpus: 2 }, state: Creating }","path":"phd_tests::framework::multiline_serial_test","vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test"}
15462024-09-26T23:28:46.172Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.828622597Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":603,"vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test","path":"phd_tests::framework::multiline_serial_test"}
15472024-09-26T23:28:46.172Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.828675108Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test"}
15482024-09-26T23:28:46.172Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.828718279Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::framework::multiline_serial_test","vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test"}
15492024-09-26T23:28:46.172Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.829323399Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test","path":"phd_tests::framework::multiline_serial_test"}
15502024-09-26T23:28:46.172Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.82937304Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test"}
15512024-09-26T23:28:46.172Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.829415721Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"multiline_test","vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","timeout_duration":"300s","path":"phd_tests::framework::multiline_serial_test"}
15522024-09-26T23:28:46.172Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.829449571Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::framework::multiline_serial_test"}
15532024-09-26T23:28:46.172Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.829482852Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test"}
15542024-09-26T23:28:46.172Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:45.829516312Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","path":"phd_tests::framework::multiline_serial_test","vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test"}
15552024-09-26T23:28:50.338Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.039403464Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4209,"vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test","path":"phd_tests::framework::multiline_serial_test"}
15562024-09-26T23:28:50.338Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.039483375Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::framework::multiline_serial_test"}
15572024-09-26T23:28:50.362Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.039652318Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::framework::multiline_serial_test"}
15582024-09-26T23:28:50.362Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.039703349Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test"}
15592024-09-26T23:28:50.362Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.039738939Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","path":"phd_tests::framework::multiline_serial_test","vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test"}
15602024-09-26T23:28:50.362Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.057596529Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":17,"vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test","path":"phd_tests::framework::multiline_serial_test"}
15612024-09-26T23:28:50.362Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.057689791Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test"}
15622024-09-26T23:28:50.362Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.057731802Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","elapsed_milliseconds":4228}
15632024-09-26T23:28:50.362Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.057900614Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test"}
15642024-09-26T23:28:50.362Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.057955095Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"echo \\\n> hello \\\n> world","timeout_duration":"Explicit(15s)","path":"phd_tests::framework::multiline_serial_test","vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test"}
15652024-09-26T23:28:50.389Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.090694205Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":32,"vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test","path":"phd_tests::framework::multiline_serial_test"}
15662024-09-26T23:28:50.412Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.090890728Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test"}
15672024-09-26T23:28:50.412Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.090973Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","path":"phd_tests::framework::multiline_serial_test","vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test"}
15682024-09-26T23:28:50.412Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.101603019Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":10,"vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test","path":"phd_tests::framework::multiline_serial_test"}
15692024-09-26T23:28:50.413Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.101786131Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test"}
15702024-09-26T23:28:50.413Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.102036176Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
15712024-09-26T23:28:50.413Z{"v":0,"name":"phd-runner","msg":"test phd_tests::framework::multiline_serial_test ... ok","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.102112747Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
15722024-09-26T23:28:50.413Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.102141108Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":4274}
15732024-09-26T23:28:50.413Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.102172138Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
15742024-09-26T23:28:50.413Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.102969851Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::framework::multiline_serial_test","vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test"}
15752024-09-26T23:28:50.791Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.492770469Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::framework::multiline_serial_test","vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test"}
15762024-09-26T23:28:50.919Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.620939832Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::framework::multiline_serial_test","vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test"}
15772024-09-26T23:28:50.946Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.621041144Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-3de76e8a-3e0b-4695-ad2a-d8e4a8dc4e35\"]","path":"phd_tests::framework::multiline_serial_test","vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test"}
15782024-09-26T23:28:50.971Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.648472124Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::framework::multiline_serial_test","vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test"}
15792024-09-26T23:28:50.971Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.648524195Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-d8969a9e-16e7-4335-b28c-037e8e8fd10e\"]","path":"phd_tests::framework::multiline_serial_test","vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test"}
15802024-09-26T23:28:50.971Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.667357582Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":565,"vm_id":"d2114e99-9988-4d82-9c77-75f0dc3934f3","vm":"multiline_test","path":"phd_tests::framework::multiline_serial_test"}
15812024-09-26T23:28:50.971Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.667418672Z","target":"phd_tests::framework","line":10,"file":"phd-tests/tests/src/framework.rs","path":"phd_tests::framework::multiline_serial_test","elapsed_milliseconds":5516}
15822024-09-26T23:28:50.971Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.667607086Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":565}
15832024-09-26T23:28:50.971Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::migrate::load_test","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.667669577Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
15842024-09-26T23:28:50.971Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.667702947Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
15852024-09-26T23:28:50.971Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.667736878Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
15862024-09-26T23:28:50.971Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.66785805Z","target":"phd_tests::crucible::migrate","line":39,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::load_test"}
15872024-09-26T23:28:50.971Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.667933901Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::crucible::migrate::load_test"}
15882024-09-26T23:28:50.971Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.668099554Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::load_test"}
15892024-09-26T23:28:50.971Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.668153445Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba537d4c695d5d9a61ca3e0f6d2eaa47f3acd9e2c52c80eb3c43892ec4189b31/crucible-downstairs","path":"phd_tests::crucible::migrate::load_test"}
15902024-09-26T23:28:50.971Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.668191536Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::load_test"}
15912024-09-26T23:28:50.971Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.668287197Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/386fcda6-d09d-4108-b199-9c57aa1fc8e2_9000\", \"--encrypted\", \"--uuid\", \"386fcda6-d09d-4108-b199-9c57aa1fc8e2\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::load_test"}
15922024-09-26T23:28:51.023Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.724666514Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/386fcda6-d09d-4108-b199-9c57aa1fc8e2_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:28:50.682844782Z\",\"hostname\":\"sock\",\"pid\":1043}\n{\"msg\":\"UUID: 386fcda6-d09d-4108-b199-9c57aa1fc8e2\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:28:50.716548778Z\",\"hostname\":\"sock\",\"pid\":1043}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:28:50.716560718Z\",\"hostname\":\"sock\",\"pid\":1043}\n","status":"ExitStatus(unix_wait_status(0))","stderr":"","path":"phd_tests::crucible::migrate::load_test"}
15932024-09-26T23:28:51.047Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.724756206Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/386fcda6-d09d-4108-b199-9c57aa1fc8e2_9001\", \"--encrypted\", \"--uuid\", \"386fcda6-d09d-4108-b199-9c57aa1fc8e2\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::load_test"}
15942024-09-26T23:28:51.077Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.779071028Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/386fcda6-d09d-4108-b199-9c57aa1fc8e2_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:28:50.739009285Z\",\"hostname\":\"sock\",\"pid\":1044}\n{\"msg\":\"UUID: 386fcda6-d09d-4108-b199-9c57aa1fc8e2\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:28:50.77142907Z\",\"hostname\":\"sock\",\"pid\":1044}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:28:50.77144514Z\",\"hostname\":\"sock\",\"pid\":1044}\n","stderr":"","path":"phd_tests::crucible::migrate::load_test"}
15952024-09-26T23:28:51.101Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.77917539Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/386fcda6-d09d-4108-b199-9c57aa1fc8e2_9002\", \"--encrypted\", \"--uuid\", \"386fcda6-d09d-4108-b199-9c57aa1fc8e2\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::load_test"}
15962024-09-26T23:28:51.135Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.836557313Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/386fcda6-d09d-4108-b199-9c57aa1fc8e2_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:28:50.79405739Z\",\"hostname\":\"sock\",\"pid\":1045}\n{\"msg\":\"UUID: 386fcda6-d09d-4108-b199-9c57aa1fc8e2\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:28:50.828180153Z\",\"hostname\":\"sock\",\"pid\":1045}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:28:50.828189773Z\",\"hostname\":\"sock\",\"pid\":1045}\n","path":"phd_tests::crucible::migrate::load_test"}
15972024-09-26T23:28:51.159Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.836689596Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_386fcda6-d09d-4108-b199-9c57aa1fc8e2_9000.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_386fcda6-d09d-4108-b199-9c57aa1fc8e2_9000.stdout.log\"","path":"phd_tests::crucible::migrate::load_test"}
15982024-09-26T23:28:51.159Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.836772687Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/386fcda6-d09d-4108-b199-9c57aa1fc8e2_9000\"]","path":"phd_tests::crucible::migrate::load_test"}
15992024-09-26T23:28:51.159Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.836820838Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/386fcda6-d09d-4108-b199-9c57aa1fc8e2_9000\"]","path":"phd_tests::crucible::migrate::load_test"}
16002024-09-26T23:28:51.159Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.843230666Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_386fcda6-d09d-4108-b199-9c57aa1fc8e2_9001.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_386fcda6-d09d-4108-b199-9c57aa1fc8e2_9001.stdout.log\"","path":"phd_tests::crucible::migrate::load_test"}
16012024-09-26T23:28:51.159Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.843293147Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/386fcda6-d09d-4108-b199-9c57aa1fc8e2_9001\"]","path":"phd_tests::crucible::migrate::load_test"}
16022024-09-26T23:28:51.159Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.843326657Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/386fcda6-d09d-4108-b199-9c57aa1fc8e2_9001\"]","path":"phd_tests::crucible::migrate::load_test"}
16032024-09-26T23:28:51.159Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.849726135Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_386fcda6-d09d-4108-b199-9c57aa1fc8e2_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_386fcda6-d09d-4108-b199-9c57aa1fc8e2_9002.stderr.log\"","path":"phd_tests::crucible::migrate::load_test"}
16042024-09-26T23:28:51.159Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.849788876Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/386fcda6-d09d-4108-b199-9c57aa1fc8e2_9002\"]","path":"phd_tests::crucible::migrate::load_test"}
16052024-09-26T23:28:51.159Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.849824167Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/386fcda6-d09d-4108-b199-9c57aa1fc8e2_9002\"]","path":"phd_tests::crucible::migrate::load_test"}
16062024-09-26T23:28:51.159Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.85720111Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test"}
16072024-09-26T23:28:51.159Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.857262081Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"crucible_load_test_source","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::crucible::migrate::load_test"}
16082024-09-26T23:28:51.159Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.857312892Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::migrate::load_test"}
16092024-09-26T23:28:51.159Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.857385323Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9003","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/crucible_load_test_source.config.toml\"","path":"phd_tests::crucible::migrate::load_test"}
16102024-09-26T23:28:51.159Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.857423814Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_load_test_source.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_load_test_source.stdout.log\"","path":"phd_tests::crucible::migrate::load_test"}
16112024-09-26T23:28:51.183Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1049","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.864569764Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::migrate::load_test"}
16122024-09-26T23:28:51.183Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.865001251Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":7}
16132024-09-26T23:28:51.183Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.865072343Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16142024-09-26T23:28:51.183Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:50.865591311Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16152024-09-26T23:28:51.834Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:51.536360218Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
16162024-09-26T23:28:51.880Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:51.537316924Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: ba39f64a-0bbe-4755-ba2a-c79a90cb64c2, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 496699c9-4491-4566-ac2b-b8393ce0f3f7, silo_id: bd25e41f-387d-48d7-9ee8-2bf2b38bc6c7, sled_id: c4969b88-ef72-4c9c-9e4a-4974a2cd3e7d, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"c4969b88-ef72-4c9c-9e4a-4974a2cd3e7d\" }, name: \"phd-vm-ba39f64a-0bbe-4755-ba2a-c79a90cb64c2\", vcpus: 2 }, state: Creating }","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16172024-09-26T23:28:51.880Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:51.537411846Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":672,"vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16182024-09-26T23:28:51.880Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:51.537483647Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16192024-09-26T23:28:51.880Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:51.537525398Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16202024-09-26T23:28:51.880Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:51.538169918Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16212024-09-26T23:28:51.880Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:51.538222789Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test"}
16222024-09-26T23:28:51.880Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:51.53826655Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2","timeout_duration":"300s","path":"phd_tests::crucible::migrate::load_test"}
16232024-09-26T23:28:51.880Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:51.538303591Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::crucible::migrate::load_test"}
16242024-09-26T23:28:51.880Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:51.538338291Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16252024-09-26T23:28:51.880Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:51.538372852Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost login: ","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16262024-09-26T23:28:56.526Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.227614956Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4689,"vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16272024-09-26T23:28:56.526Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.227698707Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::crucible::migrate::load_test"}
16282024-09-26T23:28:56.571Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.227872661Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::crucible::migrate::load_test"}
16292024-09-26T23:28:56.571Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.227924901Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16302024-09-26T23:28:56.571Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.227962072Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16312024-09-26T23:28:56.571Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.245982825Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":17,"vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16322024-09-26T23:28:56.571Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.246119667Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test"}
16332024-09-26T23:28:56.571Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.246202658Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":4707}
16342024-09-26T23:28:56.571Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.246499763Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test"}
16352024-09-26T23:28:56.571Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.246574605Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"crucible_load_test_target","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::crucible::migrate::load_test"}
16362024-09-26T23:28:56.571Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.246628376Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::migrate::load_test"}
16372024-09-26T23:28:56.571Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.246700657Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9005","config_toml_path":"\"/tmp/propolis-phd/crucible_load_test_target.config.toml\"","path":"phd_tests::crucible::migrate::load_test"}
16382024-09-26T23:28:56.572Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.246741027Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_load_test_target.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_load_test_target.stderr.log\"","path":"phd_tests::crucible::migrate::load_test"}
16392024-09-26T23:28:56.595Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1050","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.256490531Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::migrate::load_test"}
16402024-09-26T23:28:56.595Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.256853307Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":10}
16412024-09-26T23:28:56.595Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.25702351Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16422024-09-26T23:28:56.596Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.257072981Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"dd if=/dev/random of=./rand.txt bs=5M count=10","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16432024-09-26T23:28:56.596Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.267588297Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":10,"vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16442024-09-26T23:28:56.596Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.267836432Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16452024-09-26T23:28:56.596Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.267932613Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16462024-09-26T23:28:56.793Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.495114439Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":227,"vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16472024-09-26T23:28:56.817Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.495390954Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16482024-09-26T23:28:56.817Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.495492926Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"sha256sum rand.txt","timeout_duration":"Explicit(15s)","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16492024-09-26T23:28:56.817Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.506741105Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":11,"vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16502024-09-26T23:28:56.817Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.506871117Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16512024-09-26T23:28:56.817Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.506921028Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16522024-09-26T23:28:57.074Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.775944456Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":269,"vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16532024-09-26T23:28:57.098Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Generated SHA256 checksum: fc0896d363477a289c0d6a545dc9a01637ea32826dc8bd091e6720e9a472d6b4","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.776075619Z","target":"phd_tests::crucible::migrate","line":72,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::load_test"}
16542024-09-26T23:28:57.098Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.776245992Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16552024-09-26T23:28:57.098Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.776287922Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"dd if=./rand.txt of=./rand_new.txt &","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16562024-09-26T23:28:57.098Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.786666836Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":10,"vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16572024-09-26T23:28:57.098Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.786798269Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16582024-09-26T23:28:57.098Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.78684816Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16592024-09-26T23:28:57.122Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.808525764Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":21,"vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16602024-09-26T23:28:57.122Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.808627476Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"crucible_load_test_target","source":"crucible_load_test_source","target_id":"310ac00c-3359-478e-af05-91c52eec2c0f","source_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2","path":"phd_tests::crucible::migrate::load_test"}
16612024-09-26T23:28:57.122Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9003","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.808690326Z","target":"phd_framework::test_vm","line":572,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"45s","migration_id":"2294e3a1-2603-47e4-9882-3743e3d7ec5d","target":"crucible_load_test_target","source":"crucible_load_test_source","target_id":"310ac00c-3359-478e-af05-91c52eec2c0f","source_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2","path":"phd_tests::crucible::migrate::load_test"}
16622024-09-26T23:28:57.122Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.808752787Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"310ac00c-3359-478e-af05-91c52eec2c0f","target":"crucible_load_test_target","source":"crucible_load_test_source","target_id":"310ac00c-3359-478e-af05-91c52eec2c0f","source_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2","path":"phd_tests::crucible::migrate::load_test","vm":"crucible_load_test_target"}
16632024-09-26T23:28:57.231Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.933164447Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 310ac00c-3359-478e-af05-91c52eec2c0f, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 496699c9-4491-4566-ac2b-b8393ce0f3f7, silo_id: bd25e41f-387d-48d7-9ee8-2bf2b38bc6c7, sled_id: 547e7df4-5be9-4808-a92c-91ecd2cb490e, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"547e7df4-5be9-4808-a92c-91ecd2cb490e\" }, name: \"phd-vm-310ac00c-3359-478e-af05-91c52eec2c0f\", vcpus: 2 }, state: Migrating }","vm_id":"310ac00c-3359-478e-af05-91c52eec2c0f","target":"crucible_load_test_target","source":"crucible_load_test_source","target_id":"310ac00c-3359-478e-af05-91c52eec2c0f","source_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2","path":"phd_tests::crucible::migrate::load_test","vm":"crucible_load_test_target"}
16642024-09-26T23:28:57.255Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.933275119Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":124,"source":"crucible_load_test_source","target":"crucible_load_test_target","target_id":"310ac00c-3359-478e-af05-91c52eec2c0f","vm":"crucible_load_test_target","source_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2","vm_id":"310ac00c-3359-478e-af05-91c52eec2c0f","path":"phd_tests::crucible::migrate::load_test"}
16652024-09-26T23:28:57.255Z{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:28:56.93333212Z","target":"phd_framework::test_vm","line":593,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"2294e3a1-2603-47e4-9882-3743e3d7ec5d","target":"crucible_load_test_target","source":"crucible_load_test_source","target_id":"310ac00c-3359-478e-af05-91c52eec2c0f","source_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2","path":"phd_tests::crucible::migrate::load_test"}
16662024-09-26T23:29:01.295Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:00.997181519Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9005\",\"from_start\":7920}}"}
16672024-09-26T23:29:01.936Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:01.637689548Z","target":"phd_framework::test_vm","line":606,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"crucible_load_test_target","source":"crucible_load_test_source","target_id":"310ac00c-3359-478e-af05-91c52eec2c0f","source_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2","path":"phd_tests::crucible::migrate::load_test"}
16682024-09-26T23:29:01.936Z{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:01.637741699Z","target":"phd_framework::test_vm","line":593,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"2294e3a1-2603-47e4-9882-3743e3d7ec5d","target":"crucible_load_test_target","source":"crucible_load_test_source","target_id":"310ac00c-3359-478e-af05-91c52eec2c0f","source_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":4704}
16692024-09-26T23:29:01.960Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:01.63778593Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"crucible_load_test_target","source":"crucible_load_test_source","target_id":"310ac00c-3359-478e-af05-91c52eec2c0f","source_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":4829}
16702024-09-26T23:29:01.960Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:01.637918822Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"310ac00c-3359-478e-af05-91c52eec2c0f"}
16712024-09-26T23:29:01.960Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:01.637962673Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"wait $!","timeout_duration":"Explicit(15s)","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"310ac00c-3359-478e-af05-91c52eec2c0f"}
16722024-09-26T23:29:01.960Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:01.64972594Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":11,"vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"310ac00c-3359-478e-af05-91c52eec2c0f"}
16732024-09-26T23:29:01.960Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:01.650078216Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"310ac00c-3359-478e-af05-91c52eec2c0f"}
16742024-09-26T23:29:01.960Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:01.650168508Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"310ac00c-3359-478e-af05-91c52eec2c0f"}
16752024-09-26T23:29:01.984Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:01.683226873Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":33,"vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"310ac00c-3359-478e-af05-91c52eec2c0f"}
16762024-09-26T23:29:01.984Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:01.683509688Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"310ac00c-3359-478e-af05-91c52eec2c0f"}
16772024-09-26T23:29:01.984Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:01.68361072Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"sha256sum rand_new.txt","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"310ac00c-3359-478e-af05-91c52eec2c0f"}
16782024-09-26T23:29:02.009Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:01.694059545Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":10,"vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"310ac00c-3359-478e-af05-91c52eec2c0f"}
16792024-09-26T23:29:02.009Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:01.694285639Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"310ac00c-3359-478e-af05-91c52eec2c0f"}
16802024-09-26T23:29:02.009Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:01.69438297Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"310ac00c-3359-478e-af05-91c52eec2c0f"}
16812024-09-26T23:29:02.259Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:01.960969838Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":266,"vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"310ac00c-3359-478e-af05-91c52eec2c0f"}
16822024-09-26T23:29:02.286Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:01.961119821Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"310ac00c-3359-478e-af05-91c52eec2c0f"}
16832024-09-26T23:29:02.287Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:01.961258973Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16842024-09-26T23:29:02.287Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:01.961557538Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
16852024-09-26T23:29:02.287Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:01.961706791Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":10425}
16862024-09-26T23:29:02.287Z{"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::migrate::load_test ... ok","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:01.961717991Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
16872024-09-26T23:29:02.287Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:01.961803492Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
16882024-09-26T23:29:02.287Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:01.962348642Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"310ac00c-3359-478e-af05-91c52eec2c0f"}
16892024-09-26T23:29:02.287Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:01.962755138Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16902024-09-26T23:29:02.400Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.102132669Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":140,"vm":"crucible_load_test_source","path":"phd_tests::crucible::migrate::load_test","vm_id":"ba39f64a-0bbe-4755-ba2a-c79a90cb64c2"}
16912024-09-26T23:29:02.424Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.103465072Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9005","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"310ac00c-3359-478e-af05-91c52eec2c0f"}
16922024-09-26T23:29:02.536Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.237626285Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: \"/tmp/propolis-phd/386fcda6-d09d-4108-b199-9c57aa1fc8e2_9000\" } }","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"310ac00c-3359-478e-af05-91c52eec2c0f"}
16932024-09-26T23:29:02.559Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.249728168Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/386fcda6-d09d-4108-b199-9c57aa1fc8e2_9000\"","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"310ac00c-3359-478e-af05-91c52eec2c0f"}
16942024-09-26T23:29:02.559Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.260852855Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: \"/tmp/propolis-phd/386fcda6-d09d-4108-b199-9c57aa1fc8e2_9001\" } }","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"310ac00c-3359-478e-af05-91c52eec2c0f"}
16952024-09-26T23:29:02.583Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.273146462Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/386fcda6-d09d-4108-b199-9c57aa1fc8e2_9001\"","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"310ac00c-3359-478e-af05-91c52eec2c0f"}
16962024-09-26T23:29:02.583Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.283621418Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: \"/tmp/propolis-phd/386fcda6-d09d-4108-b199-9c57aa1fc8e2_9002\" } }","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"310ac00c-3359-478e-af05-91c52eec2c0f"}
16972024-09-26T23:29:02.607Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.295533068Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/386fcda6-d09d-4108-b199-9c57aa1fc8e2_9002\"","vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"310ac00c-3359-478e-af05-91c52eec2c0f"}
16982024-09-26T23:29:02.607Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.306681665Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":345,"vm":"crucible_load_test_target","path":"phd_tests::crucible::migrate::load_test","vm_id":"310ac00c-3359-478e-af05-91c52eec2c0f"}
16992024-09-26T23:29:02.607Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.306737706Z","target":"phd_tests::crucible::migrate","line":39,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::load_test","elapsed_milliseconds":11638}
17002024-09-26T23:29:02.607Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.307046711Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":345}
17012024-09-26T23:29:02.607Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::crucible::migrate::smoke_test","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.307168063Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
17022024-09-26T23:29:02.607Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.307232354Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
17032024-09-26T23:29:02.607Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.307284635Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
17042024-09-26T23:29:02.607Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.307455488Z","target":"phd_tests::crucible::migrate","line":10,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::smoke_test"}
17052024-09-26T23:29:02.607Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.307542069Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::crucible::migrate::smoke_test"}
17062024-09-26T23:29:02.607Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.307719792Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::smoke_test"}
17072024-09-26T23:29:02.607Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.307773583Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba537d4c695d5d9a61ca3e0f6d2eaa47f3acd9e2c52c80eb3c43892ec4189b31/crucible-downstairs","path":"phd_tests::crucible::migrate::smoke_test"}
17082024-09-26T23:29:02.607Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.307810714Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::crucible::migrate::smoke_test"}
17092024-09-26T23:29:02.607Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.307903455Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/ed159378-cf09-43f4-91bf-4d487107f0a3_9000\", \"--encrypted\", \"--uuid\", \"ed159378-cf09-43f4-91bf-4d487107f0a3\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::smoke_test"}
17102024-09-26T23:29:02.667Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.36889106Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","status":"ExitStatus(unix_wait_status(0))","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/ed159378-cf09-43f4-91bf-4d487107f0a3_9000/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:29:02.32545502Z\",\"hostname\":\"sock\",\"pid\":1053}\n{\"msg\":\"UUID: ed159378-cf09-43f4-91bf-4d487107f0a3\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:29:02.359901569Z\",\"hostname\":\"sock\",\"pid\":1053}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:29:02.359918739Z\",\"hostname\":\"sock\",\"pid\":1053}\n","path":"phd_tests::crucible::migrate::smoke_test"}
17112024-09-26T23:29:02.691Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.369001082Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/ed159378-cf09-43f4-91bf-4d487107f0a3_9001\", \"--encrypted\", \"--uuid\", \"ed159378-cf09-43f4-91bf-4d487107f0a3\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::smoke_test"}
17122024-09-26T23:29:02.727Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.42903668Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/ed159378-cf09-43f4-91bf-4d487107f0a3_9001/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:29:02.387040615Z\",\"hostname\":\"sock\",\"pid\":1054}\n{\"msg\":\"UUID: ed159378-cf09-43f4-91bf-4d487107f0a3\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:29:02.420795522Z\",\"hostname\":\"sock\",\"pid\":1054}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:29:02.420812952Z\",\"hostname\":\"sock\",\"pid\":1054}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::migrate::smoke_test"}
17132024-09-26T23:29:02.751Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.429161852Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"create\", \"--block-size\", \"512\", \"--data\", \"/tmp/propolis-phd/ed159378-cf09-43f4-91bf-4d487107f0a3_9002\", \"--encrypted\", \"--uuid\", \"ed159378-cf09-43f4-91bf-4d487107f0a3\", \"--extent-size\", \"131072\", \"--extent-count\", \"160\"]","path":"phd_tests::crucible::migrate::smoke_test"}
17142024-09-26T23:29:02.785Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Created Crucible region using crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.48674973Z","target":"phd_framework::disk::crucible","line":202,"file":"phd-tests/framework/src/disk/crucible.rs","stderr":"","stdout":"{\"msg\":\"Created new region file \\\"/tmp/propolis-phd/ed159378-cf09-43f4-91bf-4d487107f0a3_9002/region.json\\\"\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:29:02.446553435Z\",\"hostname\":\"sock\",\"pid\":1055}\n{\"msg\":\"UUID: ed159378-cf09-43f4-91bf-4d487107f0a3\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:29:02.478593913Z\",\"hostname\":\"sock\",\"pid\":1055}\n{\"msg\":\"Blocks per extent:131072 Total Extents: 160\",\"v\":0,\"name\":\"crucible\",\"level\":30,\"time\":\"2024-09-26T23:29:02.478610783Z\",\"hostname\":\"sock\",\"pid\":1055}\n","status":"ExitStatus(unix_wait_status(0))","path":"phd_tests::crucible::migrate::smoke_test"}
17152024-09-26T23:29:02.809Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.486913782Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_ed159378-cf09-43f4-91bf-4d487107f0a3_9000.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_ed159378-cf09-43f4-91bf-4d487107f0a3_9000.stderr.log\"","path":"phd_tests::crucible::migrate::smoke_test"}
17162024-09-26T23:29:02.809Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.487018844Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/ed159378-cf09-43f4-91bf-4d487107f0a3_9000\"]","path":"phd_tests::crucible::migrate::smoke_test"}
17172024-09-26T23:29:02.809Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.487083905Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9000\", \"--data\", \"/tmp/propolis-phd/ed159378-cf09-43f4-91bf-4d487107f0a3_9000\"]","path":"phd_tests::crucible::migrate::smoke_test"}
17182024-09-26T23:29:02.809Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.49390799Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_ed159378-cf09-43f4-91bf-4d487107f0a3_9001.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_ed159378-cf09-43f4-91bf-4d487107f0a3_9001.stderr.log\"","path":"phd_tests::crucible::migrate::smoke_test"}
17192024-09-26T23:29:02.809Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.493969051Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/ed159378-cf09-43f4-91bf-4d487107f0a3_9001\"]","path":"phd_tests::crucible::migrate::smoke_test"}
17202024-09-26T23:29:02.809Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.494000461Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9001\", \"--data\", \"/tmp/propolis-phd/ed159378-cf09-43f4-91bf-4d487107f0a3_9001\"]","path":"phd_tests::crucible::migrate::smoke_test"}
17212024-09-26T23:29:02.809Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.500738155Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_ed159378-cf09-43f4-91bf-4d487107f0a3_9002.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_ed159378-cf09-43f4-91bf-4d487107f0a3_9002.stderr.log\"","path":"phd_tests::crucible::migrate::smoke_test"}
17222024-09-26T23:29:02.809Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Launching Crucible downstairs server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.500811046Z","target":"phd_framework::disk::crucible","line":238,"file":"phd-tests/framework/src/disk/crucible.rs","crucible_args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/ed159378-cf09-43f4-91bf-4d487107f0a3_9002\"]","path":"phd_tests::crucible::migrate::smoke_test"}
17232024-09-26T23:29:02.809Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Running crucible-downstairs","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.500850207Z","target":"phd_framework::disk::crucible","line":346,"file":"phd-tests/framework/src/disk/crucible.rs","args":"[\"run\", \"--address\", \"127.0.0.1\", \"--port\", \"9002\", \"--data\", \"/tmp/propolis-phd/ed159378-cf09-43f4-91bf-4d487107f0a3_9002\"]","path":"phd_tests::crucible::migrate::smoke_test"}
17242024-09-26T23:29:02.809Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.508633717Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test"}
17252024-09-26T23:29:02.809Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.508694018Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","vm_name":"crucible_migrate_smoke_source","path":"phd_tests::crucible::migrate::smoke_test"}
17262024-09-26T23:29:02.809Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.508751949Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::migrate::smoke_test"}
17272024-09-26T23:29:02.809Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.50882401Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/crucible_migrate_smoke_source.config.toml\"","server_addr":"127.0.0.1:9003","path":"phd_tests::crucible::migrate::smoke_test"}
17282024-09-26T23:29:02.809Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.508866401Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/crucible_migrate_smoke_source.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/crucible_migrate_smoke_source.stderr.log\"","path":"phd_tests::crucible::migrate::smoke_test"}
17292024-09-26T23:29:02.833Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1059","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.515912349Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::migrate::smoke_test"}
17302024-09-26T23:29:02.833Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.516347357Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","elapsed_milliseconds":7}
17312024-09-26T23:29:02.833Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.516418268Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source"}
17322024-09-26T23:29:02.833Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.516914876Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9003/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source"}
17332024-09-26T23:29:03.264Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.963189093Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
17342024-09-26T23:29:03.264Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.96364958Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 9cc6339a-80d6-41eb-b0d5-31e76f38a091, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 540c0bb8-e7dc-4f5e-9e01-18cb9a356ff7, silo_id: 87c29133-7c7a-4381-b109-d32bcf2a0beb, sled_id: 683b9ab0-c028-446c-8477-70b76d7f1acd, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"683b9ab0-c028-446c-8477-70b76d7f1acd\" }, name: \"phd-vm-9cc6339a-80d6-41eb-b0d5-31e76f38a091\", vcpus: 2 }, state: Creating }","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source"}
17352024-09-26T23:29:03.264Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.963733671Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":447}
17362024-09-26T23:29:03.264Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.963804013Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source"}
17372024-09-26T23:29:03.264Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.963851784Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source"}
17382024-09-26T23:29:03.264Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.964634637Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":0}
17392024-09-26T23:29:03.264Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.964730528Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test"}
17402024-09-26T23:29:03.264Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.96481398Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"crucible_migrate_smoke_source","timeout_duration":"300s","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","path":"phd_tests::crucible::migrate::smoke_test"}
17412024-09-26T23:29:03.264Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.964875711Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::crucible::migrate::smoke_test"}
17422024-09-26T23:29:03.264Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.964928322Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source"}
17432024-09-26T23:29:03.264Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:02.964984773Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source"}
17442024-09-26T23:29:07.977Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.678990402Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":4714}
17452024-09-26T23:29:07.977Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.679055123Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::crucible::migrate::smoke_test"}
17462024-09-26T23:29:08.001Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.679225256Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::crucible::migrate::smoke_test"}
17472024-09-26T23:29:08.001Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.679273087Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source"}
17482024-09-26T23:29:08.001Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.679309637Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source"}
17492024-09-26T23:29:08.001Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.698178174Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":18}
17502024-09-26T23:29:08.001Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.698289776Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test"}
17512024-09-26T23:29:08.001Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.698353887Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","elapsed_milliseconds":4733}
17522024-09-26T23:29:08.002Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.698594831Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source"}
17532024-09-26T23:29:08.002Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.698691543Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"ls foo.bar 2> /dev/null","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source"}
17542024-09-26T23:29:08.025Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.709012616Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":10}
17552024-09-26T23:29:08.025Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.709144138Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source"}
17562024-09-26T23:29:08.025Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.709194579Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source"}
17572024-09-26T23:29:08.049Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.742092522Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":32}
17582024-09-26T23:29:08.049Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.742290905Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source"}
17592024-09-26T23:29:08.049Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.742366866Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"touch ./foo.bar","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source"}
17602024-09-26T23:29:08.073Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.75268494Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":10}
17612024-09-26T23:29:08.073Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.752814552Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source"}
17622024-09-26T23:29:08.073Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.752864153Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source"}
17632024-09-26T23:29:08.097Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.77532587Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":22}
17642024-09-26T23:29:08.097Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.775460032Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source"}
17652024-09-26T23:29:08.097Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.775509223Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"sync ./foo.bar","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source"}
17662024-09-26T23:29:08.097Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.786985116Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":11}
17672024-09-26T23:29:08.097Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.78721204Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source"}
17682024-09-26T23:29:08.097Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.787294061Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source"}
17692024-09-26T23:29:08.121Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.820172293Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":32}
17702024-09-26T23:29:08.121Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.820406877Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test"}
17712024-09-26T23:29:08.121Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.820513049Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"crucible_migrate_smoke_target","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::crucible::migrate::smoke_test"}
17722024-09-26T23:29:08.121Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.820624951Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::crucible::migrate::smoke_test"}
17732024-09-26T23:29:08.121Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.820772333Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/crucible_migrate_smoke_target.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9005","path":"phd_tests::crucible::migrate::smoke_test"}
17742024-09-26T23:29:08.121Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.820847114Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/crucible_migrate_smoke_target.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/crucible_migrate_smoke_target.stdout.log\"","path":"phd_tests::crucible::migrate::smoke_test"}
17752024-09-26T23:29:08.144Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1060","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.831965261Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::crucible::migrate::smoke_test"}
17762024-09-26T23:29:08.144Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.832564231Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","elapsed_milliseconds":12}
17772024-09-26T23:29:08.145Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.832646703Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","target":"crucible_migrate_smoke_target","target_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","source_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","source":"crucible_migrate_smoke_source"}
17782024-09-26T23:29:08.145Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migrating from source at address 127.0.0.1:9003","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.832695964Z","target":"phd_framework::test_vm","line":572,"file":"phd-tests/framework/src/test_vm/mod.rs","migration_id":"4d7c5c2a-3b27-44b2-b3b1-ef76b712a32e","timeout_duration":"45s","path":"phd_tests::crucible::migrate::smoke_test","target":"crucible_migrate_smoke_target","target_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","source_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","source":"crucible_migrate_smoke_source"}
17792024-09-26T23:29:08.145Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.832747384Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","target":"crucible_migrate_smoke_target","target_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","source_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_target","vm_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","source":"crucible_migrate_smoke_source"}
17802024-09-26T23:29:08.145Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:07.833232893Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9005/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::crucible::migrate::smoke_test","target":"crucible_migrate_smoke_target","target_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","source_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_target","vm_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","source":"crucible_migrate_smoke_source"}
17812024-09-26T23:29:08.863Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:08.565009193Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 45ce6ce1-b5cc-4779-97f6-b15072988777, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 540c0bb8-e7dc-4f5e-9e01-18cb9a356ff7, silo_id: 87c29133-7c7a-4381-b109-d32bcf2a0beb, sled_id: 8c35e566-e928-4e78-8cf9-732b0d296b6a, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"8c35e566-e928-4e78-8cf9-732b0d296b6a\" }, name: \"phd-vm-45ce6ce1-b5cc-4779-97f6-b15072988777\", vcpus: 2 }, state: Migrating }","path":"phd_tests::crucible::migrate::smoke_test","target":"crucible_migrate_smoke_target","target_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","source_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_target","vm_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","source":"crucible_migrate_smoke_source"}
17822024-09-26T23:29:08.887Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:08.565133935Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","target":"crucible_migrate_smoke_target","vm":"crucible_migrate_smoke_target","source_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","source":"crucible_migrate_smoke_source","elapsed_milliseconds":732,"target_id":"45ce6ce1-b5cc-4779-97f6-b15072988777"}
17832024-09-26T23:29:08.888Z{"v":0,"name":"phd-runner","msg":"[MIGRATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:08.565200576Z","target":"phd_framework::test_vm","line":593,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","target":"crucible_migrate_smoke_target","target_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","source_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","migration_id":"4d7c5c2a-3b27-44b2-b3b1-ef76b712a32e","source":"crucible_migrate_smoke_source"}
17842024-09-26T23:29:11.458Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial socket control message","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:11.159872348Z","target":"phd_framework::serial","line":275,"file":"phd-tests/framework/src/serial/mod.rs","s":"{\"Migrating\":{\"destination\":\"127.0.0.1:9005\",\"from_start\":7718}}"}
17852024-09-26T23:29:11.928Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - EVENT] Migration completed successfully","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:11.630376861Z","target":"phd_framework::test_vm","line":606,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","target":"crucible_migrate_smoke_target","target_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","source_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","source":"crucible_migrate_smoke_source"}
17862024-09-26T23:29:11.952Z{"v":0,"name":"phd-runner","msg":"[MIGRATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:11.630464183Z","target":"phd_framework::test_vm","line":593,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","target":"crucible_migrate_smoke_target","target_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","source_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","migration_id":"4d7c5c2a-3b27-44b2-b3b1-ef76b712a32e","elapsed_milliseconds":3065,"source":"crucible_migrate_smoke_source"}
17872024-09-26T23:29:11.952Z{"v":0,"name":"phd-runner","msg":"[MIGRATE_FROM - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:11.630550674Z","target":"phd_framework::test_vm","line":539,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","target":"crucible_migrate_smoke_target","target_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","source_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","elapsed_milliseconds":3797,"source":"crucible_migrate_smoke_source"}
17882024-09-26T23:29:11.952Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:11.630915921Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","vm":"crucible_migrate_smoke_target"}
17892024-09-26T23:29:11.952Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:11.630970561Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"ls foo.bar","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","vm":"crucible_migrate_smoke_target"}
17902024-09-26T23:29:11.952Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:11.642640347Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","vm":"crucible_migrate_smoke_target","elapsed_milliseconds":11}
17912024-09-26T23:29:11.952Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:11.643068074Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","vm":"crucible_migrate_smoke_target"}
17922024-09-26T23:29:11.952Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:11.643172836Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","vm":"crucible_migrate_smoke_target"}
17932024-09-26T23:29:11.976Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:11.675981607Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","vm":"crucible_migrate_smoke_target","elapsed_milliseconds":32}
17942024-09-26T23:29:11.976Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:11.676108209Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","vm":"crucible_migrate_smoke_target"}
17952024-09-26T23:29:11.976Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:11.676228682Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source"}
17962024-09-26T23:29:11.976Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:11.676439515Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
17972024-09-26T23:29:11.976Z{"v":0,"name":"phd-runner","msg":"test phd_tests::crucible::migrate::smoke_test ... ok","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:11.676570657Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
17982024-09-26T23:29:11.976Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:11.676603518Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":8713}
17992024-09-26T23:29:11.976Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:11.676685289Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
18002024-09-26T23:29:11.976Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:11.677430632Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","vm":"crucible_migrate_smoke_target"}
18012024-09-26T23:29:11.976Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:11.677853769Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9003","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source"}
18022024-09-26T23:29:12.112Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:11.81365114Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"9cc6339a-80d6-41eb-b0d5-31e76f38a091","vm":"crucible_migrate_smoke_source","elapsed_milliseconds":137}
18032024-09-26T23:29:12.135Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:11.814677387Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9005","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","vm":"crucible_migrate_smoke_target"}
18042024-09-26T23:29:12.228Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:11.930029045Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9000, data_dir: DataDirectory { path: \"/tmp/propolis-phd/ed159378-cf09-43f4-91bf-4d487107f0a3_9000\" } }","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","vm":"crucible_migrate_smoke_target"}
18052024-09-26T23:29:12.252Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:11.941220263Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/ed159378-cf09-43f4-91bf-4d487107f0a3_9000\"","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","vm":"crucible_migrate_smoke_target"}
18062024-09-26T23:29:12.252Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:11.952259038Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9001, data_dir: DataDirectory { path: \"/tmp/propolis-phd/ed159378-cf09-43f4-91bf-4d487107f0a3_9001\" } }","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","vm":"crucible_migrate_smoke_target"}
18072024-09-26T23:29:12.276Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:11.966927925Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/ed159378-cf09-43f4-91bf-4d487107f0a3_9001\"","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","vm":"crucible_migrate_smoke_target"}
18082024-09-26T23:29:12.276Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Stopping Crucible downstairs process","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:11.977452861Z","target":"phd_framework::disk::crucible","line":54,"file":"phd-tests/framework/src/disk/crucible.rs","self":"Downstairs { process_handle: Child { stdin: None, stdout: None, stderr: None, .. }, address: 127.0.0.1:9002, data_dir: DataDirectory { path: \"/tmp/propolis-phd/ed159378-cf09-43f4-91bf-4d487107f0a3_9002\" } }","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","vm":"crucible_migrate_smoke_target"}
18092024-09-26T23:29:12.299Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Deleting Crucible downstairs data directory","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:11.990580762Z","target":"phd_framework::disk::crucible","line":35,"file":"phd-tests/framework/src/disk/crucible.rs","self.path":"\"/tmp/propolis-phd/ed159378-cf09-43f4-91bf-4d487107f0a3_9002\"","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","vm":"crucible_migrate_smoke_target"}
18102024-09-26T23:29:12.323Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.001754429Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::crucible::migrate::smoke_test","vm_id":"45ce6ce1-b5cc-4779-97f6-b15072988777","vm":"crucible_migrate_smoke_target","elapsed_milliseconds":325}
18112024-09-26T23:29:12.323Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.00181136Z","target":"phd_tests::crucible::migrate","line":10,"file":"phd-tests/tests/src/crucible/migrate.rs","path":"phd_tests::crucible::migrate::smoke_test","elapsed_milliseconds":9694}
18122024-09-26T23:29:12.323Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.002070285Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":325}
18132024-09-26T23:29:12.323Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_reset_requires_running_test","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.002174357Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
18142024-09-26T23:29:12.323Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.002231017Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
18152024-09-26T23:29:12.323Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.002284878Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
18162024-09-26T23:29:12.323Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.002433861Z","target":"phd_tests::server_state_machine","line":83,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
18172024-09-26T23:29:12.323Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.002517572Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
18182024-09-26T23:29:12.323Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.002683465Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
18192024-09-26T23:29:12.323Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.002737566Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
18202024-09-26T23:29:12.323Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.002784227Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
18212024-09-26T23:29:12.323Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.019605789Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 172M 1.80T 170M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
18222024-09-26T23:29:12.323Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.019689551Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-957ee09d-13f8-4b7a-afd2-a78f930a7c05\"]","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
18232024-09-26T23:29:12.347Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.037568061Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-957ee09d-13f8-4b7a-afd2-a78f930a7c05\", \"phd-artifacts/phd-clone-7f205b44-d20f-4db0-9003-e27b38a1de74\"]","verb":"clone","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
18242024-09-26T23:29:12.371Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.055461061Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-7f205b44-d20f-4db0-9003-e27b38a1de74\"]","verb":"list","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
18252024-09-26T23:29:12.371Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.067662097Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-7f205b44-d20f-4db0-9003-e27b38a1de74 0B 1.80T 170M /phd-artifacts/phd-clone-7f205b44-d20f-4db0-9003-e27b38a1de74\n","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
18262024-09-26T23:29:12.371Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.068716114Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
18272024-09-26T23:29:12.371Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.068773895Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"instance_reset_requires_running_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
18282024-09-26T23:29:12.371Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.068828126Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
18292024-09-26T23:29:12.371Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.068895167Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/instance_reset_requires_running_test.config.toml\"","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
18302024-09-26T23:29:12.371Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.068940438Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/instance_reset_requires_running_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/instance_reset_requires_running_test.stderr.log\"","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
18312024-09-26T23:29:12.395Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1067","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.075717912Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test"}
18322024-09-26T23:29:12.396Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.076131639Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","elapsed_milliseconds":7}
18332024-09-26T23:29:12.396Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.07620679Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"66285e30-e9a1-4851-a29b-f62f61f80057"}
18342024-09-26T23:29:12.396Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.076258081Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"66285e30-e9a1-4851-a29b-f62f61f80057"}
18352024-09-26T23:29:12.396Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.076662088Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"66285e30-e9a1-4851-a29b-f62f61f80057"}
18362024-09-26T23:29:12.396Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.076719169Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"66285e30-e9a1-4851-a29b-f62f61f80057"}
18372024-09-26T23:29:12.396Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.077021914Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"66285e30-e9a1-4851-a29b-f62f61f80057"}
18382024-09-26T23:29:12.887Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.588726149Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
18392024-09-26T23:29:12.932Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.589469101Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 66285e30-e9a1-4851-a29b-f62f61f80057, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: aae92390-db8b-4455-8962-c55ddd855869, silo_id: dd7f0e97-f7ed-4938-88ab-64290a2c5548, sled_id: 2ee814a4-164b-4f4a-afeb-6edce3fe7e8e, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"2ee814a4-164b-4f4a-afeb-6edce3fe7e8e\" }, name: \"phd-vm-66285e30-e9a1-4851-a29b-f62f61f80057\", vcpus: 2 }, state: Creating }","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"66285e30-e9a1-4851-a29b-f62f61f80057"}
18402024-09-26T23:29:12.933Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.589532362Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":512,"path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"66285e30-e9a1-4851-a29b-f62f61f80057"}
18412024-09-26T23:29:12.933Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.589575493Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"66285e30-e9a1-4851-a29b-f62f61f80057"}
18422024-09-26T23:29:12.933Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.589610514Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"66285e30-e9a1-4851-a29b-f62f61f80057"}
18432024-09-26T23:29:12.933Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.590181613Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"66285e30-e9a1-4851-a29b-f62f61f80057"}
18442024-09-26T23:29:12.933Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.590235154Z","target":"phd_framework::test_vm","line":658,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"66285e30-e9a1-4851-a29b-f62f61f80057"}
18452024-09-26T23:29:12.933Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.590272165Z","target":"phd_framework::test_vm","line":664,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"66285e30-e9a1-4851-a29b-f62f61f80057"}
18462024-09-26T23:29:12.933Z{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.590313945Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"66285e30-e9a1-4851-a29b-f62f61f80057"}
18472024-09-26T23:29:12.933Z{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.590346076Z","target":"phd_framework::test_vm","line":517,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"66285e30-e9a1-4851-a29b-f62f61f80057"}
18482024-09-26T23:29:12.933Z{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.590876645Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"66285e30-e9a1-4851-a29b-f62f61f80057"}
18492024-09-26T23:29:12.933Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.590925376Z","target":"phd_framework::test_vm","line":658,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"66285e30-e9a1-4851-a29b-f62f61f80057"}
18502024-09-26T23:29:12.933Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.590976216Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"66285e30-e9a1-4851-a29b-f62f61f80057"}
18512024-09-26T23:29:12.933Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.591126819Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
18522024-09-26T23:29:12.933Z{"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_reset_requires_running_test ... ok","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.59116726Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
18532024-09-26T23:29:12.933Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.59121678Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":2}
18542024-09-26T23:29:12.933Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.591229611Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
18552024-09-26T23:29:12.933Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:12.591689948Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"66285e30-e9a1-4851-a29b-f62f61f80057"}
18562024-09-26T23:29:13.482Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.183969257Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"66285e30-e9a1-4851-a29b-f62f61f80057"}
18572024-09-26T23:29:13.620Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.322206369Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"66285e30-e9a1-4851-a29b-f62f61f80057"}
18582024-09-26T23:29:13.644Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.3222992Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-7f205b44-d20f-4db0-9003-e27b38a1de74\"]","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"66285e30-e9a1-4851-a29b-f62f61f80057"}
18592024-09-26T23:29:13.668Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.357233727Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"66285e30-e9a1-4851-a29b-f62f61f80057"}
18602024-09-26T23:29:13.668Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.357288138Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-957ee09d-13f8-4b7a-afd2-a78f930a7c05\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"66285e30-e9a1-4851-a29b-f62f61f80057"}
18612024-09-26T23:29:13.692Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.377211303Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":786,"path":"phd_tests::server_state_machine::instance_reset_requires_running_test","vm":"instance_reset_requires_running_test","vm_id":"66285e30-e9a1-4851-a29b-f62f61f80057"}
18622024-09-26T23:29:13.692Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.377262214Z","target":"phd_tests::server_state_machine","line":83,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_reset_requires_running_test","elapsed_milliseconds":1374}
18632024-09-26T23:29:13.692Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.377448057Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":786}
18642024-09-26T23:29:13.692Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_reset_test","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.377503848Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
18652024-09-26T23:29:13.692Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.377535678Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
18662024-09-26T23:29:13.692Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.377563619Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
18672024-09-26T23:29:13.692Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.377669821Z","target":"phd_tests::server_state_machine","line":52,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_reset_test"}
18682024-09-26T23:29:13.692Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.377753312Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_reset_test"}
18692024-09-26T23:29:13.692Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.377916605Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_test"}
18702024-09-26T23:29:13.692Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.377969816Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_reset_test"}
18712024-09-26T23:29:13.692Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.378020936Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::server_state_machine::instance_reset_test"}
18722024-09-26T23:29:13.692Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.390289693Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 171M 1.80T 170M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_reset_test"}
18732024-09-26T23:29:13.692Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.390429825Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-69a2935c-34f5-4313-954d-57fee147dfb7\"]","verb":"snapshot","path":"phd_tests::server_state_machine::instance_reset_test"}
18742024-09-26T23:29:13.716Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.407219517Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-69a2935c-34f5-4313-954d-57fee147dfb7\", \"phd-artifacts/phd-clone-f6b9c389-3040-4a11-bd08-c97d997a57a3\"]","path":"phd_tests::server_state_machine::instance_reset_test"}
18752024-09-26T23:29:13.740Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.424904264Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-f6b9c389-3040-4a11-bd08-c97d997a57a3\"]","verb":"list","path":"phd_tests::server_state_machine::instance_reset_test"}
18762024-09-26T23:29:13.740Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.436487769Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-f6b9c389-3040-4a11-bd08-c97d997a57a3 0B 1.80T 170M /phd-artifacts/phd-clone-f6b9c389-3040-4a11-bd08-c97d997a57a3\n","path":"phd_tests::server_state_machine::instance_reset_test"}
18772024-09-26T23:29:13.741Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.437046748Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test"}
18782024-09-26T23:29:13.741Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.437714379Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"instance_reset_returns_to_running_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::server_state_machine::instance_reset_test"}
18792024-09-26T23:29:13.741Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.43776682Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_reset_test"}
18802024-09-26T23:29:13.741Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.437841511Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/instance_reset_returns_to_running_test.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_reset_test"}
18812024-09-26T23:29:13.741Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.437886202Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/instance_reset_returns_to_running_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/instance_reset_returns_to_running_test.stdout.log\"","path":"phd_tests::server_state_machine::instance_reset_test"}
18822024-09-26T23:29:13.765Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1075","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.44428398Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_reset_test"}
18832024-09-26T23:29:13.765Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.444631805Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","elapsed_milliseconds":7}
18842024-09-26T23:29:13.765Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.444697476Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
18852024-09-26T23:29:13.765Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.444740897Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
18862024-09-26T23:29:13.765Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.445094523Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
18872024-09-26T23:29:13.765Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.445153674Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
18882024-09-26T23:29:13.765Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.445457219Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
18892024-09-26T23:29:14.193Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.895126332Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
18902024-09-26T23:29:14.217Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.895851485Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: c29ab20a-356a-4b91-834d-9c8762f6ed66, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 849b2876-e254-4e31-9eaa-b0b1072df1b4, silo_id: 9682e47a-46c6-4a18-a25e-b3e07e1895d3, sled_id: 46f4b55e-30ec-4a27-80b2-fc784dbaa89e, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"46f4b55e-30ec-4a27-80b2-fc784dbaa89e\" }, name: \"phd-vm-c29ab20a-356a-4b91-834d-9c8762f6ed66\", vcpus: 2 }, state: Creating }","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
18912024-09-26T23:29:14.217Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.895934156Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":450,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
18922024-09-26T23:29:14.217Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.896001887Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
18932024-09-26T23:29:14.217Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.896042718Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
18942024-09-26T23:29:14.217Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.896616167Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
18952024-09-26T23:29:14.217Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.896670608Z","target":"phd_framework::test_vm","line":658,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
18962024-09-26T23:29:14.217Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.896712729Z","target":"phd_framework::test_vm","line":664,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
18972024-09-26T23:29:14.217Z{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.89675084Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
18982024-09-26T23:29:14.218Z{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.89678336Z","target":"phd_framework::test_vm","line":517,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
18992024-09-26T23:29:14.218Z{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.897308929Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19002024-09-26T23:29:14.218Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.89735797Z","target":"phd_framework::test_vm","line":658,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19012024-09-26T23:29:14.218Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.89739814Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19022024-09-26T23:29:14.218Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.897431991Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19032024-09-26T23:29:14.218Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.897915839Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19042024-09-26T23:29:14.218Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.89796679Z","target":"phd_framework::test_vm","line":658,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19052024-09-26T23:29:14.218Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.898002441Z","target":"phd_framework::test_vm","line":664,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19062024-09-26T23:29:14.218Z{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.898038111Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19072024-09-26T23:29:14.218Z{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.898069362Z","target":"phd_framework::test_vm","line":517,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19082024-09-26T23:29:14.218Z{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:13.903572244Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":5,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19092024-09-26T23:29:14.624Z{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.32602755Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19102024-09-26T23:29:14.624Z{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.326088141Z","target":"phd_framework::test_vm","line":517,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19112024-09-26T23:29:14.655Z{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.327006076Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19122024-09-26T23:29:14.655Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.327055277Z","target":"phd_framework::test_vm","line":658,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":429,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19132024-09-26T23:29:14.655Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.327097738Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19142024-09-26T23:29:14.655Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.327132949Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19152024-09-26T23:29:14.655Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.327744989Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19162024-09-26T23:29:14.655Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.32779725Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19172024-09-26T23:29:14.655Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.32783214Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19182024-09-26T23:29:14.655Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.328945539Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19192024-09-26T23:29:14.655Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.32899749Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19202024-09-26T23:29:14.655Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.32903219Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19212024-09-26T23:29:14.655Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.329509969Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19222024-09-26T23:29:14.655Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.329561779Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19232024-09-26T23:29:14.655Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.32959565Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19242024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.330107968Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19252024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.330159399Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19262024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.33019478Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19272024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.330671648Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19282024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.330722639Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19292024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.33075805Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19302024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.331250488Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19312024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.331302149Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19322024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.331336989Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19332024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.331813807Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19342024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.331865338Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19352024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.331900019Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19362024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.332378947Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19372024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.332430318Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19382024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.332465458Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19392024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.332939416Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19402024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.332990827Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19412024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.333025548Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19422024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.333500185Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19432024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.333550766Z","target":"phd_framework::test_vm","line":658,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19442024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.333587517Z","target":"phd_framework::test_vm","line":664,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19452024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.333623278Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19462024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.333653168Z","target":"phd_framework::test_vm","line":517,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19472024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.334177947Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19482024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.334224598Z","target":"phd_framework::test_vm","line":658,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19492024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.334265448Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19502024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.334300139Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Stop","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19512024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.334781667Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19522024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.334831988Z","target":"phd_framework::test_vm","line":658,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19532024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Destroyed","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.334867119Z","target":"phd_framework::test_vm","line":664,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19542024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.334902419Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19552024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.334932189Z","target":"phd_framework::test_vm","line":517,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19562024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.335591281Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19572024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial websocket closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.337825048Z","target":"phd_framework::serial","line":271,"file":"phd-tests/framework/src/serial/mod.rs"}
19582024-09-26T23:29:14.656Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.337971861Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":442}
19592024-09-26T23:29:14.933Z{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.635279214Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19602024-09-26T23:29:14.957Z{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.635330095Z","target":"phd_framework::test_vm","line":517,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19612024-09-26T23:29:14.957Z{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.636005127Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":0,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19622024-09-26T23:29:14.957Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.636055118Z","target":"phd_framework::test_vm","line":658,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":301,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19632024-09-26T23:29:14.957Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.636095378Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19642024-09-26T23:29:14.957Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.636129699Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19652024-09-26T23:29:14.957Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.637221247Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":1,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19662024-09-26T23:29:14.957Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.637296979Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19672024-09-26T23:29:14.957Z{"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_reset_test ... ok","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.637543352Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
19682024-09-26T23:29:14.957Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.637618224Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
19692024-09-26T23:29:14.957Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.638111222Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19702024-09-26T23:29:15.063Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.764610317Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19712024-09-26T23:29:15.086Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.764720049Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-f6b9c389-3040-4a11-bd08-c97d997a57a3\"]","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19722024-09-26T23:29:15.110Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.802101917Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19732024-09-26T23:29:15.110Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.802155708Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-69a2935c-34f5-4313-954d-57fee147dfb7\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19742024-09-26T23:29:15.134Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.825289446Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":187,"path":"phd_tests::server_state_machine::instance_reset_test","vm":"instance_reset_returns_to_running_test","vm_id":"c29ab20a-356a-4b91-834d-9c8762f6ed66"}
19752024-09-26T23:29:15.134Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.825350427Z","target":"phd_tests::server_state_machine","line":52,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_reset_test","elapsed_milliseconds":1447}
19762024-09-26T23:29:15.134Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.82552127Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":187}
19772024-09-26T23:29:15.134Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_stop_causes_destroy_test","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.825574061Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
19782024-09-26T23:29:15.134Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.825605571Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
19792024-09-26T23:29:15.134Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.825633512Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
19802024-09-26T23:29:15.134Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.825732553Z","target":"phd_tests::server_state_machine","line":28,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
19812024-09-26T23:29:15.134Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.825809635Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
19822024-09-26T23:29:15.134Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.825976418Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
19832024-09-26T23:29:15.134Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.826029029Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
19842024-09-26T23:29:15.134Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.826077809Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
19852024-09-26T23:29:15.157Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.838396686Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 172M 1.80T 170M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
19862024-09-26T23:29:15.158Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.838486528Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-2957b0b9-7652-44cb-868b-6d7be3c3a9a6\"]","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
19872024-09-26T23:29:15.158Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.854452146Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-2957b0b9-7652-44cb-868b-6d7be3c3a9a6\", \"phd-artifacts/phd-clone-1025075d-475d-4b11-8671-dfc8d5135611\"]","verb":"clone","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
19882024-09-26T23:29:15.181Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.871700656Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-1025075d-475d-4b11-8671-dfc8d5135611\"]","verb":"list","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
19892024-09-26T23:29:15.206Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.884358378Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-1025075d-475d-4b11-8671-dfc8d5135611 0B 1.80T 170M /phd-artifacts/phd-clone-1025075d-475d-4b11-8671-dfc8d5135611\n","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
19902024-09-26T23:29:15.206Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.884926328Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
19912024-09-26T23:29:15.206Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.884982239Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"instance_stop_causes_destroy_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
19922024-09-26T23:29:15.206Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.88503532Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
19932024-09-26T23:29:15.206Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.885112641Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/instance_stop_causes_destroy_test.config.toml\"","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
19942024-09-26T23:29:15.206Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.885157722Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/instance_stop_causes_destroy_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/instance_stop_causes_destroy_test.stderr.log\"","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
19952024-09-26T23:29:15.206Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1083","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.892267041Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test"}
19962024-09-26T23:29:15.206Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.89278901Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","elapsed_milliseconds":7}
19972024-09-26T23:29:15.206Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.892861311Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0"}
19982024-09-26T23:29:15.206Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:14.893343899Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0"}
19992024-09-26T23:29:15.694Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.39587118Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
20002024-09-26T23:29:15.740Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.396577312Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 3b18392d-2f4d-404f-91f9-599aadf46ff0, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: d907935e-1c85-4ce9-9750-e83b99a025be, silo_id: 4cc84143-3985-41fe-9777-ee037412c3ca, sled_id: af355ed7-1584-4dfe-bb09-a3d72933b55a, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"af355ed7-1584-4dfe-bb09-a3d72933b55a\" }, name: \"phd-vm-3b18392d-2f4d-404f-91f9-599aadf46ff0\", vcpus: 2 }, state: Creating }","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0"}
20012024-09-26T23:29:15.740Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.396645803Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0","elapsed_milliseconds":503}
20022024-09-26T23:29:15.740Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.396706234Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0"}
20032024-09-26T23:29:15.740Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.396746105Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0"}
20042024-09-26T23:29:15.740Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.397320054Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0","elapsed_milliseconds":0}
20052024-09-26T23:29:15.740Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.397372335Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0"}
20062024-09-26T23:29:15.740Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.397409226Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Stop","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0"}
20072024-09-26T23:29:15.740Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.397924995Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0","elapsed_milliseconds":0}
20082024-09-26T23:29:15.740Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.397976885Z","target":"phd_framework::test_vm","line":658,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0"}
20092024-09-26T23:29:15.740Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Destroyed","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.398017976Z","target":"phd_framework::test_vm","line":664,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0"}
20102024-09-26T23:29:15.740Z{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.398062087Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0"}
20112024-09-26T23:29:15.740Z{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.398095178Z","target":"phd_framework::test_vm","line":517,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0"}
20122024-09-26T23:29:15.740Z{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.39880811Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0","elapsed_milliseconds":0}
20132024-09-26T23:29:15.740Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial websocket closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.401019437Z","target":"phd_framework::serial","line":271,"file":"phd-tests/framework/src/serial/mod.rs"}
20142024-09-26T23:29:15.740Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.401112588Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":5}
20152024-09-26T23:29:16.167Z{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.869372814Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0"}
20162024-09-26T23:29:16.168Z{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.869422184Z","target":"phd_framework::test_vm","line":517,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0"}
20172024-09-26T23:29:16.192Z{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.870303319Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0","elapsed_milliseconds":0}
20182024-09-26T23:29:16.192Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.87035123Z","target":"phd_framework::test_vm","line":658,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0","elapsed_milliseconds":472}
20192024-09-26T23:29:16.192Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.870393081Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0"}
20202024-09-26T23:29:16.192Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.870427591Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0"}
20212024-09-26T23:29:16.192Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.871083182Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0","elapsed_milliseconds":0}
20222024-09-26T23:29:16.192Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.871135283Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0"}
20232024-09-26T23:29:16.192Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.871171354Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Stop","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0"}
20242024-09-26T23:29:16.192Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.871695863Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0","elapsed_milliseconds":0}
20252024-09-26T23:29:16.192Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.871747923Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0"}
20262024-09-26T23:29:16.192Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.871783054Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0"}
20272024-09-26T23:29:16.192Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.872298723Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0","elapsed_milliseconds":0}
20282024-09-26T23:29:16.192Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.872360724Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0"}
20292024-09-26T23:29:16.192Z{"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_stop_causes_destroy_test ... ok","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.872565317Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
20302024-09-26T23:29:16.192Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.872624588Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
20312024-09-26T23:29:16.192Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:15.873088236Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0"}
20322024-09-26T23:29:16.301Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.002459888Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0"}
20332024-09-26T23:29:16.324Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.00256872Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-1025075d-475d-4b11-8671-dfc8d5135611\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0"}
20342024-09-26T23:29:16.348Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.033728474Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0"}
20352024-09-26T23:29:16.349Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.033784924Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-2957b0b9-7652-44cb-868b-6d7be3c3a9a6\"]","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0"}
20362024-09-26T23:29:16.372Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.053547146Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","vm":"instance_stop_causes_destroy_test","vm_id":"3b18392d-2f4d-404f-91f9-599aadf46ff0","elapsed_milliseconds":181}
20372024-09-26T23:29:16.373Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.053605757Z","target":"phd_tests::server_state_machine","line":28,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_stop_causes_destroy_test","elapsed_milliseconds":1227}
20382024-09-26T23:29:16.373Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.05376709Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":181}
20392024-09-26T23:29:16.373Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::server_state_machine::instance_start_stop_test","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.053823611Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
20402024-09-26T23:29:16.373Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.053854201Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
20412024-09-26T23:29:16.373Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.053881732Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
20422024-09-26T23:29:16.373Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.053984524Z","target":"phd_tests::server_state_machine","line":12,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"}
20432024-09-26T23:29:16.373Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.054067635Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::server_state_machine::instance_start_stop_test"}
20442024-09-26T23:29:16.373Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.054228188Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_start_stop_test"}
20452024-09-26T23:29:16.373Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.054282739Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::server_state_machine::instance_start_stop_test"}
20462024-09-26T23:29:16.373Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.05432932Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::server_state_machine::instance_start_stop_test"}
20472024-09-26T23:29:16.373Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.067827576Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 171M 1.80T 170M /phd-artifacts\n","path":"phd_tests::server_state_machine::instance_start_stop_test"}
20482024-09-26T23:29:16.373Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.068544908Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-face65cc-e259-44a9-9416-398700f403ed\"]","path":"phd_tests::server_state_machine::instance_start_stop_test"}
20492024-09-26T23:29:16.397Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.085101676Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-face65cc-e259-44a9-9416-398700f403ed\", \"phd-artifacts/phd-clone-a7984a52-0f21-4d1f-9625-c23973cb3716\"]","verb":"clone","path":"phd_tests::server_state_machine::instance_start_stop_test"}
20502024-09-26T23:29:16.421Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.103063528Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-a7984a52-0f21-4d1f-9625-c23973cb3716\"]","path":"phd_tests::server_state_machine::instance_start_stop_test"}
20512024-09-26T23:29:16.421Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.115272873Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-a7984a52-0f21-4d1f-9625-c23973cb3716 0B 1.80T 170M /phd-artifacts/phd-clone-a7984a52-0f21-4d1f-9625-c23973cb3716\n","path":"phd_tests::server_state_machine::instance_start_stop_test"}
20522024-09-26T23:29:16.421Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.115833473Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"}
20532024-09-26T23:29:16.421Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.115891934Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"instance_ensure_running_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","path":"phd_tests::server_state_machine::instance_start_stop_test"}
20542024-09-26T23:29:16.421Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.115940544Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::server_state_machine::instance_start_stop_test"}
20552024-09-26T23:29:16.421Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.116015085Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/instance_ensure_running_test.config.toml\"","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","path":"phd_tests::server_state_machine::instance_start_stop_test"}
20562024-09-26T23:29:16.421Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.116060796Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/instance_ensure_running_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/instance_ensure_running_test.stderr.log\"","path":"phd_tests::server_state_machine::instance_start_stop_test"}
20572024-09-26T23:29:16.444Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1091","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.122728368Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::server_state_machine::instance_start_stop_test"}
20582024-09-26T23:29:16.445Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.123155665Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","elapsed_milliseconds":7}
20592024-09-26T23:29:16.445Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.123241437Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20602024-09-26T23:29:16.445Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.123782006Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20612024-09-26T23:29:17.140Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.841909478Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
20622024-09-26T23:29:17.186Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.842629321Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: cccb63ae-f1f1-4142-bdf8-bb471cefd8ad, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 56fca935-efa4-4e54-8cf5-25688e1bd700, silo_id: 456326aa-8a80-4e4a-a560-b6e1a0b4129b, sled_id: d96e1b74-bb4b-4918-95c7-13bd17304230, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"d96e1b74-bb4b-4918-95c7-13bd17304230\" }, name: \"phd-vm-cccb63ae-f1f1-4142-bdf8-bb471cefd8ad\", vcpus: 2 }, state: Creating }","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20632024-09-26T23:29:17.186Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.842714312Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","elapsed_milliseconds":719,"vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20642024-09-26T23:29:17.186Z{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.842775613Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20652024-09-26T23:29:17.186Z{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.842815394Z","target":"phd_framework::test_vm","line":517,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20662024-09-26T23:29:17.186Z{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.843384783Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","elapsed_milliseconds":0,"vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20672024-09-26T23:29:17.186Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.843441174Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20682024-09-26T23:29:17.186Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.843478455Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20692024-09-26T23:29:17.186Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.844009144Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","elapsed_milliseconds":0,"vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20702024-09-26T23:29:17.186Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.844064105Z","target":"phd_framework::test_vm","line":658,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20712024-09-26T23:29:17.186Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Running","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.844103815Z","target":"phd_framework::test_vm","line":664,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20722024-09-26T23:29:17.186Z{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.844142356Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20732024-09-26T23:29:17.186Z{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.844175696Z","target":"phd_framework::test_vm","line":517,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20742024-09-26T23:29:17.186Z{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.844703155Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","elapsed_milliseconds":0,"vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20752024-09-26T23:29:17.187Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.844752956Z","target":"phd_framework::test_vm","line":658,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","elapsed_milliseconds":0,"vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20762024-09-26T23:29:17.187Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.844795107Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20772024-09-26T23:29:17.187Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.844831058Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Stop","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20782024-09-26T23:29:17.187Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.845322586Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","elapsed_milliseconds":0,"vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20792024-09-26T23:29:17.187Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.845375487Z","target":"phd_framework::test_vm","line":658,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20802024-09-26T23:29:17.187Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - EVENT] Waiting 60s for server to reach state Destroyed","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.845413227Z","target":"phd_framework::test_vm","line":664,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20812024-09-26T23:29:17.187Z{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.845448388Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20822024-09-26T23:29:17.187Z{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.845480238Z","target":"phd_framework::test_vm","line":517,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20832024-09-26T23:29:17.187Z{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.8461376Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","elapsed_milliseconds":0,"vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20842024-09-26T23:29:17.187Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial websocket closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.848398878Z","target":"phd_framework::serial","line":271,"file":"phd-tests/framework/src/serial/mod.rs"}
20852024-09-26T23:29:17.187Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:16.848484719Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":6}
20862024-09-26T23:29:17.593Z{"v":0,"name":"phd-runner","msg":"[GET - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.294853766Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20872024-09-26T23:29:17.617Z{"v":0,"name":"phd-runner","msg":"[GET - EVENT] Sending instance get request to server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.294958248Z","target":"phd_framework::test_vm","line":517,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20882024-09-26T23:29:17.617Z{"v":0,"name":"phd-runner","msg":"[GET - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.296109918Z","target":"phd_framework::test_vm","line":515,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","elapsed_milliseconds":1,"vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20892024-09-26T23:29:17.617Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.296161138Z","target":"phd_framework::test_vm","line":658,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","elapsed_milliseconds":450,"vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20902024-09-26T23:29:17.617Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.296222179Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20912024-09-26T23:29:17.617Z{"v":0,"name":"phd-runner","msg":"test phd_tests::server_state_machine::instance_start_stop_test ... ok","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.296406272Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
20922024-09-26T23:29:17.617Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.296460263Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
20932024-09-26T23:29:17.617Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.296914171Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20942024-09-26T23:29:17.723Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.424803809Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20952024-09-26T23:29:17.747Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.424898931Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-a7984a52-0f21-4d1f-9625-c23973cb3716\"]","verb":"destroy","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20962024-09-26T23:29:17.771Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.460355796Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20972024-09-26T23:29:17.771Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.460421498Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-face65cc-e259-44a9-9416-398700f403ed\"]","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20982024-09-26T23:29:17.794Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.485871605Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","vm":"instance_ensure_running_test","elapsed_milliseconds":189,"vm_id":"cccb63ae-f1f1-4142-bdf8-bb471cefd8ad"}
20992024-09-26T23:29:17.794Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.485949046Z","target":"phd_tests::server_state_machine","line":12,"file":"phd-tests/tests/src/server_state_machine.rs","path":"phd_tests::server_state_machine::instance_start_stop_test","elapsed_milliseconds":1431}
21002024-09-26T23:29:17.794Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.48615583Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":189}
21012024-09-26T23:29:17.794Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::smoke::instance_spec_get_test","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.486222451Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
21022024-09-26T23:29:17.794Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.486257591Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
21032024-09-26T23:29:17.794Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.486291492Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
21042024-09-26T23:29:17.794Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.486428404Z","target":"phd_tests::smoke","line":39,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::instance_spec_get_test"}
21052024-09-26T23:29:17.794Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.486507796Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::smoke::instance_spec_get_test"}
21062024-09-26T23:29:17.794Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.486679679Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::instance_spec_get_test"}
21072024-09-26T23:29:17.795Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.486734509Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::instance_spec_get_test"}
21082024-09-26T23:29:17.795Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.48678032Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::smoke::instance_spec_get_test"}
21092024-09-26T23:29:17.818Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.499455233Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 172M 1.80T 170M /phd-artifacts\n","path":"phd_tests::smoke::instance_spec_get_test"}
21102024-09-26T23:29:17.818Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.499546645Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-eb60acc5-0b74-4ad1-899c-7ec8912aa83a\"]","verb":"snapshot","path":"phd_tests::smoke::instance_spec_get_test"}
21112024-09-26T23:29:17.818Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.516015641Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-eb60acc5-0b74-4ad1-899c-7ec8912aa83a\", \"phd-artifacts/phd-clone-4570198f-c709-43e7-8203-d82bffa8fb2f\"]","verb":"clone","path":"phd_tests::smoke::instance_spec_get_test"}
21122024-09-26T23:29:17.842Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.536349403Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-4570198f-c709-43e7-8203-d82bffa8fb2f\"]","path":"phd_tests::smoke::instance_spec_get_test"}
21132024-09-26T23:29:17.866Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.54869764Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-4570198f-c709-43e7-8203-d82bffa8fb2f 0B 1.80T 170M /phd-artifacts/phd-clone-4570198f-c709-43e7-8203-d82bffa8fb2f\n","path":"phd_tests::smoke::instance_spec_get_test"}
21142024-09-26T23:29:17.866Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.549696997Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::instance_spec_get_test"}
21152024-09-26T23:29:17.866Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.549752838Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"instance_spec_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","path":"phd_tests::smoke::instance_spec_get_test"}
21162024-09-26T23:29:17.866Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.549802749Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::instance_spec_get_test"}
21172024-09-26T23:29:17.866Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.54987777Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/instance_spec_test.config.toml\"","server_addr":"127.0.0.1:9000","path":"phd_tests::smoke::instance_spec_get_test"}
21182024-09-26T23:29:17.866Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.549919561Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/instance_spec_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/instance_spec_test.stdout.log\"","path":"phd_tests::smoke::instance_spec_get_test"}
21192024-09-26T23:29:17.866Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1099","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.556791836Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::smoke::instance_spec_get_test"}
21202024-09-26T23:29:17.866Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.557230444Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":7,"path":"phd_tests::smoke::instance_spec_get_test"}
21212024-09-26T23:29:17.866Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.557308615Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_spec_test","vm_id":"d1d6ea38-aaca-4b1b-97ef-bbb724e9af79","path":"phd_tests::smoke::instance_spec_get_test"}
21222024-09-26T23:29:17.866Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:17.557876384Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm":"instance_spec_test","vm_id":"d1d6ea38-aaca-4b1b-97ef-bbb724e9af79","path":"phd_tests::smoke::instance_spec_get_test"}
21232024-09-26T23:29:19.112Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:18.814172756Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
21242024-09-26T23:29:19.158Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:18.81501841Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: d1d6ea38-aaca-4b1b-97ef-bbb724e9af79, image_id: 00000000-0000-0000-0000-000000000000, memory: 3072, metadata: InstanceMetadata { project_id: 62d858b7-3914-499a-b874-f0cbdf263adb, silo_id: 718173f3-cfc1-4c84-a8d0-f80273fdf343, sled_id: 3614e041-a580-4659-a264-1a2b6aef9945, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"3614e041-a580-4659-a264-1a2b6aef9945\" }, name: \"phd-vm-d1d6ea38-aaca-4b1b-97ef-bbb724e9af79\", vcpus: 4 }, state: Creating }","vm":"instance_spec_test","vm_id":"d1d6ea38-aaca-4b1b-97ef-bbb724e9af79","path":"phd_tests::smoke::instance_spec_get_test"}
21252024-09-26T23:29:19.158Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:18.815103321Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_spec_test","elapsed_milliseconds":1257,"vm_id":"d1d6ea38-aaca-4b1b-97ef-bbb724e9af79","path":"phd_tests::smoke::instance_spec_get_test"}
21262024-09-26T23:29:19.158Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:18.815172862Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_spec_test","vm_id":"d1d6ea38-aaca-4b1b-97ef-bbb724e9af79","path":"phd_tests::smoke::instance_spec_get_test"}
21272024-09-26T23:29:19.158Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:18.815217483Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm":"instance_spec_test","vm_id":"d1d6ea38-aaca-4b1b-97ef-bbb724e9af79","path":"phd_tests::smoke::instance_spec_get_test"}
21282024-09-26T23:29:19.158Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:18.816366713Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_spec_test","elapsed_milliseconds":1,"vm_id":"d1d6ea38-aaca-4b1b-97ef-bbb724e9af79","path":"phd_tests::smoke::instance_spec_get_test"}
21292024-09-26T23:29:19.158Z{"v":0,"name":"phd-runner","msg":"[GET_SPEC - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:18.816421373Z","target":"phd_framework::test_vm","line":526,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_spec_test","vm_id":"d1d6ea38-aaca-4b1b-97ef-bbb724e9af79","path":"phd_tests::smoke::instance_spec_get_test"}
21302024-09-26T23:29:19.158Z{"v":0,"name":"phd-runner","msg":"[GET_SPEC - EVENT] Sending instance spec get request to server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:18.816458844Z","target":"phd_framework::test_vm","line":528,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_spec_test","vm_id":"d1d6ea38-aaca-4b1b-97ef-bbb724e9af79","path":"phd_tests::smoke::instance_spec_get_test"}
21312024-09-26T23:29:19.158Z{"v":0,"name":"phd-runner","msg":"[GET_SPEC - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:18.817228687Z","target":"phd_framework::test_vm","line":526,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_spec_test","elapsed_milliseconds":0,"vm_id":"d1d6ea38-aaca-4b1b-97ef-bbb724e9af79","path":"phd_tests::smoke::instance_spec_get_test"}
21322024-09-26T23:29:19.158Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:18.817296528Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_spec_test","vm_id":"d1d6ea38-aaca-4b1b-97ef-bbb724e9af79","path":"phd_tests::smoke::instance_spec_get_test"}
21332024-09-26T23:29:19.158Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:18.81742308Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
21342024-09-26T23:29:19.158Z{"v":0,"name":"phd-runner","msg":"test phd_tests::smoke::instance_spec_get_test ... ok","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:18.817485341Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
21352024-09-26T23:29:19.158Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:18.817521042Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":3}
21362024-09-26T23:29:19.158Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:18.817539822Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
21372024-09-26T23:29:19.158Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:18.81804073Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_spec_test","vm_id":"d1d6ea38-aaca-4b1b-97ef-bbb724e9af79","path":"phd_tests::smoke::instance_spec_get_test"}
21382024-09-26T23:29:19.456Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.158096662Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm":"instance_spec_test","vm_id":"d1d6ea38-aaca-4b1b-97ef-bbb724e9af79","path":"phd_tests::smoke::instance_spec_get_test"}
21392024-09-26T23:29:19.999Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.700574544Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm":"instance_spec_test","vm_id":"d1d6ea38-aaca-4b1b-97ef-bbb724e9af79","path":"phd_tests::smoke::instance_spec_get_test"}
21402024-09-26T23:29:20.022Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.700640455Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-4570198f-c709-43e7-8203-d82bffa8fb2f\"]","verb":"destroy","vm":"instance_spec_test","vm_id":"d1d6ea38-aaca-4b1b-97ef-bbb724e9af79","path":"phd_tests::smoke::instance_spec_get_test"}
21412024-09-26T23:29:20.046Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.732787565Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm":"instance_spec_test","vm_id":"d1d6ea38-aaca-4b1b-97ef-bbb724e9af79","path":"phd_tests::smoke::instance_spec_get_test"}
21422024-09-26T23:29:20.046Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.732839776Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-eb60acc5-0b74-4ad1-899c-7ec8912aa83a\"]","verb":"destroy","vm":"instance_spec_test","vm_id":"d1d6ea38-aaca-4b1b-97ef-bbb724e9af79","path":"phd_tests::smoke::instance_spec_get_test"}
21432024-09-26T23:29:20.070Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.753055286Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"instance_spec_test","elapsed_milliseconds":935,"vm_id":"d1d6ea38-aaca-4b1b-97ef-bbb724e9af79","path":"phd_tests::smoke::instance_spec_get_test"}
21442024-09-26T23:29:20.070Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.753117537Z","target":"phd_tests::smoke","line":39,"file":"phd-tests/tests/src/smoke.rs","elapsed_milliseconds":2266,"path":"phd_tests::smoke::instance_spec_get_test"}
21452024-09-26T23:29:20.070Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.75330554Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":935}
21462024-09-26T23:29:20.070Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::smoke::guest_reboot_test","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.753359051Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
21472024-09-26T23:29:20.070Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.753392601Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
21482024-09-26T23:29:20.070Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.753424422Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
21492024-09-26T23:29:20.070Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.753549364Z","target":"phd_tests::smoke","line":27,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::guest_reboot_test"}
21502024-09-26T23:29:20.070Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.753629976Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::smoke::guest_reboot_test"}
21512024-09-26T23:29:20.070Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.753798468Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::guest_reboot_test"}
21522024-09-26T23:29:20.070Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.753851889Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::guest_reboot_test"}
21532024-09-26T23:29:20.070Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.75389815Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::smoke::guest_reboot_test"}
21542024-09-26T23:29:20.070Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.767391567Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 171M 1.80T 170M /phd-artifacts\n","path":"phd_tests::smoke::guest_reboot_test"}
21552024-09-26T23:29:20.070Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.767478908Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-b98f1b18-bebc-4c0f-a88b-5ad182e46da7\"]","verb":"snapshot","path":"phd_tests::smoke::guest_reboot_test"}
21562024-09-26T23:29:20.094Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.78486872Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-b98f1b18-bebc-4c0f-a88b-5ad182e46da7\", \"phd-artifacts/phd-clone-2192dba1-b27f-4930-8200-f22287b86cf7\"]","path":"phd_tests::smoke::guest_reboot_test"}
21572024-09-26T23:29:20.118Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.806439543Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-2192dba1-b27f-4930-8200-f22287b86cf7\"]","verb":"list","path":"phd_tests::smoke::guest_reboot_test"}
21582024-09-26T23:29:20.118Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.818403044Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-2192dba1-b27f-4930-8200-f22287b86cf7 0B 1.80T 170M /phd-artifacts/phd-clone-2192dba1-b27f-4930-8200-f22287b86cf7\n","path":"phd_tests::smoke::guest_reboot_test"}
21592024-09-26T23:29:20.118Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.818949373Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::guest_reboot_test"}
21602024-09-26T23:29:20.118Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.819006403Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"guest_reboot_test","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","guest_os_kind":"Alpine","path":"phd_tests::smoke::guest_reboot_test"}
21612024-09-26T23:29:20.118Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.819055135Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::guest_reboot_test"}
21622024-09-26T23:29:20.118Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.819125856Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/guest_reboot_test.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::smoke::guest_reboot_test"}
21632024-09-26T23:29:20.118Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.819167166Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/guest_reboot_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/guest_reboot_test.stdout.log\"","path":"phd_tests::smoke::guest_reboot_test"}
21642024-09-26T23:29:20.142Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1107","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.825841749Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::smoke::guest_reboot_test"}
21652024-09-26T23:29:20.142Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.826270206Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":7,"path":"phd_tests::smoke::guest_reboot_test"}
21662024-09-26T23:29:20.142Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.826349897Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"6f35f492-215a-4016-9165-226deeef4e92","vm":"guest_reboot_test","path":"phd_tests::smoke::guest_reboot_test"}
21672024-09-26T23:29:20.142Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:19.826887216Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm_id":"6f35f492-215a-4016-9165-226deeef4e92","vm":"guest_reboot_test","path":"phd_tests::smoke::guest_reboot_test"}
21682024-09-26T23:29:20.928Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:20.630068566Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
21692024-09-26T23:29:20.974Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:20.631155295Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 6f35f492-215a-4016-9165-226deeef4e92, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 132de8f5-43a2-46ed-b673-ef8c1f0c969b, silo_id: 1a4d9069-8b01-41ed-9bcf-aaef549b49a5, sled_id: bce71127-48a3-4df4-8ce1-53b0ea811596, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"bce71127-48a3-4df4-8ce1-53b0ea811596\" }, name: \"phd-vm-6f35f492-215a-4016-9165-226deeef4e92\", vcpus: 2 }, state: Creating }","vm_id":"6f35f492-215a-4016-9165-226deeef4e92","vm":"guest_reboot_test","path":"phd_tests::smoke::guest_reboot_test"}
21702024-09-26T23:29:20.974Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:20.631226506Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"guest_reboot_test","elapsed_milliseconds":804,"vm_id":"6f35f492-215a-4016-9165-226deeef4e92","path":"phd_tests::smoke::guest_reboot_test"}
21712024-09-26T23:29:20.974Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:20.631274486Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"6f35f492-215a-4016-9165-226deeef4e92","vm":"guest_reboot_test","path":"phd_tests::smoke::guest_reboot_test"}
21722024-09-26T23:29:20.974Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:20.631309827Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm_id":"6f35f492-215a-4016-9165-226deeef4e92","vm":"guest_reboot_test","path":"phd_tests::smoke::guest_reboot_test"}
21732024-09-26T23:29:20.974Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:20.631885937Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"guest_reboot_test","elapsed_milliseconds":0,"vm_id":"6f35f492-215a-4016-9165-226deeef4e92","path":"phd_tests::smoke::guest_reboot_test"}
21742024-09-26T23:29:20.974Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:20.631937528Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::guest_reboot_test"}
21752024-09-26T23:29:20.974Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:20.631979618Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"300s","vm":"guest_reboot_test","vm_id":"6f35f492-215a-4016-9165-226deeef4e92","path":"phd_tests::smoke::guest_reboot_test"}
21762024-09-26T23:29:20.974Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:20.632017149Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::smoke::guest_reboot_test"}
21772024-09-26T23:29:20.974Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:20.63205007Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"6f35f492-215a-4016-9165-226deeef4e92","vm":"guest_reboot_test","path":"phd_tests::smoke::guest_reboot_test"}
21782024-09-26T23:29:20.974Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:20.63208767Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","vm_id":"6f35f492-215a-4016-9165-226deeef4e92","vm":"guest_reboot_test","path":"phd_tests::smoke::guest_reboot_test"}
21792024-09-26T23:29:25.097Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:24.798891009Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"guest_reboot_test","elapsed_milliseconds":4166,"vm_id":"6f35f492-215a-4016-9165-226deeef4e92","path":"phd_tests::smoke::guest_reboot_test"}
21802024-09-26T23:29:25.097Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:24.79897404Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::smoke::guest_reboot_test"}
21812024-09-26T23:29:25.121Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:24.799190724Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::smoke::guest_reboot_test"}
21822024-09-26T23:29:25.121Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:24.799242465Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"6f35f492-215a-4016-9165-226deeef4e92","vm":"guest_reboot_test","path":"phd_tests::smoke::guest_reboot_test"}
21832024-09-26T23:29:25.121Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:24.799278705Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost:~#","vm_id":"6f35f492-215a-4016-9165-226deeef4e92","vm":"guest_reboot_test","path":"phd_tests::smoke::guest_reboot_test"}
21842024-09-26T23:29:25.121Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:24.817161416Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"guest_reboot_test","elapsed_milliseconds":17,"vm_id":"6f35f492-215a-4016-9165-226deeef4e92","path":"phd_tests::smoke::guest_reboot_test"}
21852024-09-26T23:29:25.121Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:24.817310628Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::guest_reboot_test"}
21862024-09-26T23:29:25.121Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:24.81738171Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4185,"path":"phd_tests::smoke::guest_reboot_test"}
21872024-09-26T23:29:25.121Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:24.817599753Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::guest_reboot_test"}
21882024-09-26T23:29:25.121Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:24.817696525Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"guest_reboot_test","vm_id":"6f35f492-215a-4016-9165-226deeef4e92","timeout_duration":"300s","path":"phd_tests::smoke::guest_reboot_test"}
21892024-09-26T23:29:25.121Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:24.817764756Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::smoke::guest_reboot_test"}
21902024-09-26T23:29:25.121Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:24.817839927Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"6f35f492-215a-4016-9165-226deeef4e92","vm":"guest_reboot_test","path":"phd_tests::smoke::guest_reboot_test"}
21912024-09-26T23:29:25.122Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:24.817909968Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","vm_id":"6f35f492-215a-4016-9165-226deeef4e92","vm":"guest_reboot_test","path":"phd_tests::smoke::guest_reboot_test"}
21922024-09-26T23:29:31.618Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:31.320283027Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"guest_reboot_test","elapsed_milliseconds":6502,"vm_id":"6f35f492-215a-4016-9165-226deeef4e92","path":"phd_tests::smoke::guest_reboot_test"}
21932024-09-26T23:29:31.618Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:31.320350539Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::smoke::guest_reboot_test"}
21942024-09-26T23:29:31.642Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:31.320513851Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::smoke::guest_reboot_test"}
21952024-09-26T23:29:31.642Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:31.320561622Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"6f35f492-215a-4016-9165-226deeef4e92","vm":"guest_reboot_test","path":"phd_tests::smoke::guest_reboot_test"}
21962024-09-26T23:29:31.643Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:31.320596723Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm_id":"6f35f492-215a-4016-9165-226deeef4e92","vm":"guest_reboot_test","path":"phd_tests::smoke::guest_reboot_test"}
21972024-09-26T23:29:31.643Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:31.339338298Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"guest_reboot_test","elapsed_milliseconds":18,"vm_id":"6f35f492-215a-4016-9165-226deeef4e92","path":"phd_tests::smoke::guest_reboot_test"}
21982024-09-26T23:29:31.643Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:31.339431869Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::guest_reboot_test"}
21992024-09-26T23:29:31.643Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:31.3394987Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":6521,"path":"phd_tests::smoke::guest_reboot_test"}
22002024-09-26T23:29:31.643Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:31.339618092Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"6f35f492-215a-4016-9165-226deeef4e92","vm":"guest_reboot_test","path":"phd_tests::smoke::guest_reboot_test"}
22012024-09-26T23:29:31.643Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:31.339841896Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
22022024-09-26T23:29:31.643Z{"v":0,"name":"phd-runner","msg":"test phd_tests::smoke::guest_reboot_test ... ok","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:31.339943888Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
22032024-09-26T23:29:31.643Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:31.340011579Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":10709}
22042024-09-26T23:29:31.643Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:31.34005384Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
22052024-09-26T23:29:31.643Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:31.341190579Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"6f35f492-215a-4016-9165-226deeef4e92","vm":"guest_reboot_test","path":"phd_tests::smoke::guest_reboot_test"}
22062024-09-26T23:29:32.267Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:31.969309179Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm_id":"6f35f492-215a-4016-9165-226deeef4e92","vm":"guest_reboot_test","path":"phd_tests::smoke::guest_reboot_test"}
22072024-09-26T23:29:32.398Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.09971849Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm_id":"6f35f492-215a-4016-9165-226deeef4e92","vm":"guest_reboot_test","path":"phd_tests::smoke::guest_reboot_test"}
22082024-09-26T23:29:32.421Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.099813941Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts/phd-clone-2192dba1-b27f-4930-8200-f22287b86cf7\"]","vm_id":"6f35f492-215a-4016-9165-226deeef4e92","vm":"guest_reboot_test","path":"phd_tests::smoke::guest_reboot_test"}
22092024-09-26T23:29:32.445Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.12712355Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm_id":"6f35f492-215a-4016-9165-226deeef4e92","vm":"guest_reboot_test","path":"phd_tests::smoke::guest_reboot_test"}
22102024-09-26T23:29:32.445Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.127174381Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-b98f1b18-bebc-4c0f-a88b-5ad182e46da7\"]","verb":"destroy","vm_id":"6f35f492-215a-4016-9165-226deeef4e92","vm":"guest_reboot_test","path":"phd_tests::smoke::guest_reboot_test"}
22112024-09-26T23:29:32.468Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.148501029Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"guest_reboot_test","elapsed_milliseconds":808,"vm_id":"6f35f492-215a-4016-9165-226deeef4e92","path":"phd_tests::smoke::guest_reboot_test"}
22122024-09-26T23:29:32.468Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.14857459Z","target":"phd_tests::smoke","line":27,"file":"phd-tests/tests/src/smoke.rs","elapsed_milliseconds":12394,"path":"phd_tests::smoke::guest_reboot_test"}
22132024-09-26T23:29:32.468Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.148750563Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":808}
22142024-09-26T23:29:32.468Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::smoke::api_reboot_test","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.148805974Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
22152024-09-26T23:29:32.468Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.148834055Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
22162024-09-26T23:29:32.468Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.148863285Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
22172024-09-26T23:29:32.468Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.148969247Z","target":"phd_tests::smoke","line":18,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::api_reboot_test"}
22182024-09-26T23:29:32.468Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.149049638Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::smoke::api_reboot_test"}
22192024-09-26T23:29:32.468Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.149223281Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::api_reboot_test"}
22202024-09-26T23:29:32.468Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.149272862Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::api_reboot_test"}
22212024-09-26T23:29:32.468Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.149321193Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::smoke::api_reboot_test"}
22222024-09-26T23:29:32.468Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.162362192Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 172M 1.80T 170M /phd-artifacts\n","path":"phd_tests::smoke::api_reboot_test"}
22232024-09-26T23:29:32.468Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.162460984Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-09cc3b10-2d05-4f42-a76d-23910badd04d\"]","path":"phd_tests::smoke::api_reboot_test"}
22242024-09-26T23:29:32.492Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.179614392Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-09cc3b10-2d05-4f42-a76d-23910badd04d\", \"phd-artifacts/phd-clone-80b30eff-b41a-46be-b305-64e6c9d7bdee\"]","verb":"clone","path":"phd_tests::smoke::api_reboot_test"}
22252024-09-26T23:29:32.515Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.196948963Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-80b30eff-b41a-46be-b305-64e6c9d7bdee\"]","verb":"list","path":"phd_tests::smoke::api_reboot_test"}
22262024-09-26T23:29:32.515Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.210151715Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-80b30eff-b41a-46be-b305-64e6c9d7bdee 0B 1.80T 170M /phd-artifacts/phd-clone-80b30eff-b41a-46be-b305-64e6c9d7bdee\n","path":"phd_tests::smoke::api_reboot_test"}
22272024-09-26T23:29:32.515Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.210708164Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test"}
22282024-09-26T23:29:32.515Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.210763145Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"api_reboot_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::smoke::api_reboot_test"}
22292024-09-26T23:29:32.515Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.210812116Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::api_reboot_test"}
22302024-09-26T23:29:32.515Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.210880317Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/api_reboot_test.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::smoke::api_reboot_test"}
22312024-09-26T23:29:32.516Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.210920298Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/api_reboot_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/api_reboot_test.stderr.log\"","path":"phd_tests::smoke::api_reboot_test"}
22322024-09-26T23:29:32.539Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1115","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.217505608Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::smoke::api_reboot_test"}
22332024-09-26T23:29:32.539Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.217920925Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":7}
22342024-09-26T23:29:32.539Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.218001437Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","vm":"api_reboot_test"}
22352024-09-26T23:29:32.539Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:32.218471284Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::smoke::api_reboot_test","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","vm":"api_reboot_test"}
22362024-09-26T23:29:33.349Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:33.051398235Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
22372024-09-26T23:29:33.373Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:33.052063826Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: eadb44d9-d528-4cee-905b-870208824efa, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 1e5d3a85-c400-4028-af2d-6828f1849713, silo_id: 96b31ced-d0b6-4a3c-916f-6979bdd9238c, sled_id: 10a470f2-3927-4559-97d7-bfc7b671b20a, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"10a470f2-3927-4559-97d7-bfc7b671b20a\" }, name: \"phd-vm-eadb44d9-d528-4cee-905b-870208824efa\", vcpus: 2 }, state: Creating }","path":"phd_tests::smoke::api_reboot_test","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","vm":"api_reboot_test"}
22382024-09-26T23:29:33.373Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:33.052132337Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":834,"vm":"api_reboot_test"}
22392024-09-26T23:29:33.373Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:33.052177208Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","vm":"api_reboot_test"}
22402024-09-26T23:29:33.373Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:33.052218589Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::smoke::api_reboot_test","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","vm":"api_reboot_test"}
22412024-09-26T23:29:33.373Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:33.052781968Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":0,"vm":"api_reboot_test"}
22422024-09-26T23:29:33.373Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:33.052829759Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test"}
22432024-09-26T23:29:33.373Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:33.052873Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"300s","vm":"api_reboot_test","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","path":"phd_tests::smoke::api_reboot_test"}
22442024-09-26T23:29:33.373Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:33.05290643Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::smoke::api_reboot_test"}
22452024-09-26T23:29:33.374Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:33.052938881Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","vm":"api_reboot_test"}
22462024-09-26T23:29:33.374Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:33.052972531Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","path":"phd_tests::smoke::api_reboot_test","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","vm":"api_reboot_test"}
22472024-09-26T23:29:37.537Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:37.239086615Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":4186,"vm":"api_reboot_test"}
22482024-09-26T23:29:37.538Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:37.239165166Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::smoke::api_reboot_test"}
22492024-09-26T23:29:37.583Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:37.239340739Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::smoke::api_reboot_test"}
22502024-09-26T23:29:37.583Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:37.23939127Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","vm":"api_reboot_test"}
22512024-09-26T23:29:37.583Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:37.2394276Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost:~#","path":"phd_tests::smoke::api_reboot_test","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","vm":"api_reboot_test"}
22522024-09-26T23:29:37.583Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:37.257333711Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":17,"vm":"api_reboot_test"}
22532024-09-26T23:29:37.583Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:37.257428013Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test"}
22542024-09-26T23:29:37.583Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:37.257472164Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":4204}
22552024-09-26T23:29:37.583Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:37.257539635Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","vm":"api_reboot_test"}
22562024-09-26T23:29:37.583Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:37.257586155Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Reboot","path":"phd_tests::smoke::api_reboot_test","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","vm":"api_reboot_test"}
22572024-09-26T23:29:37.583Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:37.258601472Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":1,"vm":"api_reboot_test"}
22582024-09-26T23:29:37.583Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:37.258655773Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test"}
22592024-09-26T23:29:37.583Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:37.258698664Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"api_reboot_test","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","timeout_duration":"300s","path":"phd_tests::smoke::api_reboot_test"}
22602024-09-26T23:29:37.583Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:37.258733585Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::smoke::api_reboot_test"}
22612024-09-26T23:29:37.583Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:37.258772215Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","vm":"api_reboot_test"}
22622024-09-26T23:29:37.583Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:37.258808746Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","path":"phd_tests::smoke::api_reboot_test","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","vm":"api_reboot_test"}
22632024-09-26T23:29:41.659Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:41.360786496Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":4101,"vm":"api_reboot_test"}
22642024-09-26T23:29:41.659Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:41.360865667Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::smoke::api_reboot_test"}
22652024-09-26T23:29:41.683Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:41.3610463Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::smoke::api_reboot_test"}
22662024-09-26T23:29:41.683Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:41.361098961Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","vm":"api_reboot_test"}
22672024-09-26T23:29:41.683Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:41.361135272Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"CallerTimeout","target":"localhost:~#","path":"phd_tests::smoke::api_reboot_test","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","vm":"api_reboot_test"}
22682024-09-26T23:29:41.683Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:41.380010149Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":18,"vm":"api_reboot_test"}
22692024-09-26T23:29:41.683Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:41.380122421Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test"}
22702024-09-26T23:29:41.683Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:41.380183392Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":4121}
22712024-09-26T23:29:41.683Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:41.380290474Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","vm":"api_reboot_test"}
22722024-09-26T23:29:41.683Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:41.380557508Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
22732024-09-26T23:29:41.683Z{"v":0,"name":"phd-runner","msg":"test phd_tests::smoke::api_reboot_test ... ok","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:41.38066621Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
22742024-09-26T23:29:41.683Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:41.380733131Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":8329}
22752024-09-26T23:29:41.683Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:41.380769762Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
22762024-09-26T23:29:41.683Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:41.381684577Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::api_reboot_test","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","vm":"api_reboot_test"}
22772024-09-26T23:29:42.273Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:41.974631756Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::smoke::api_reboot_test","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","vm":"api_reboot_test"}
22782024-09-26T23:29:42.398Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.100078973Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::api_reboot_test","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","vm":"api_reboot_test"}
22792024-09-26T23:29:42.422Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.100187315Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-80b30eff-b41a-46be-b305-64e6c9d7bdee\"]","verb":"destroy","path":"phd_tests::smoke::api_reboot_test","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","vm":"api_reboot_test"}
22802024-09-26T23:29:42.446Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.127653536Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::api_reboot_test","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","vm":"api_reboot_test"}
22812024-09-26T23:29:42.446Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.127751178Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-09cc3b10-2d05-4f42-a76d-23910badd04d\"]","verb":"destroy","path":"phd_tests::smoke::api_reboot_test","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","vm":"api_reboot_test"}
22822024-09-26T23:29:42.470Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.149567414Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"eadb44d9-d528-4cee-905b-870208824efa","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":769,"vm":"api_reboot_test"}
22832024-09-26T23:29:42.470Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.149615925Z","target":"phd_tests::smoke","line":18,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::api_reboot_test","elapsed_milliseconds":10000}
22842024-09-26T23:29:42.470Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.149789848Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":768}
22852024-09-26T23:29:42.470Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::smoke::nproc_test","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.149840829Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
22862024-09-26T23:29:42.470Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.149870429Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
22872024-09-26T23:29:42.470Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.14989759Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
22882024-09-26T23:29:42.470Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.150001271Z","target":"phd_tests::smoke","line":7,"file":"phd-tests/tests/src/smoke.rs","path":"phd_tests::smoke::nproc_test"}
22892024-09-26T23:29:42.470Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.150074803Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::smoke::nproc_test"}
22902024-09-26T23:29:42.470Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.150235025Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::nproc_test"}
22912024-09-26T23:29:42.470Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.150290266Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::smoke::nproc_test"}
22922024-09-26T23:29:42.470Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.150339287Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","path":"phd_tests::smoke::nproc_test"}
22932024-09-26T23:29:42.470Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.162659184Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 171M 1.80T 170M /phd-artifacts\n","path":"phd_tests::smoke::nproc_test"}
22942024-09-26T23:29:42.470Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.162807426Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-2f61439b-e47b-4592-a1ae-e04b00f1cf81\"]","verb":"snapshot","path":"phd_tests::smoke::nproc_test"}
22952024-09-26T23:29:42.494Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.179988425Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-2f61439b-e47b-4592-a1ae-e04b00f1cf81\", \"phd-artifacts/phd-clone-01b99a3a-6338-49d1-8fb3-491a10cd8faf\"]","path":"phd_tests::smoke::nproc_test"}
22962024-09-26T23:29:42.518Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.201852202Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-01b99a3a-6338-49d1-8fb3-491a10cd8faf\"]","path":"phd_tests::smoke::nproc_test"}
22972024-09-26T23:29:42.518Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.214056617Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-01b99a3a-6338-49d1-8fb3-491a10cd8faf 0B 1.80T 170M /phd-artifacts/phd-clone-01b99a3a-6338-49d1-8fb3-491a10cd8faf\n","path":"phd_tests::smoke::nproc_test"}
22982024-09-26T23:29:42.518Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.214602947Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test"}
22992024-09-26T23:29:42.518Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.214658057Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"nproc_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::smoke::nproc_test"}
23002024-09-26T23:29:42.518Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.214706408Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::smoke::nproc_test"}
23012024-09-26T23:29:42.518Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.214779279Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","config_toml_path":"\"/tmp/propolis-phd/nproc_test.config.toml\"","server_path":"\"/work/phd-test/propolis-server\"","server_addr":"127.0.0.1:9000","path":"phd_tests::smoke::nproc_test"}
23022024-09-26T23:29:42.518Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.2148203Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stderr_path":"\"/tmp/propolis-phd/nproc_test.stderr.log\"","stdout_path":"\"/tmp/propolis-phd/nproc_test.stdout.log\"","path":"phd_tests::smoke::nproc_test"}
23032024-09-26T23:29:42.542Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1123","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.221784137Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::smoke::nproc_test"}
23042024-09-26T23:29:42.542Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.222369937Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":7,"path":"phd_tests::smoke::nproc_test"}
23052024-09-26T23:29:42.542Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.222459608Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23062024-09-26T23:29:42.542Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.222916206Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23072024-09-26T23:29:43.121Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.822989196Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
23082024-09-26T23:29:43.166Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.823687137Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: a7a24bdc-1d83-4054-9e2c-5219f2f6a64b, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: 68087fc5-4be9-45a4-9482-ae2ac4382daf, silo_id: 980d9a6d-4d46-437a-8457-cac84870f30b, sled_id: 8c32967a-3a48-4b62-bbb6-8aab957c63af, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"8c32967a-3a48-4b62-bbb6-8aab957c63af\" }, name: \"phd-vm-a7a24bdc-1d83-4054-9e2c-5219f2f6a64b\", vcpus: 6 }, state: Creating }","path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23092024-09-26T23:29:43.166Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.823761299Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","elapsed_milliseconds":601,"path":"phd_tests::smoke::nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23102024-09-26T23:29:43.167Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.82382038Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23112024-09-26T23:29:43.167Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.82386238Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23122024-09-26T23:29:43.167Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.82445829Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","elapsed_milliseconds":0,"path":"phd_tests::smoke::nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23132024-09-26T23:29:43.167Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.824507971Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test"}
23142024-09-26T23:29:43.167Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.824549082Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"300s","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b","vm":"nproc_test","path":"phd_tests::smoke::nproc_test"}
23152024-09-26T23:29:43.167Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.824581713Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::smoke::nproc_test"}
23162024-09-26T23:29:43.168Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.824612983Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23172024-09-26T23:29:43.168Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:42.824647223Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23182024-09-26T23:29:47.995Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:47.697006243Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","elapsed_milliseconds":4872,"path":"phd_tests::smoke::nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23192024-09-26T23:29:47.995Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:47.697084815Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::smoke::nproc_test"}
23202024-09-26T23:29:48.021Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:47.697261478Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::smoke::nproc_test"}
23212024-09-26T23:29:48.021Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:47.697310259Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23222024-09-26T23:29:48.021Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:47.697347389Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23232024-09-26T23:29:48.021Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:47.715189069Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","elapsed_milliseconds":17,"path":"phd_tests::smoke::nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23242024-09-26T23:29:48.021Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:47.715312361Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test"}
23252024-09-26T23:29:48.021Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:47.715378482Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","elapsed_milliseconds":4890,"path":"phd_tests::smoke::nproc_test"}
23262024-09-26T23:29:48.021Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:47.715598216Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23272024-09-26T23:29:48.021Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:47.715642736Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"nproc","path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23282024-09-26T23:29:48.045Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:47.725998Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","elapsed_milliseconds":10,"path":"phd_tests::smoke::nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23292024-09-26T23:29:48.045Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:47.726214724Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23302024-09-26T23:29:48.045Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:47.726297025Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23312024-09-26T23:29:48.069Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:47.759152447Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","elapsed_milliseconds":32,"path":"phd_tests::smoke::nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23322024-09-26T23:29:48.069Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:47.759281729Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23332024-09-26T23:29:48.069Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:47.759507413Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
23342024-09-26T23:29:48.069Z{"v":0,"name":"phd-runner","msg":"test phd_tests::smoke::nproc_test ... ok","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:47.759609475Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
23352024-09-26T23:29:48.069Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:47.759696866Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":4936}
23362024-09-26T23:29:48.069Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:47.759732327Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
23372024-09-26T23:29:48.069Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:47.76049197Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23382024-09-26T23:29:48.631Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.332953695Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23392024-09-26T23:29:48.765Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.467133929Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23402024-09-26T23:29:48.789Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.467237781Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-01b99a3a-6338-49d1-8fb3-491a10cd8faf\"]","verb":"destroy","path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23412024-09-26T23:29:48.813Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.492237291Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23422024-09-26T23:29:48.813Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.492299652Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"destroy","args":"[\"phd-artifacts@phd-2f61439b-e47b-4592-a1ae-e04b00f1cf81\"]","path":"phd_tests::smoke::nproc_test","vm":"nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23432024-09-26T23:29:48.813Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.51180788Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm":"nproc_test","elapsed_milliseconds":752,"path":"phd_tests::smoke::nproc_test","vm_id":"a7a24bdc-1d83-4054-9e2c-5219f2f6a64b"}
23442024-09-26T23:29:48.813Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.511867661Z","target":"phd_tests::smoke","line":7,"file":"phd-tests/tests/src/smoke.rs","elapsed_milliseconds":6361,"path":"phd_tests::smoke::nproc_test"}
23452024-09-26T23:29:48.813Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.512064904Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":752}
23462024-09-26T23:29:48.813Z{"v":0,"name":"phd-runner","msg":"Starting test phd_tests::disk::in_memory_backend_smoke_test","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.512128915Z","target":"phd_runner::execute","line":90,"file":"phd-tests/runner/src/execute.rs"}
23472024-09-26T23:29:48.813Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.512165515Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs"}
23482024-09-26T23:29:48.813Z{"v":0,"name":"phd-runner","msg":"[TEST_SETUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.512199316Z","target":"phd_runner::fixtures","line":41,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
23492024-09-26T23:29:48.813Z{"v":0,"name":"phd-runner","msg":"[TEST - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.512300478Z","target":"phd_tests::disk","line":12,"file":"phd-tests/tests/src/disk.rs","path":"phd_tests::disk::in_memory_backend_smoke_test"}
23502024-09-26T23:29:48.813Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.512381169Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/29813374b58e3b77fb665f2d95cb3bab37d44fdd2c4fce2a70de9d76a3512a4f/OVMF_CODE.fd","path":"phd_tests::disk::in_memory_backend_smoke_test"}
23512024-09-26T23:29:48.813Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.512543772Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::disk::in_memory_backend_smoke_test"}
23522024-09-26T23:29:48.813Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.512597973Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso","path":"phd_tests::disk::in_memory_backend_smoke_test"}
23532024-09-26T23:29:48.813Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.512643154Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"/phd-artifacts/ba8007f74f9b54fbae3b2520da577831b4834778a498d732f091260c61aa7ca1/alpine.iso\"]","verb":"list","path":"phd_tests::disk::in_memory_backend_smoke_test"}
23542024-09-26T23:29:48.837Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.524508443Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts 171M 1.80T 170M /phd-artifacts\n","path":"phd_tests::disk::in_memory_backend_smoke_test"}
23552024-09-26T23:29:48.837Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.524600584Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"snapshot","args":"[\"phd-artifacts@phd-4c98182f-13e9-4431-a016-db3344356cf7\"]","path":"phd_tests::disk::in_memory_backend_smoke_test"}
23562024-09-26T23:29:48.861Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.539465834Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"clone","args":"[\"phd-artifacts@phd-4c98182f-13e9-4431-a016-db3344356cf7\", \"phd-artifacts/phd-clone-77dcaf9a-1f51-4ab6-88cf-f1d1288c7089\"]","path":"phd_tests::disk::in_memory_backend_smoke_test"}
23572024-09-26T23:29:48.861Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.557440166Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","verb":"list","args":"[\"phd-artifacts/phd-clone-77dcaf9a-1f51-4ab6-88cf-f1d1288c7089\"]","path":"phd_tests::disk::in_memory_backend_smoke_test"}
23582024-09-26T23:29:48.886Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] parsing zfs list output","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.569655761Z","target":"phd_framework::zfs","line":238,"file":"phd-tests/framework/src/zfs.rs","stdout":"NAME USED AVAIL REFER MOUNTPOINT\nphd-artifacts/phd-clone-77dcaf9a-1f51-4ab6-88cf-f1d1288c7089 0B 1.80T 170M /phd-artifacts/phd-clone-77dcaf9a-1f51-4ab6-88cf-f1d1288c7089\n","path":"phd_tests::disk::in_memory_backend_smoke_test"}
23592024-09-26T23:29:48.886Z{"v":0,"name":"phd-runner","msg":"[NEW - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.571071285Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::disk::in_memory_backend_smoke_test"}
23602024-09-26T23:29:48.886Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] phd_framework::test_vm","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.571129236Z","target":"phd_framework::test_vm","line":204,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_name":"in_memory_backend_test","guest_os_kind":"Alpine","environment":"EnvironmentSpec { location: Local, propolis_artifact: \"__DEFAULT_PROPOLIS\" }","path":"phd_tests::disk::in_memory_backend_smoke_test"}
23612024-09-26T23:29:48.886Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Verified artifact already exists","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.571183777Z","target":"phd_framework::artifacts::store","line":45,"file":"phd-tests/framework/src/artifacts/store.rs","path":"/work/phd-test/propolis-server","path":"phd_tests::disk::in_memory_backend_smoke_test"}
23622024-09-26T23:29:48.886Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launching Propolis server","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.571259678Z","target":"phd_framework::test_vm::server","line":55,"file":"phd-tests/framework/src/test_vm/server.rs","server_addr":"127.0.0.1:9000","server_path":"\"/work/phd-test/propolis-server\"","config_toml_path":"\"/tmp/propolis-phd/in_memory_backend_test.config.toml\"","path":"phd_tests::disk::in_memory_backend_smoke_test"}
23632024-09-26T23:29:48.886Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Opening server log files","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.571302619Z","target":"phd_framework::server_log_mode","line":64,"file":"phd-tests/framework/src/server_log_mode.rs","stdout_path":"\"/tmp/propolis-phd/in_memory_backend_test.stdout.log\"","stderr_path":"\"/tmp/propolis-phd/in_memory_backend_test.stderr.log\"","path":"phd_tests::disk::in_memory_backend_smoke_test"}
23642024-09-26T23:29:48.886Z{"v":0,"name":"phd-runner","msg":"[NEW - EVENT] Launched server with pid 1131","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.577738747Z","target":"phd_framework::test_vm::server","line":107,"file":"phd-tests/framework/src/test_vm/server.rs","path":"phd_tests::disk::in_memory_backend_smoke_test"}
23652024-09-26T23:29:48.886Z{"v":0,"name":"phd-runner","msg":"[NEW - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.578100043Z","target":"phd_framework::test_vm","line":186,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::disk::in_memory_backend_smoke_test","elapsed_milliseconds":6}
23662024-09-26T23:29:48.886Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.578171474Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
23672024-09-26T23:29:48.886Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] retriable error from instance_spec_ensure","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:48.579075739Z","target":"phd_framework::test_vm","line":369,"file":"phd-tests/framework/src/test_vm/mod.rs","e":"Communication Error: error sending request for url (http://127.0.0.1:9000/instance/spec): error trying to connect: tcp connect error: Connection refused (os error 146)","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
23682024-09-26T23:29:49.544Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:49.246361598Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs"}
23692024-09-26T23:29:49.590Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - EVENT] Started instance","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:49.246923387Z","target":"phd_framework::test_vm","line":428,"file":"phd-tests/framework/src/test_vm/mod.rs","instance_description.instance":"Instance { disks: [], nics: [], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Pheidippides-managed VM\", id: 1a601d4d-a0d0-4905-af82-5d857e4b41d2, image_id: 00000000-0000-0000-0000-000000000000, memory: 512, metadata: InstanceMetadata { project_id: e65affbc-152c-4191-be5d-df7d55dffe52, silo_id: c68bb81d-6f3a-4188-908e-45420d88fde4, sled_id: 8dfff497-d78b-46f3-ab6b-edbbfbfffe88, sled_model: \"pheidippes\", sled_revision: 1, sled_serial: \"8dfff497-d78b-46f3-ab6b-edbbfbfffe88\" }, name: \"phd-vm-1a601d4d-a0d0-4905-af82-5d857e4b41d2\", vcpus: 2 }, state: Creating }","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
23702024-09-26T23:29:49.590Z{"v":0,"name":"phd-runner","msg":"[INSTANCE_ENSURE_INTERNAL - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:49.246995778Z","target":"phd_framework::test_vm","line":290,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","elapsed_milliseconds":668,"vm":"in_memory_backend_test"}
23712024-09-26T23:29:49.590Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:49.247059039Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
23722024-09-26T23:29:49.590Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - EVENT] Requesting instance state change","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:49.24710295Z","target":"phd_framework::test_vm","line":510,"file":"phd-tests/framework/src/test_vm/mod.rs","state":"Run","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
23732024-09-26T23:29:49.590Z{"v":0,"name":"phd-runner","msg":"[PUT_INSTANCE_STATE - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:49.2476539Z","target":"phd_framework::test_vm","line":505,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","elapsed_milliseconds":0,"vm":"in_memory_backend_test"}
23742024-09-26T23:29:49.590Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:49.24770461Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::disk::in_memory_backend_smoke_test"}
23752024-09-26T23:29:49.590Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] waiting for guest to boot","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:49.247748371Z","target":"phd_framework::test_vm","line":711,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"300s","vm":"in_memory_backend_test","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test"}
23762024-09-26T23:29:49.590Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:49.247782592Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost login: \")","path":"phd_tests::disk::in_memory_backend_smoke_test"}
23772024-09-26T23:29:49.590Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:49.247815482Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
23782024-09-26T23:29:49.590Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:49.247850843Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost login: ","timeout_duration":"CallerTimeout","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
23792024-09-26T23:29:53.758Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.459746189Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","elapsed_milliseconds":4211,"vm":"in_memory_backend_test"}
23802024-09-26T23:29:53.758Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.4598304Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WriteStr(\"root\")","path":"phd_tests::disk::in_memory_backend_smoke_test"}
23812024-09-26T23:29:53.782Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] executing command in boot sequence","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.460006443Z","target":"phd_framework::test_vm","line":719,"file":"phd-tests/framework/src/test_vm/mod.rs","step":"WaitFor(\"localhost:~#\")","path":"phd_tests::disk::in_memory_backend_smoke_test"}
23822024-09-26T23:29:53.782Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.460055694Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
23832024-09-26T23:29:53.782Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.460093235Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"CallerTimeout","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
23842024-09-26T23:29:53.782Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.47883291Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","elapsed_milliseconds":18,"vm":"in_memory_backend_test"}
23852024-09-26T23:29:53.782Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - EVENT] Guest has booted","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.478935451Z","target":"phd_framework::test_vm","line":759,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::disk::in_memory_backend_smoke_test"}
23862024-09-26T23:29:53.782Z{"v":0,"name":"phd-runner","msg":"[WAIT_TO_BOOT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.479005822Z","target":"phd_framework::test_vm","line":762,"file":"phd-tests/framework/src/test_vm/mod.rs","path":"phd_tests::disk::in_memory_backend_smoke_test","elapsed_milliseconds":4231}
23872024-09-26T23:29:53.782Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.479224456Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
23882024-09-26T23:29:53.782Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.479310248Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"ls /dev/disk","timeout_duration":"Explicit(15s)","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
23892024-09-26T23:29:53.806Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.489685042Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","elapsed_milliseconds":10,"vm":"in_memory_backend_test"}
23902024-09-26T23:29:53.806Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.489906226Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
23912024-09-26T23:29:53.806Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.489992027Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
23922024-09-26T23:29:53.830Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.522633785Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","elapsed_milliseconds":32,"vm":"in_memory_backend_test"}
23932024-09-26T23:29:53.830Z{"v":0,"name":"phd-runner","msg":"[TEST - EVENT] guest doesn't support /dev/disk/by-path, did not verify device path","level":40,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.522756297Z","target":"phd_tests::disk","line":45,"file":"phd-tests/tests/src/disk.rs","path":"phd_tests::disk::in_memory_backend_smoke_test"}
23942024-09-26T23:29:53.830Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.522955401Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
23952024-09-26T23:29:53.830Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.523039492Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"mkdir /phd","timeout_duration":"Explicit(15s)","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
23962024-09-26T23:29:53.853Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.533274244Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","elapsed_milliseconds":10,"vm":"in_memory_backend_test"}
23972024-09-26T23:29:53.854Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.533466227Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
23982024-09-26T23:29:53.854Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.533527668Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
23992024-09-26T23:29:53.877Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.556109298Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","elapsed_milliseconds":22,"vm":"in_memory_backend_test"}
24002024-09-26T23:29:53.877Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.55624956Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
24012024-09-26T23:29:53.877Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.556301001Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"mount -o ro /dev/vda /phd","timeout_duration":"Explicit(15s)","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
24022024-09-26T23:29:53.877Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.567621841Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","elapsed_milliseconds":11,"vm":"in_memory_backend_test"}
24032024-09-26T23:29:53.877Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.567749933Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
24042024-09-26T23:29:53.877Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.567800104Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"localhost:~#","timeout_duration":"Explicit(300s)","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
24052024-09-26T23:29:53.901Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.600400682Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","elapsed_milliseconds":32,"vm":"in_memory_backend_test"}
24062024-09-26T23:29:53.901Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.600537294Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
24072024-09-26T23:29:53.901Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.600587615Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","target":"ls /phd","timeout_duration":"Explicit(15s)","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
24082024-09-26T23:29:53.924Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.611064741Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","elapsed_milliseconds":10,"vm":"in_memory_backend_test"}
24092024-09-26T23:29:53.924Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.611200893Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
24102024-09-26T23:29:53.924Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.611250234Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
24112024-09-26T23:29:53.948Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.633755162Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","elapsed_milliseconds":22,"vm":"in_memory_backend_test"}
24122024-09-26T23:29:53.948Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.633939305Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
24132024-09-26T23:29:53.948Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.633990746Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(15s)","target":"cat /phd/hello_oxide.txt","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
24142024-09-26T23:29:53.948Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.644398261Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","elapsed_milliseconds":10,"vm":"in_memory_backend_test"}
24152024-09-26T23:29:53.948Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.644585884Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
24162024-09-26T23:29:53.948Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - EVENT] Waiting for output on serial console","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.644663215Z","target":"phd_framework::test_vm","line":784,"file":"phd-tests/framework/src/test_vm/mod.rs","timeout_duration":"Explicit(300s)","target":"localhost:~#","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
24172024-09-26T23:29:53.975Z{"v":0,"name":"phd-runner","msg":"[WAIT_FOR_SERIAL_OUTPUT - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.677513077Z","target":"phd_framework::test_vm","line":777,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","elapsed_milliseconds":32,"vm":"in_memory_backend_test"}
24182024-09-26T23:29:53.999Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.67766221Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
24192024-09-26T23:29:53.999Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - EVENT] serial console command channel was closed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.677954834Z","target":"phd_framework::serial","line":213,"file":"phd-tests/framework/src/serial/mod.rs"}
24202024-09-26T23:29:54.000Z{"v":0,"name":"phd-runner","msg":"test phd_tests::disk::in_memory_backend_smoke_test ... ok","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.678058116Z","target":"phd_runner::execute","line":129,"file":"phd-tests/runner/src/execute.rs"}
24212024-09-26T23:29:54.000Z{"v":0,"name":"phd-runner","msg":"[SERIAL CONSOLE TASK - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.678116907Z","target":"phd_framework::serial","line":200,"file":"phd-tests/framework/src/serial/mod.rs","elapsed_milliseconds":4431}
24222024-09-26T23:29:54.000Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.678129517Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs"}
24232024-09-26T23:29:54.000Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] trying to ensure Propolis server VM is destroyed","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:53.678940481Z","target":"phd_framework::test_vm","line":1040,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
24242024-09-26T23:29:54.345Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] Killing Propolis server process","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:54.047372139Z","target":"phd_framework::test_vm::server","line":125,"file":"phd-tests/framework/src/test_vm/server.rs","self.address":"127.0.0.1:9000","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
24252024-09-26T23:29:54.475Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs clone dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:54.176388836Z","target":"phd_framework::zfs","line":83,"file":"phd-tests/framework/src/zfs.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
24262024-09-26T23:29:54.498Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:54.176477487Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts/phd-clone-77dcaf9a-1f51-4ab6-88cf-f1d1288c7089\"]","verb":"destroy","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
24272024-09-26T23:29:54.522Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] zfs snapshot dropped","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:54.204711002Z","target":"phd_framework::zfs","line":57,"file":"phd-tests/framework/src/zfs.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
24282024-09-26T23:29:54.522Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - EVENT] executing ZFS command","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:54.204807243Z","target":"phd_framework::zfs","line":304,"file":"phd-tests/framework/src/zfs.rs","args":"[\"phd-artifacts@phd-4c98182f-13e9-4431-a016-db3344356cf7\"]","verb":"destroy","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","vm":"in_memory_backend_test"}
24292024-09-26T23:29:54.545Z{"v":0,"name":"phd-runner","msg":"[VM CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:54.224562695Z","target":"phd_framework::test_vm","line":1017,"file":"phd-tests/framework/src/test_vm/mod.rs","vm_id":"1a601d4d-a0d0-4905-af82-5d857e4b41d2","path":"phd_tests::disk::in_memory_backend_smoke_test","elapsed_milliseconds":546,"vm":"in_memory_backend_test"}
24302024-09-26T23:29:54.545Z{"v":0,"name":"phd-runner","msg":"[TEST - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:54.224626686Z","target":"phd_tests::disk","line":12,"file":"phd-tests/tests/src/disk.rs","path":"phd_tests::disk::in_memory_backend_smoke_test","elapsed_milliseconds":5712}
24312024-09-26T23:29:54.545Z{"v":0,"name":"phd-runner","msg":"[TEST_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:54.224806139Z","target":"phd_runner::fixtures","line":51,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":546}
24322024-09-26T23:29:54.545Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - START]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:54.22486531Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs"}
24332024-09-26T23:29:54.545Z{"v":0,"name":"phd-runner","msg":"[EXECUTION_CLEANUP - END]","level":30,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:54.22489463Z","target":"phd_runner::fixtures","line":35,"file":"phd-tests/runner/src/fixtures.rs","elapsed_milliseconds":0}
24342024-09-26T23:29:54.545Ztest result: ok. 26 passed; 0 failed; 1 skipped; 0 not run; finished in 449.83s
24352024-09-26T23:29:54.545Z
24362024-09-26T23:29:54.545Z{"v":0,"name":"phd-runner","msg":"phd_runner","level":20,"hostname":"sock","pid":860,"time":"2024-09-26T23:29:54.224969802Z","target":"phd_runner","line":40,"file":"phd-tests/runner/src/main.rs","exit_code":0}
24372024-09-26T23:29:54.570Z
24382024-09-26T23:29:54.570Zreal 7:30.175956575
24392024-09-26T23:29:54.570Zuser 1:31.356451558
24402024-09-26T23:29:54.570Zsys 1:49.076464365
24412024-09-26T23:29:54.570Ztrap 0.011299896
24422024-09-26T23:29:54.570Ztflt 0.003450455
24432024-09-26T23:29:54.570Zdflt 0.003478572
24442024-09-26T23:29:54.570Zkflt 0.001549312
24452024-09-26T23:29:54.570Zlock 8:40:46.631597638
24462024-09-26T23:29:54.570Zslp 23:01.661874674
24472024-09-26T23:29:54.570Zlat 1.370779748
24482024-09-26T23:29:54.570Zstop 1:05.188272946
24492024-09-26T23:29:54.570Z+ failcount=0
24502024-09-26T23:29:54.570Z+ set -e
24512024-09-26T23:29:54.570Z+ tar -czvf /tmp/phd-tmp-files.tar.gz -C /tmp/propolis-phd /tmp/propolis-phd/api_reboot_test.serial.log /tmp/propolis-phd/api_reboot_test.stderr.log /tmp/propolis-phd/api_reboot_test.stdout.log /tmp/propolis-phd/crucible_061d14de-6daa-4880-8b66-db51fdb6810b_9000.stderr.log /tmp/propolis-phd/crucible_061d14de-6daa-4880-8b66-db51fdb6810b_9000.stdout.log /tmp/propolis-phd/crucible_061d14de-6daa-4880-8b66-db51fdb6810b_9001.stderr.log /tmp/propolis-phd/crucible_061d14de-6daa-4880-8b66-db51fdb6810b_9001.stdout.log /tmp/propolis-phd/crucible_061d14de-6daa-4880-8b66-db51fdb6810b_9002.stderr.log /tmp/propolis-phd/crucible_061d14de-6daa-4880-8b66-db51fdb6810b_9002.stdout.log /tmp/propolis-phd/crucible_2f0d32cd-4962-4051-97b3-c045122ef7a8_9000.stderr.log /tmp/propolis-phd/crucible_2f0d32cd-4962-4051-97b3-c045122ef7a8_9000.stdout.log /tmp/propolis-phd/crucible_2f0d32cd-4962-4051-97b3-c045122ef7a8_9001.stderr.log /tmp/propolis-phd/crucible_2f0d32cd-4962-4051-97b3-c045122ef7a8_9001.stdout.log /tmp/propolis-phd/crucible_2f0d32cd-4962-4051-97b3-c045122ef7a8_9002.stderr.log /tmp/propolis-phd/crucible_2f0d32cd-4962-4051-97b3-c045122ef7a8_9002.stdout.log /tmp/propolis-phd/crucible_386fcda6-d09d-4108-b199-9c57aa1fc8e2_9000.stderr.log /tmp/propolis-phd/crucible_386fcda6-d09d-4108-b199-9c57aa1fc8e2_9000.stdout.log /tmp/propolis-phd/crucible_386fcda6-d09d-4108-b199-9c57aa1fc8e2_9001.stderr.log /tmp/propolis-phd/crucible_386fcda6-d09d-4108-b199-9c57aa1fc8e2_9001.stdout.log /tmp/propolis-phd/crucible_386fcda6-d09d-4108-b199-9c57aa1fc8e2_9002.stderr.log /tmp/propolis-phd/crucible_386fcda6-d09d-4108-b199-9c57aa1fc8e2_9002.stdout.log /tmp/propolis-phd/crucible_446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9000.stderr.log /tmp/propolis-phd/crucible_446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9000.stdout.log /tmp/propolis-phd/crucible_446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9001.stderr.log /tmp/propolis-phd/crucible_446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9001.stdout.log /tmp/propolis-phd/crucible_446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9002.stderr.log /tmp/propolis-phd/crucible_446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9002.stdout.log /tmp/propolis-phd/crucible_91efb086-666e-4f62-8c0e-ea89f6e93802_9000.stderr.log /tmp/propolis-phd/crucible_91efb086-666e-4f62-8c0e-ea89f6e93802_9000.stdout.log /tmp/propolis-phd/crucible_91efb086-666e-4f62-8c0e-ea89f6e93802_9001.stderr.log /tmp/propolis-phd/crucible_91efb086-666e-4f62-8c0e-ea89f6e93802_9001.stdout.log /tmp/propolis-phd/crucible_91efb086-666e-4f62-8c0e-ea89f6e93802_9002.stderr.log /tmp/propolis-phd/crucible_91efb086-666e-4f62-8c0e-ea89f6e93802_9002.stdout.log /tmp/propolis-phd/crucible_boot_test.serial.log /tmp/propolis-phd/crucible_boot_test.stderr.log /tmp/propolis-phd/crucible_boot_test.stdout.log /tmp/propolis-phd/crucible_e06b490f-4978-4373-9cb1-f4a860efa69b_9000.stderr.log /tmp/propolis-phd/crucible_e06b490f-4978-4373-9cb1-f4a860efa69b_9000.stdout.log /tmp/propolis-phd/crucible_e06b490f-4978-4373-9cb1-f4a860efa69b_9001.stderr.log /tmp/propolis-phd/crucible_e06b490f-4978-4373-9cb1-f4a860efa69b_9001.stdout.log /tmp/propolis-phd/crucible_e06b490f-4978-4373-9cb1-f4a860efa69b_9002.stderr.log /tmp/propolis-phd/crucible_e06b490f-4978-4373-9cb1-f4a860efa69b_9002.stdout.log /tmp/propolis-phd/crucible_ed159378-cf09-43f4-91bf-4d487107f0a3_9000.stderr.log /tmp/propolis-phd/crucible_ed159378-cf09-43f4-91bf-4d487107f0a3_9000.stdout.log /tmp/propolis-phd/crucible_ed159378-cf09-43f4-91bf-4d487107f0a3_9001.stderr.log /tmp/propolis-phd/crucible_ed159378-cf09-43f4-91bf-4d487107f0a3_9001.stdout.log /tmp/propolis-phd/crucible_ed159378-cf09-43f4-91bf-4d487107f0a3_9002.stderr.log /tmp/propolis-phd/crucible_ed159378-cf09-43f4-91bf-4d487107f0a3_9002.stdout.log /tmp/propolis-phd/crucible_guest_reboot_test.serial.log /tmp/propolis-phd/crucible_guest_reboot_test.stderr.log /tmp/propolis-phd/crucible_guest_reboot_test.stdout.log /tmp/propolis-phd/crucible_load_test_source.serial.log /tmp/propolis-phd/crucible_load_test_source.stderr.log /tmp/propolis-phd/crucible_load_test_source.stdout.log /tmp/propolis-phd/crucible_load_test_target.stderr.log /tmp/propolis-phd/crucible_load_test_target.stdout.log /tmp/propolis-phd/crucible_migrate_smoke_source.serial.log /tmp/propolis-phd/crucible_migrate_smoke_source.stderr.log /tmp/propolis-phd/crucible_migrate_smoke_source.stdout.log /tmp/propolis-phd/crucible_migrate_smoke_target.stderr.log /tmp/propolis-phd/crucible_migrate_smoke_target.stdout.log /tmp/propolis-phd/crucible_shutdown_persistence_test.stderr.log /tmp/propolis-phd/crucible_shutdown_persistence_test.stdout.log /tmp/propolis-phd/guest_reboot_test.serial.log /tmp/propolis-phd/guest_reboot_test.stderr.log /tmp/propolis-phd/guest_reboot_test.stdout.log /tmp/propolis-phd/in_memory_backend_test.serial.log /tmp/propolis-phd/in_memory_backend_test.stderr.log /tmp/propolis-phd/in_memory_backend_test.stdout.log /tmp/propolis-phd/instance_ensure_api_test.serial.log /tmp/propolis-phd/instance_ensure_api_test.stderr.log /tmp/propolis-phd/instance_ensure_api_test.stdout.log /tmp/propolis-phd/instance_ensure_running_test.serial.log /tmp/propolis-phd/instance_ensure_running_test.stderr.log /tmp/propolis-phd/instance_ensure_running_test.stdout.log /tmp/propolis-phd/instance_reset_requires_running_test.serial.log /tmp/propolis-phd/instance_reset_requires_running_test.stderr.log /tmp/propolis-phd/instance_reset_requires_running_test.stdout.log /tmp/propolis-phd/instance_reset_returns_to_running_test.serial.log /tmp/propolis-phd/instance_reset_returns_to_running_test.stderr.log /tmp/propolis-phd/instance_reset_returns_to_running_test.stdout.log /tmp/propolis-phd/instance_spec_test.serial.log /tmp/propolis-phd/instance_spec_test.stderr.log /tmp/propolis-phd/instance_spec_test.stdout.log /tmp/propolis-phd/instance_stop_causes_destroy_test.serial.log /tmp/propolis-phd/instance_stop_causes_destroy_test.stderr.log /tmp/propolis-phd/instance_stop_causes_destroy_test.stdout.log /tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.serial.log /tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.stderr.log /tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.stdout.log /tmp/propolis-phd/lspci_lifecycle_test.serial.log /tmp/propolis-phd/lspci_lifecycle_test.stderr.log /tmp/propolis-phd/lspci_lifecycle_test.stdout.log /tmp/propolis-phd/migrate_running_process_source.serial.log /tmp/propolis-phd/migrate_running_process_source.stderr.log /tmp/propolis-phd/migrate_running_process_source.stdout.log /tmp/propolis-phd/migrate_running_process_target.stderr.log /tmp/propolis-phd/migrate_running_process_target.stdout.log /tmp/propolis-phd/migrate_running_process::export_failure_source.serial.log /tmp/propolis-phd/migrate_running_process::export_failure_source.stderr.log /tmp/propolis-phd/migrate_running_process::export_failure_source.stdout.log /tmp/propolis-phd/migrate_running_process::export_failure_target1.stderr.log /tmp/propolis-phd/migrate_running_process::export_failure_target1.stdout.log /tmp/propolis-phd/migrate_running_process::export_failure_target2.stderr.log /tmp/propolis-phd/migrate_running_process::export_failure_target2.stdout.log /tmp/propolis-phd/migrate_running_process::import_failure_source.serial.log /tmp/propolis-phd/migrate_running_process::import_failure_source.stderr.log /tmp/propolis-phd/migrate_running_process::import_failure_source.stdout.log /tmp/propolis-phd/migrate_running_process::import_failure_target1.stderr.log /tmp/propolis-phd/migrate_running_process::import_failure_target1.stdout.log /tmp/propolis-phd/migrate_running_process::import_failure_target2.stderr.log /tmp/propolis-phd/migrate_running_process::import_failure_target2.stdout.log /tmp/propolis-phd/migration_ensures_instance_metadata_source.serial.log /tmp/propolis-phd/migration_ensures_instance_metadata_source.stderr.log /tmp/propolis-phd/migration_ensures_instance_metadata_source.stdout.log /tmp/propolis-phd/migration_ensures_instance_metadata_target.stderr.log /tmp/propolis-phd/migration_ensures_instance_metadata_target.stdout.log /tmp/propolis-phd/migration_incompatible_source_0.serial.log /tmp/propolis-phd/migration_incompatible_source_0.stderr.log /tmp/propolis-phd/migration_incompatible_source_0.stdout.log /tmp/propolis-phd/migration_incompatible_source_1.serial.log /tmp/propolis-phd/migration_incompatible_source_1.stderr.log /tmp/propolis-phd/migration_incompatible_source_1.stdout.log /tmp/propolis-phd/migration_incompatible_target_1.stderr.log /tmp/propolis-phd/migration_incompatible_target_1.stdout.log /tmp/propolis-phd/migration_incompatible_target_2.stderr.log /tmp/propolis-phd/migration_incompatible_target_2.stdout.log /tmp/propolis-phd/migration_serial_history_lifecycle_0.stderr.log /tmp/propolis-phd/migration_serial_history_lifecycle_0.stdout.log /tmp/propolis-phd/migration_serial_history.serial.log /tmp/propolis-phd/migration_serial_history.stderr.log /tmp/propolis-phd/migration_serial_history.stdout.log /tmp/propolis-phd/migration_smoke_lifecycle_0.stderr.log /tmp/propolis-phd/migration_smoke_lifecycle_0.stdout.log /tmp/propolis-phd/migration_smoke.serial.log /tmp/propolis-phd/migration_smoke.stderr.log /tmp/propolis-phd/migration_smoke.stdout.log /tmp/propolis-phd/multiline_test.serial.log /tmp/propolis-phd/multiline_test.stderr.log /tmp/propolis-phd/multiline_test.stdout.log /tmp/propolis-phd/multiple_migrations_0.serial.log /tmp/propolis-phd/multiple_migrations_0.stderr.log /tmp/propolis-phd/multiple_migrations_0.stdout.log /tmp/propolis-phd/multiple_migrations_1.stderr.log /tmp/propolis-phd/multiple_migrations_1.stdout.log /tmp/propolis-phd/multiple_migrations_2.stderr.log /tmp/propolis-phd/multiple_migrations_2.stdout.log /tmp/propolis-phd/nproc_test.serial.log /tmp/propolis-phd/nproc_test.stderr.log /tmp/propolis-phd/nproc_test.stdout.log /tmp/propolis-phd/vm_reaches_destroyed_after_migration_out_source.serial.log /tmp/propolis-phd/vm_reaches_destroyed_after_migration_out_source.stderr.log /tmp/propolis-phd/vm_reaches_destroyed_after_migration_out_source.stdout.log /tmp/propolis-phd/vm_reaches_destroyed_after_migration_out_target.stderr.log /tmp/propolis-phd/vm_reaches_destroyed_after_migration_out_target.stdout.log -C /tmp/propolis-phd /tmp/propolis-phd/api_reboot_test.config.toml /tmp/propolis-phd/crucible_boot_test.config.toml /tmp/propolis-phd/crucible_guest_reboot_test.config.toml /tmp/propolis-phd/crucible_load_test_source.config.toml /tmp/propolis-phd/crucible_load_test_target.config.toml /tmp/propolis-phd/crucible_migrate_smoke_source.config.toml /tmp/propolis-phd/crucible_migrate_smoke_target.config.toml /tmp/propolis-phd/crucible_shutdown_persistence_test.config.toml /tmp/propolis-phd/guest_reboot_test.config.toml /tmp/propolis-phd/in_memory_backend_test.config.toml /tmp/propolis-phd/instance_ensure_api_test.config.toml /tmp/propolis-phd/instance_ensure_running_test.config.toml /tmp/propolis-phd/instance_reset_requires_running_test.config.toml /tmp/propolis-phd/instance_reset_returns_to_running_test.config.toml /tmp/propolis-phd/instance_spec_test.config.toml /tmp/propolis-phd/instance_stop_causes_destroy_test.config.toml /tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.config.toml /tmp/propolis-phd/lspci_lifecycle_test.config.toml /tmp/propolis-phd/migrate_running_process_source.config.toml /tmp/propolis-phd/migrate_running_process_target.config.toml /tmp/propolis-phd/migrate_running_process::export_failure_source.config.toml /tmp/propolis-phd/migrate_running_process::export_failure_target1.config.toml /tmp/propolis-phd/migrate_running_process::export_failure_target2.config.toml /tmp/propolis-phd/migrate_running_process::import_failure_source.config.toml /tmp/propolis-phd/migrate_running_process::import_failure_target1.config.toml /tmp/propolis-phd/migrate_running_process::import_failure_target2.config.toml /tmp/propolis-phd/migration_ensures_instance_metadata_source.config.toml /tmp/propolis-phd/migration_ensures_instance_metadata_target.config.toml /tmp/propolis-phd/migration_incompatible_source_0.config.toml /tmp/propolis-phd/migration_incompatible_source_1.config.toml /tmp/propolis-phd/migration_incompatible_target_1.config.toml /tmp/propolis-phd/migration_incompatible_target_2.config.toml /tmp/propolis-phd/migration_serial_history_lifecycle_0.config.toml /tmp/propolis-phd/migration_serial_history.config.toml /tmp/propolis-phd/migration_smoke_lifecycle_0.config.toml /tmp/propolis-phd/migration_smoke.config.toml /tmp/propolis-phd/multiline_test.config.toml /tmp/propolis-phd/multiple_migrations_0.config.toml /tmp/propolis-phd/multiple_migrations_1.config.toml /tmp/propolis-phd/multiple_migrations_2.config.toml /tmp/propolis-phd/nproc_test.config.toml /tmp/propolis-phd/vm_reaches_destroyed_after_migration_out_source.config.toml /tmp/propolis-phd/vm_reaches_destroyed_after_migration_out_target.config.toml
24522024-09-26T23:29:54.571ZCompressing '/tmp/phd-tmp-files.tar.gz' with '/usr/bin/gzip'...
24532024-09-26T23:29:54.571Za /tmp/propolis-phd/api_reboot_test.serial.log 13K
24542024-09-26T23:29:54.571Za /tmp/propolis-phd/api_reboot_test.stderr.log 0K
24552024-09-26T23:29:54.571Za /tmp/propolis-phd/api_reboot_test.stdout.log 42K
24562024-09-26T23:29:54.571Za /tmp/propolis-phd/crucible_061d14de-6daa-4880-8b66-db51fdb6810b_9000.stderr.log 0K
24572024-09-26T23:29:54.571Za /tmp/propolis-phd/crucible_061d14de-6daa-4880-8b66-db51fdb6810b_9000.stdout.log 3K
24582024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_061d14de-6daa-4880-8b66-db51fdb6810b_9001.stderr.log 0K
24592024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_061d14de-6daa-4880-8b66-db51fdb6810b_9001.stdout.log 3K
24602024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_061d14de-6daa-4880-8b66-db51fdb6810b_9002.stderr.log 0K
24612024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_061d14de-6daa-4880-8b66-db51fdb6810b_9002.stdout.log 3K
24622024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_2f0d32cd-4962-4051-97b3-c045122ef7a8_9000.stderr.log 0K
24632024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_2f0d32cd-4962-4051-97b3-c045122ef7a8_9000.stdout.log 1K
24642024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_2f0d32cd-4962-4051-97b3-c045122ef7a8_9001.stderr.log 0K
24652024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_2f0d32cd-4962-4051-97b3-c045122ef7a8_9001.stdout.log 1K
24662024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_2f0d32cd-4962-4051-97b3-c045122ef7a8_9002.stderr.log 0K
24672024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_2f0d32cd-4962-4051-97b3-c045122ef7a8_9002.stdout.log 1K
24682024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_386fcda6-d09d-4108-b199-9c57aa1fc8e2_9000.stderr.log 0K
24692024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_386fcda6-d09d-4108-b199-9c57aa1fc8e2_9000.stdout.log 8K
24702024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_386fcda6-d09d-4108-b199-9c57aa1fc8e2_9001.stderr.log 0K
24712024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_386fcda6-d09d-4108-b199-9c57aa1fc8e2_9001.stdout.log 8K
24722024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_386fcda6-d09d-4108-b199-9c57aa1fc8e2_9002.stderr.log 0K
24732024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_386fcda6-d09d-4108-b199-9c57aa1fc8e2_9002.stdout.log 8K
24742024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9000.stderr.log 0K
24752024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9000.stdout.log 5K
24762024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9001.stderr.log 0K
24772024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9001.stdout.log 5K
24782024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9002.stderr.log 0K
24792024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_446cc0a5-aca2-40c1-92e9-b6e7bdc6fbbf_9002.stdout.log 5K
24802024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_91efb086-666e-4f62-8c0e-ea89f6e93802_9000.stderr.log 0K
24812024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_91efb086-666e-4f62-8c0e-ea89f6e93802_9000.stdout.log 5K
24822024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_91efb086-666e-4f62-8c0e-ea89f6e93802_9001.stderr.log 0K
24832024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_91efb086-666e-4f62-8c0e-ea89f6e93802_9001.stdout.log 5K
24842024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_91efb086-666e-4f62-8c0e-ea89f6e93802_9002.stderr.log 0K
24852024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_91efb086-666e-4f62-8c0e-ea89f6e93802_9002.stdout.log 5K
24862024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_boot_test.serial.log 7K
24872024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_boot_test.stderr.log 0K
24882024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_boot_test.stdout.log 48K
24892024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_e06b490f-4978-4373-9cb1-f4a860efa69b_9000.stderr.log 0K
24902024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_e06b490f-4978-4373-9cb1-f4a860efa69b_9000.stdout.log 5K
24912024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_e06b490f-4978-4373-9cb1-f4a860efa69b_9001.stderr.log 0K
24922024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_e06b490f-4978-4373-9cb1-f4a860efa69b_9001.stdout.log 5K
24932024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_e06b490f-4978-4373-9cb1-f4a860efa69b_9002.stderr.log 0K
24942024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_e06b490f-4978-4373-9cb1-f4a860efa69b_9002.stdout.log 5K
24952024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_ed159378-cf09-43f4-91bf-4d487107f0a3_9000.stderr.log 0K
24962024-09-26T23:29:54.572Za /tmp/propolis-phd/crucible_ed159378-cf09-43f4-91bf-4d487107f0a3_9000.stdout.log 8K
24972024-09-26T23:29:54.573Za /tmp/propolis-phd/crucible_ed159378-cf09-43f4-91bf-4d487107f0a3_9001.stderr.log 0K
24982024-09-26T23:29:54.573Za /tmp/propolis-phd/crucible_ed159378-cf09-43f4-91bf-4d487107f0a3_9001.stdout.log 8K
24992024-09-26T23:29:54.573Za /tmp/propolis-phd/crucible_ed159378-cf09-43f4-91bf-4d487107f0a3_9002.stderr.log 0K
25002024-09-26T23:29:54.573Za /tmp/propolis-phd/crucible_ed159378-cf09-43f4-91bf-4d487107f0a3_9002.stdout.log 8K
25012024-09-26T23:29:54.573Za /tmp/propolis-phd/crucible_guest_reboot_test.serial.log 13K
25022024-09-26T23:29:54.573Za /tmp/propolis-phd/crucible_guest_reboot_test.stderr.log 0K
25032024-09-26T23:29:54.573Za /tmp/propolis-phd/crucible_guest_reboot_test.stdout.log 62K
25042024-09-26T23:29:54.573Za /tmp/propolis-phd/crucible_load_test_source.serial.log 7K
25052024-09-26T23:29:54.573Za /tmp/propolis-phd/crucible_load_test_source.stderr.log 0K
25062024-09-26T23:29:54.573Za /tmp/propolis-phd/crucible_load_test_source.stdout.log 145K
25072024-09-26T23:29:54.573Za /tmp/propolis-phd/crucible_load_test_target.stderr.log 0K
25082024-09-26T23:29:54.573Za /tmp/propolis-phd/crucible_load_test_target.stdout.log 135K
25092024-09-26T23:29:54.573Za /tmp/propolis-phd/crucible_migrate_smoke_source.serial.log 7K
25102024-09-26T23:29:54.573Za /tmp/propolis-phd/crucible_migrate_smoke_source.stderr.log 0K
25112024-09-26T23:29:54.573Za /tmp/propolis-phd/crucible_migrate_smoke_source.stdout.log 144K
25122024-09-26T23:29:54.573Za /tmp/propolis-phd/crucible_migrate_smoke_target.stderr.log 0K
25132024-09-26T23:29:54.573Za /tmp/propolis-phd/crucible_migrate_smoke_target.stdout.log 134K
25142024-09-26T23:29:54.573Za /tmp/propolis-phd/crucible_shutdown_persistence_test.stderr.log 0K
25152024-09-26T23:29:54.573Za /tmp/propolis-phd/crucible_shutdown_persistence_test.stdout.log 0K
25162024-09-26T23:29:54.573Za /tmp/propolis-phd/guest_reboot_test.serial.log 13K
25172024-09-26T23:29:54.573Za /tmp/propolis-phd/guest_reboot_test.stderr.log 0K
25182024-09-26T23:29:54.573Za /tmp/propolis-phd/guest_reboot_test.stdout.log 55K
25192024-09-26T23:29:54.573Za /tmp/propolis-phd/in_memory_backend_test.serial.log 7K
25202024-09-26T23:29:54.597Za /tmp/propolis-phd/in_memory_backend_test.stderr.log 0K
25212024-09-26T23:29:54.597Za /tmp/propolis-phd/in_memory_backend_test.stdout.log 30K
25222024-09-26T23:29:54.597Za /tmp/propolis-phd/instance_ensure_api_test.serial.log 0K
25232024-09-26T23:29:54.597Za /tmp/propolis-phd/instance_ensure_api_test.stderr.log 0K
25242024-09-26T23:29:54.598Za /tmp/propolis-phd/instance_ensure_api_test.stdout.log 28K
25252024-09-26T23:29:54.598Za /tmp/propolis-phd/instance_ensure_running_test.serial.log 0K
25262024-09-26T23:29:54.598Za /tmp/propolis-phd/instance_ensure_running_test.stderr.log 0K
25272024-09-26T23:29:54.598Za /tmp/propolis-phd/instance_ensure_running_test.stdout.log 27K
25282024-09-26T23:29:54.598Za /tmp/propolis-phd/instance_reset_requires_running_test.serial.log 0K
25292024-09-26T23:29:54.598Za /tmp/propolis-phd/instance_reset_requires_running_test.stderr.log 0K
25302024-09-26T23:29:54.598Za /tmp/propolis-phd/instance_reset_requires_running_test.stdout.log 27K
25312024-09-26T23:29:54.598Za /tmp/propolis-phd/instance_reset_returns_to_running_test.serial.log 0K
25322024-09-26T23:29:54.598Za /tmp/propolis-phd/instance_reset_returns_to_running_test.stderr.log 0K
25332024-09-26T23:29:54.598Za /tmp/propolis-phd/instance_reset_returns_to_running_test.stdout.log 64K
25342024-09-26T23:29:54.598Za /tmp/propolis-phd/instance_spec_test.serial.log 0K
25352024-09-26T23:29:54.598Za /tmp/propolis-phd/instance_spec_test.stderr.log 0K
25362024-09-26T23:29:54.598Za /tmp/propolis-phd/instance_spec_test.stdout.log 32K
25372024-09-26T23:29:54.598Za /tmp/propolis-phd/instance_stop_causes_destroy_test.serial.log 0K
25382024-09-26T23:29:54.598Za /tmp/propolis-phd/instance_stop_causes_destroy_test.stderr.log 0K
25392024-09-26T23:29:54.598Za /tmp/propolis-phd/instance_stop_causes_destroy_test.stdout.log 28K
25402024-09-26T23:29:54.598Za /tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.serial.log 7K
25412024-09-26T23:29:54.598Za /tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.stderr.log 0K
25422024-09-26T23:29:54.598Za /tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.stdout.log 27K
25432024-09-26T23:29:54.598Za /tmp/propolis-phd/lspci_lifecycle_test.serial.log 7K
25442024-09-26T23:29:54.598Za /tmp/propolis-phd/lspci_lifecycle_test.stderr.log 0K
25452024-09-26T23:29:54.598Za /tmp/propolis-phd/lspci_lifecycle_test.stdout.log 26K
25462024-09-26T23:29:54.598Za /tmp/propolis-phd/migrate_running_process_source.serial.log 8K
25472024-09-26T23:29:54.598Za /tmp/propolis-phd/migrate_running_process_source.stderr.log 0K
25482024-09-26T23:29:54.598Za /tmp/propolis-phd/migrate_running_process_source.stdout.log 114K
25492024-09-26T23:29:54.598Za /tmp/propolis-phd/migrate_running_process_target.stderr.log 0K
25502024-09-26T23:29:54.598Za /tmp/propolis-phd/migrate_running_process_target.stdout.log 115K
25512024-09-26T23:29:54.598Za /tmp/propolis-phd/migrate_running_process::export_failure_source.serial.log 8K
25522024-09-26T23:29:54.598Za /tmp/propolis-phd/migrate_running_process::export_failure_source.stderr.log 0K
25532024-09-26T23:29:54.598Za /tmp/propolis-phd/migrate_running_process::export_failure_source.stdout.log 140K
25542024-09-26T23:29:54.598Za /tmp/propolis-phd/migrate_running_process::export_failure_target1.stderr.log 0K
25552024-09-26T23:29:54.598Za /tmp/propolis-phd/migrate_running_process::export_failure_target1.stdout.log 21K
25562024-09-26T23:29:54.598Za /tmp/propolis-phd/migrate_running_process::export_failure_target2.stderr.log 0K
25572024-09-26T23:29:54.598Za /tmp/propolis-phd/migrate_running_process::export_failure_target2.stdout.log 116K
25582024-09-26T23:29:54.598Za /tmp/propolis-phd/migrate_running_process::import_failure_source.serial.log 8K
25592024-09-26T23:29:54.598Za /tmp/propolis-phd/migrate_running_process::import_failure_source.stderr.log 0K
25602024-09-26T23:29:54.598Za /tmp/propolis-phd/migrate_running_process::import_failure_source.stdout.log 214K
25612024-09-26T23:29:54.598Za /tmp/propolis-phd/migrate_running_process::import_failure_target1.stderr.log 0K
25622024-09-26T23:29:54.599Za /tmp/propolis-phd/migrate_running_process::import_failure_target1.stdout.log 97K
25632024-09-26T23:29:54.599Za /tmp/propolis-phd/migrate_running_process::import_failure_target2.stderr.log 0K
25642024-09-26T23:29:54.599Za /tmp/propolis-phd/migrate_running_process::import_failure_target2.stdout.log 117K
25652024-09-26T23:29:54.599Za /tmp/propolis-phd/migration_ensures_instance_metadata_source.serial.log 7K
25662024-09-26T23:29:54.599Za /tmp/propolis-phd/migration_ensures_instance_metadata_source.stderr.log 0K
25672024-09-26T23:29:54.599Za /tmp/propolis-phd/migration_ensures_instance_metadata_source.stdout.log 113K
25682024-09-26T23:29:54.599Za /tmp/propolis-phd/migration_ensures_instance_metadata_target.stderr.log 0K
25692024-09-26T23:29:54.599Za /tmp/propolis-phd/migration_ensures_instance_metadata_target.stdout.log 114K
25702024-09-26T23:29:54.599Za /tmp/propolis-phd/migration_incompatible_source_0.serial.log 0K
25712024-09-26T23:29:54.599Za /tmp/propolis-phd/migration_incompatible_source_0.stderr.log 0K
25722024-09-26T23:29:54.599Za /tmp/propolis-phd/migration_incompatible_source_0.stdout.log 36K
25732024-09-26T23:29:54.599Za /tmp/propolis-phd/migration_incompatible_source_1.serial.log 0K
25742024-09-26T23:29:54.599Za /tmp/propolis-phd/migration_incompatible_source_1.stderr.log 0K
25752024-09-26T23:29:54.599Za /tmp/propolis-phd/migration_incompatible_source_1.stdout.log 37K
25762024-09-26T23:29:54.599Za /tmp/propolis-phd/migration_incompatible_target_1.stderr.log 0K
25772024-09-26T23:29:54.599Za /tmp/propolis-phd/migration_incompatible_target_1.stdout.log 7K
25782024-09-26T23:29:54.599Za /tmp/propolis-phd/migration_incompatible_target_2.stderr.log 0K
25792024-09-26T23:29:54.599Za /tmp/propolis-phd/migration_incompatible_target_2.stdout.log 7K
25802024-09-26T23:29:54.600Za /tmp/propolis-phd/migration_serial_history_lifecycle_0.stderr.log 0K
25812024-09-26T23:29:54.600Za /tmp/propolis-phd/migration_serial_history_lifecycle_0.stdout.log 115K
25822024-09-26T23:29:54.600Za /tmp/propolis-phd/migration_serial_history.serial.log 7K
25832024-09-26T23:29:54.600Za /tmp/propolis-phd/migration_serial_history.stderr.log 0K
25842024-09-26T23:29:54.600Za /tmp/propolis-phd/migration_serial_history.stdout.log 114K
25852024-09-26T23:29:54.600Za /tmp/propolis-phd/migration_smoke_lifecycle_0.stderr.log 0K
25862024-09-26T23:29:54.600Za /tmp/propolis-phd/migration_smoke_lifecycle_0.stdout.log 115K
25872024-09-26T23:29:54.600Za /tmp/propolis-phd/migration_smoke.serial.log 7K
25882024-09-26T23:29:54.601Za /tmp/propolis-phd/migration_smoke.stderr.log 0K
25892024-09-26T23:29:54.601Za /tmp/propolis-phd/migration_smoke.stdout.log 114K
25902024-09-26T23:29:54.601Za /tmp/propolis-phd/multiline_test.serial.log 7K
25912024-09-26T23:29:54.601Za /tmp/propolis-phd/multiline_test.stderr.log 0K
25922024-09-26T23:29:54.601Za /tmp/propolis-phd/multiline_test.stdout.log 27K
25932024-09-26T23:29:54.601Za /tmp/propolis-phd/multiple_migrations_0.serial.log 7K
25942024-09-26T23:29:54.601Za /tmp/propolis-phd/multiple_migrations_0.stderr.log 0K
25952024-09-26T23:29:54.601Za /tmp/propolis-phd/multiple_migrations_0.stdout.log 114K
25962024-09-26T23:29:54.601Za /tmp/propolis-phd/multiple_migrations_1.stderr.log 0K
25972024-09-26T23:29:54.601Za /tmp/propolis-phd/multiple_migrations_1.stdout.log 202K
25982024-09-26T23:29:54.601Za /tmp/propolis-phd/multiple_migrations_2.stderr.log 0K
25992024-09-26T23:29:54.601Za /tmp/propolis-phd/multiple_migrations_2.stdout.log 114K
26002024-09-26T23:29:54.601Za /tmp/propolis-phd/nproc_test.serial.log 7K
26012024-09-26T23:29:54.601Za /tmp/propolis-phd/nproc_test.stderr.log 0K
26022024-09-26T23:29:54.601Za /tmp/propolis-phd/nproc_test.stdout.log 36K
26032024-09-26T23:29:54.601Za /tmp/propolis-phd/vm_reaches_destroyed_after_migration_out_source.serial.log 7K
26042024-09-26T23:29:54.601Za /tmp/propolis-phd/vm_reaches_destroyed_after_migration_out_source.stderr.log 0K
26052024-09-26T23:29:54.601Za /tmp/propolis-phd/vm_reaches_destroyed_after_migration_out_source.stdout.log 113K
26062024-09-26T23:29:54.601Za /tmp/propolis-phd/vm_reaches_destroyed_after_migration_out_target.stderr.log 0K
26072024-09-26T23:29:54.601Za /tmp/propolis-phd/vm_reaches_destroyed_after_migration_out_target.stdout.log 114K
26082024-09-26T23:29:54.601Za /tmp/propolis-phd/api_reboot_test.config.toml 1K
26092024-09-26T23:29:54.601Za /tmp/propolis-phd/crucible_boot_test.config.toml 1K
26102024-09-26T23:29:54.601Za /tmp/propolis-phd/crucible_guest_reboot_test.config.toml 1K
26112024-09-26T23:29:54.601Za /tmp/propolis-phd/crucible_load_test_source.config.toml 1K
26122024-09-26T23:29:54.601Za /tmp/propolis-phd/crucible_load_test_target.config.toml 1K
26132024-09-26T23:29:54.601Za /tmp/propolis-phd/crucible_migrate_smoke_source.config.toml 1K
26142024-09-26T23:29:54.601Za /tmp/propolis-phd/crucible_migrate_smoke_target.config.toml 1K
26152024-09-26T23:29:54.601Za /tmp/propolis-phd/crucible_shutdown_persistence_test.config.toml 1K
26162024-09-26T23:29:54.601Za /tmp/propolis-phd/guest_reboot_test.config.toml 1K
26172024-09-26T23:29:54.601Za /tmp/propolis-phd/in_memory_backend_test.config.toml 1K
26182024-09-26T23:29:54.601Za /tmp/propolis-phd/instance_ensure_api_test.config.toml 1K
26192024-09-26T23:29:54.601Za /tmp/propolis-phd/instance_ensure_running_test.config.toml 1K
26202024-09-26T23:29:54.625Za /tmp/propolis-phd/instance_reset_requires_running_test.config.toml 1K
26212024-09-26T23:29:54.625Za /tmp/propolis-phd/instance_reset_returns_to_running_test.config.toml 1K
26222024-09-26T23:29:54.625Za /tmp/propolis-phd/instance_spec_test.config.toml 1K
26232024-09-26T23:29:54.626Za /tmp/propolis-phd/instance_stop_causes_destroy_test.config.toml 1K
26242024-09-26T23:29:54.626Za /tmp/propolis-phd/lspci_lifecycle_test_lifecycle_0.config.toml 1K
26252024-09-26T23:29:54.626Za /tmp/propolis-phd/lspci_lifecycle_test.config.toml 1K
26262024-09-26T23:29:54.626Za /tmp/propolis-phd/migrate_running_process_source.config.toml 1K
26272024-09-26T23:29:54.626Za /tmp/propolis-phd/migrate_running_process_target.config.toml 1K
26282024-09-26T23:29:54.626Za /tmp/propolis-phd/migrate_running_process::export_failure_source.config.toml 1K
26292024-09-26T23:29:54.626Za /tmp/propolis-phd/migrate_running_process::export_failure_target1.config.toml 1K
26302024-09-26T23:29:54.626Za /tmp/propolis-phd/migrate_running_process::export_failure_target2.config.toml 1K
26312024-09-26T23:29:54.626Za /tmp/propolis-phd/migrate_running_process::import_failure_source.config.toml 1K
26322024-09-26T23:29:54.626Za /tmp/propolis-phd/migrate_running_process::import_failure_target1.config.toml 1K
26332024-09-26T23:29:54.626Za /tmp/propolis-phd/migrate_running_process::import_failure_target2.config.toml 1K
26342024-09-26T23:29:54.626Za /tmp/propolis-phd/migration_ensures_instance_metadata_source.config.toml 1K
26352024-09-26T23:29:54.626Za /tmp/propolis-phd/migration_ensures_instance_metadata_target.config.toml 1K
26362024-09-26T23:29:54.626Za /tmp/propolis-phd/migration_incompatible_source_0.config.toml 1K
26372024-09-26T23:29:54.626Za /tmp/propolis-phd/migration_incompatible_source_1.config.toml 1K
26382024-09-26T23:29:54.626Za /tmp/propolis-phd/migration_incompatible_target_1.config.toml 1K
26392024-09-26T23:29:54.626Za /tmp/propolis-phd/migration_incompatible_target_2.config.toml 1K
26402024-09-26T23:29:54.626Za /tmp/propolis-phd/migration_serial_history_lifecycle_0.config.toml 1K
26412024-09-26T23:29:54.626Za /tmp/propolis-phd/migration_serial_history.config.toml 1K
26422024-09-26T23:29:54.626Za /tmp/propolis-phd/migration_smoke_lifecycle_0.config.toml 1K
26432024-09-26T23:29:54.626Za /tmp/propolis-phd/migration_smoke.config.toml 1K
26442024-09-26T23:29:54.626Za /tmp/propolis-phd/multiline_test.config.toml 1K
26452024-09-26T23:29:54.626Za /tmp/propolis-phd/multiple_migrations_0.config.toml 1K
26462024-09-26T23:29:54.626Za /tmp/propolis-phd/multiple_migrations_1.config.toml 1K
26472024-09-26T23:29:54.626Za /tmp/propolis-phd/multiple_migrations_2.config.toml 1K
26482024-09-26T23:29:54.626Za /tmp/propolis-phd/nproc_test.config.toml 1K
26492024-09-26T23:29:54.626Za /tmp/propolis-phd/vm_reaches_destroyed_after_migration_out_source.config.toml 1K
26502024-09-26T23:29:54.626Za /tmp/propolis-phd/vm_reaches_destroyed_after_migration_out_target.config.toml 1K
26512024-09-26T23:29:54.626Z+ exitcode=0
26522024-09-26T23:29:54.626Z+ '[' 0 -eq 0 ']'
26532024-09-26T23:29:54.626Z+ echo
26542024-09-26T23:29:54.626Z
26552024-09-26T23:29:54.626Z+ echo 'ALL TESTS PASSED'
26562024-09-26T23:29:54.626ZALL TESTS PASSED
26572024-09-26T23:29:54.626Z
26582024-09-26T23:29:54.626Z+ echo
26592024-09-26T23:29:54.627Z+ find /dev/vmm -mindepth 1 -maxdepth 1
26602024-09-26T23:29:54.627Z+ read
26612024-09-26T23:29:54.627Z+ exit 0
26622024-09-26T23:29:54.627Zprocess exited: duration 460011 ms, exit code 0
 
26632024-09-26T23:29:54.700Zfound 2 output files
26642024-09-26T23:29:54.700Zuploading: /tmp/phd-runner.log (963580 bytes)
26652024-09-26T23:29:55.909Zuploaded: /tmp/phd-runner.log
26662024-09-26T23:29:55.909Zuploading: /tmp/phd-tmp-files.tar.gz (317030 bytes)
26672024-09-26T23:29:57.186Zuploaded: /tmp/phd-tmp-files.tar.gz