01J8TTN3W7WKFFR9A0NG7JMXTE: test-repair

BasicConfig {
    output_rules: [
        "%/tmp/*.txt",
        "%/tmp/debug/*",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01J8TTNGWVV7PSPTBWNT0V21C9

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-09-27T23:03:10.445Zjob dependencies complete; ready to run (waiting for 15 m 53 s)
22024-09-27T23:03:57.683Zjob assigned to worker 01J8TVJV4SVCP8H0RG5DWVPBV5 (queued for 47 s)
32024-09-27T23:04:04.654Zdownloading input: /input/build/work/bins/crucible-downstairs.gz
42024-09-27T23:04:05.892Zdownloaded input: /input/build/work/bins/crucible-downstairs.gz
52024-09-27T23:04:05.893Zdownloading input: /input/build/work/bins/crucible-hammer.gz
62024-09-27T23:04:06.996Zdownloaded input: /input/build/work/bins/crucible-hammer.gz
72024-09-27T23:04:06.996Zdownloading input: /input/build/work/bins/crutest.gz
82024-09-27T23:04:08.122Zdownloaded input: /input/build/work/bins/crutest.gz
92024-09-27T23:04:08.122Zdownloading input: /input/build/work/bins/dsc.gz
102024-09-27T23:04:08.897Zdownloaded input: /input/build/work/bins/dsc.gz
112024-09-27T23:04:08.904Zdownloading input: /input/build/work/scripts/perf-downstairs-tick.d
122024-09-27T23:04:08.919Zdownloaded input: /input/build/work/scripts/perf-downstairs-tick.d
132024-09-27T23:04:08.919Zdownloading input: /input/build/work/scripts/test_ds.sh
142024-09-27T23:04:08.934Zdownloaded input: /input/build/work/scripts/test_ds.sh
152024-09-27T23:04:08.934Zdownloading input: /input/build/work/scripts/test_live_repair.sh
162024-09-27T23:04:08.969Zdownloaded input: /input/build/work/scripts/test_live_repair.sh
172024-09-27T23:04:08.969Zdownloading input: /input/build/work/scripts/test_repair.sh
182024-09-27T23:04:08.999Zdownloaded input: /input/build/work/scripts/test_repair.sh
192024-09-27T23:04:09.015Zdownloading input: /input/build/work/scripts/test_replay.sh
202024-09-27T23:04:09.023Zdownloaded input: /input/build/work/scripts/test_replay.sh
212024-09-27T23:04:09.023Zdownloading input: /input/build/work/scripts/test_up.sh
222024-09-27T23:04:09.043Zdownloaded input: /input/build/work/scripts/test_up.sh
232024-09-27T23:04:09.044Zdownloading input: /input/build/work/scripts/upstairs_info.d
242024-09-27T23:04:09.073Zdownloaded input: /input/build/work/scripts/upstairs_info.d
252024-09-27T23:04:09.086Zdownloading input: /input/build/tmp/cargo-test-out.log
262024-09-27T23:04:10.224Zdownloaded input: /input/build/tmp/cargo-test-out.log
 
272024-09-27T23:04:10.225Zstarting task 0: "setup"
282024-09-27T23:04:10.259Z++ uname -s
292024-09-27T23:04:10.259Z+ kern=SunOS
302024-09-27T23:04:10.259Z+ case "$kern" in
312024-09-27T23:04:10.259Z+ groupadd -g 12345 build
322024-09-27T23:04:10.259Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
332024-09-27T23:04:12.229Z+ zfs create -o mountpoint=/work rpool/work
342024-09-27T23:04:12.390Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
352024-09-27T23:04:12.396Z+ home_fs=zfs
362024-09-27T23:04:12.396Z+ [[ zfs == autofs ]]
372024-09-27T23:04:12.396Z+ mkdir -p /home/build
382024-09-27T23:04:12.396Z+ chown build:build /home/build /work
392024-09-27T23:04:14.397Z+ chmod 0700 /home/build /work
402024-09-27T23:04:14.402Zprocess exited: duration 4204 ms, exit code 0
 
412024-09-27T23:04:14.408Zstarting task 1: "authentication"
422024-09-27T23:04:14.424Zprocess exited: duration 16 ms, exit code 0
 
432024-09-27T23:04:14.432Zstarting task 2: "build"
442024-09-27T23:04:14.434Z+ banner cores
452024-09-27T23:04:14.438Z
462024-09-27T23:04:14.438Z #### #### ##### ###### ####
472024-09-27T23:04:14.438Z # # # # # # # #
482024-09-27T23:04:14.438Z # # # # # ##### ####
492024-09-27T23:04:14.438Z # # # ##### # #
502024-09-27T23:04:14.441Z # # # # # # # # #
512024-09-27T23:04:14.441Z #### #### # # ###### ####
522024-09-27T23:04:14.441Z
532024-09-27T23:04:14.441Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
542024-09-27T23:04:14.453Z+ echo 'input bins dir contains:'
552024-09-27T23:04:14.455Zinput bins dir contains:
562024-09-27T23:04:14.456Z+ ls -ltr /input/build/work/bins
572024-09-27T23:04:14.456Ztotal 771769
582024-09-27T23:04:14.456Z-rw-r--r-- 1 root root 110734273 Sep 27 23:04 crucible-downstairs.gz
592024-09-27T23:04:14.456Z-rw-r--r-- 1 root root 105947543 Sep 27 23:04 crucible-hammer.gz
602024-09-27T23:04:14.456Z-rw-r--r-- 1 root root 111407444 Sep 27 23:04 crutest.gz
612024-09-27T23:04:14.456Z-rw-r--r-- 1 root root 66799675 Sep 27 23:04 dsc.gz
622024-09-27T23:04:14.456Z+ echo 'input script dir contains:'
632024-09-27T23:04:14.456Zinput script dir contains:
642024-09-27T23:04:14.456Z+ ls -ltr /input/build/work/scripts
652024-09-27T23:04:14.459Ztotal 41
662024-09-27T23:04:14.459Z-rw-r--r-- 1 root root 3056 Sep 27 23:04 perf-downstairs-tick.d
672024-09-27T23:04:14.459Z-rw-r--r-- 1 root root 2127 Sep 27 23:04 test_ds.sh
682024-09-27T23:04:14.459Z-rw-r--r-- 1 root root 4506 Sep 27 23:04 test_live_repair.sh
692024-09-27T23:04:14.459Z-rw-r--r-- 1 root root 6721 Sep 27 23:04 test_repair.sh
702024-09-27T23:04:14.459Z-rw-r--r-- 1 root root 3160 Sep 27 23:04 test_replay.sh
712024-09-27T23:04:14.459Z-rw-r--r-- 1 root root 12182 Sep 27 23:04 test_up.sh
722024-09-27T23:04:14.459Z-rw-r--r-- 1 root root 2407 Sep 27 23:04 upstairs_info.d
732024-09-27T23:04:14.459Z+ pfexec chmod +x /input/build/work/scripts/perf-downstairs-tick.d /input/build/work/scripts/test_ds.sh /input/build/work/scripts/test_live_repair.sh /input/build/work/scripts/test_repair.sh /input/build/work/scripts/test_replay.sh /input/build/work/scripts/test_up.sh /input/build/work/scripts/upstairs_info.d
742024-09-27T23:04:14.461Z+ echo ' chmod input script dir contains:'
752024-09-27T23:04:14.461Z chmod input script dir contains:
762024-09-27T23:04:14.461Z+ ls -ltr /input/build/work/scripts
772024-09-27T23:04:14.464Ztotal 41
782024-09-27T23:04:14.464Z-rwxr-xr-x 1 root root 3056 Sep 27 23:04 perf-downstairs-tick.d
792024-09-27T23:04:14.464Z-rwxr-xr-x 1 root root 2127 Sep 27 23:04 test_ds.sh
802024-09-27T23:04:14.465Z-rwxr-xr-x 1 root root 4506 Sep 27 23:04 test_live_repair.sh
812024-09-27T23:04:14.465Z-rwxr-xr-x 1 root root 6721 Sep 27 23:04 test_repair.sh
822024-09-27T23:04:14.465Z-rwxr-xr-x 1 root root 3160 Sep 27 23:04 test_replay.sh
832024-09-27T23:04:14.465Z-rwxr-xr-x 1 root root 12182 Sep 27 23:04 test_up.sh
842024-09-27T23:04:14.465Z-rwxr-xr-x 1 root root 2407 Sep 27 23:04 upstairs_info.d
852024-09-27T23:04:14.465Z+ banner unpack
862024-09-27T23:04:14.465Z
872024-09-27T23:04:14.465Z # # # # ##### ## #### # #
882024-09-27T23:04:14.465Z # # ## # # # # # # # # #
892024-09-27T23:04:14.465Z # # # # # # # # # # ####
902024-09-27T23:04:14.465Z # # # # # ##### ###### # # #
912024-09-27T23:04:14.465Z # # # ## # # # # # # #
922024-09-27T23:04:14.465Z #### # # # # # #### # #
932024-09-27T23:04:14.465Z
942024-09-27T23:04:14.465Z+ mkdir -p /var/tmp/bins
952024-09-27T23:04:14.468Z+ for t in "$input/bins/"*.gz
962024-09-27T23:04:14.468Z++ basename /input/build/work/bins/crucible-downstairs.gz
972024-09-27T23:04:14.468Z+ b=crucible-downstairs.gz
982024-09-27T23:04:14.468Z+ b=crucible-downstairs
992024-09-27T23:04:14.468Z+ gunzip
1002024-09-27T23:04:16.748Z+ chmod +x /var/tmp/bins/crucible-downstairs
1012024-09-27T23:04:16.750Z+ for t in "$input/bins/"*.gz
1022024-09-27T23:04:16.753Z++ basename /input/build/work/bins/crucible-hammer.gz
1032024-09-27T23:04:16.753Z+ b=crucible-hammer.gz
1042024-09-27T23:04:16.753Z+ b=crucible-hammer
1052024-09-27T23:04:16.753Z+ gunzip
1062024-09-27T23:04:18.939Z+ chmod +x /var/tmp/bins/crucible-hammer
1072024-09-27T23:04:18.941Z+ for t in "$input/bins/"*.gz
1082024-09-27T23:04:18.944Z++ basename /input/build/work/bins/crutest.gz
1092024-09-27T23:04:18.944Z+ b=crutest.gz
1102024-09-27T23:04:18.944Z+ b=crutest
1112024-09-27T23:04:18.944Z+ gunzip
1122024-09-27T23:04:21.308Z+ chmod +x /var/tmp/bins/crutest
1132024-09-27T23:04:21.318Z+ for t in "$input/bins/"*.gz
1142024-09-27T23:04:21.320Z++ basename /input/build/work/bins/dsc.gz
1152024-09-27T23:04:21.323Z+ b=dsc.gz
1162024-09-27T23:04:21.323Z+ b=dsc
1172024-09-27T23:04:21.323Z+ gunzip
1182024-09-27T23:04:22.693Z+ chmod +x /var/tmp/bins/dsc
1192024-09-27T23:04:22.695Z+ export BINDIR=/var/tmp/bins
1202024-09-27T23:04:22.695Z+ BINDIR=/var/tmp/bins
1212024-09-27T23:04:22.695Z+ echo 'Setup self timeout'
1222024-09-27T23:04:22.695ZSetup self timeout
1232024-09-27T23:04:22.695Z+ jobpid=1138
1242024-09-27T23:04:22.695Z+ echo 'Setup debug logging'
1252024-09-27T23:04:22.695ZSetup debug logging
1262024-09-27T23:04:22.695Z+ mkdir /tmp/debug
1272024-09-27T23:04:22.695Z+ sleep 7200
1282024-09-27T23:04:22.697Z+ psrinfo -v
1292024-09-27T23:04:22.700Z+ df -h
1302024-09-27T23:04:22.706Z+ prstat -d d -mLc 1
1312024-09-27T23:04:22.709Z+ iostat -T d -xn 1
1322024-09-27T23:04:22.709Z+ mpstat -T d 1
1332024-09-27T23:04:22.709Z+ vmstat -T d -p 1
1342024-09-27T23:04:22.711Z+ pfexec dtrace -Z -s /input/build/work/scripts/perf-downstairs-tick.d
1352024-09-27T23:04:22.711Z+ banner repair
1362024-09-27T23:04:22.711Z+ pfexec dtrace -Z -s /input/build/work/scripts/upstairs_info.d
1372024-09-27T23:04:22.714Z
1382024-09-27T23:04:22.714Z ##### ###### ##### ## # #####
1392024-09-27T23:04:22.714Z # # # # # # # # # #
1402024-09-27T23:04:22.714Z # # ##### # # # # # # #
1412024-09-27T23:04:22.714Z ##### # ##### ###### # #####
1422024-09-27T23:04:22.714Z # # # # # # # # #
1432024-09-27T23:04:22.714Z # # ###### # # # # # #
1442024-09-27T23:04:22.714Z
1452024-09-27T23:04:22.714Z+ ptime -m bash /input/build/work/scripts/test_repair.sh -N
1462024-09-27T23:11:47.603Z+ echo 'Test repair finished with 0'
1472024-09-27T23:11:47.603ZTest repair finished with 0
1482024-09-27T23:11:52.609Zprocess exited: duration 453133 ms, exit code 0
1492024-09-27T23:11:52.609Zexec warning: : stdio descriptors remain open after task exit; waiting 60 seconds for them to close
1502024-09-27T23:12:52.617Zexec warning: : stdout descriptor may be held open by a background process; giving up!
1512024-09-27T23:12:52.617Zexec warning: : stderr descriptor may be held open by a background process; giving up!
 
1522024-09-27T23:12:52.628Zfound 13 output files
1532024-09-27T23:12:52.628Zuploading: /tmp/test-repair-out.txt (2397567 bytes)
1542024-09-27T23:12:53.663Zuploaded: /tmp/test-repair-out.txt
1552024-09-27T23:12:53.663Zuploading: /tmp/test_repair_ds8810.txt (22152 bytes)
1562024-09-27T23:12:54.676Zuploaded: /tmp/test_repair_ds8810.txt
1572024-09-27T23:12:54.676Zuploading: /tmp/test_repair_ds8820.txt (53291 bytes)
1582024-09-27T23:12:55.687Zuploaded: /tmp/test_repair_ds8820.txt
1592024-09-27T23:12:55.689Zuploading: /tmp/test_repair_ds8830.txt (36220 bytes)
1602024-09-27T23:12:56.698Zuploaded: /tmp/test_repair_ds8830.txt
1612024-09-27T23:12:56.698Zuploading: /tmp/test_repair_out.txt (58182 bytes)
1622024-09-27T23:12:57.711Zuploaded: /tmp/test_repair_out.txt
1632024-09-27T23:12:57.713Zuploading: /tmp/debug/df.txt (1270 bytes)
1642024-09-27T23:12:58.719Zuploaded: /tmp/debug/df.txt
1652024-09-27T23:12:58.721Zuploading: /tmp/debug/dtrace.txt (4263122 bytes)
1662024-09-27T23:12:59.771Zuploaded: /tmp/debug/dtrace.txt
1672024-09-27T23:12:59.771Zuploading: /tmp/debug/iostat.txt (154027 bytes)
1682024-09-27T23:12:59.780Zupload warning: file "/tmp/debug/iostat.txt" changed size mid upload: 154027 -> 156443
1692024-09-27T23:13:00.801Zuploaded: /tmp/debug/iostat.txt
1702024-09-27T23:13:00.804Zuploading: /tmp/debug/mpstat.txt (372871 bytes)
1712024-09-27T23:13:00.813Zupload warning: file "/tmp/debug/mpstat.txt" changed size mid upload: 372871 -> 379450
1722024-09-27T23:13:01.820Zuploaded: /tmp/debug/mpstat.txt
1732024-09-27T23:13:01.820Zuploading: /tmp/debug/paging.txt (67728 bytes)
1742024-09-27T23:13:01.826Zupload warning: file "/tmp/debug/paging.txt" changed size mid upload: 67728 -> 69056
1752024-09-27T23:13:02.833Zuploaded: /tmp/debug/paging.txt
1762024-09-27T23:13:02.833Zuploading: /tmp/debug/prstat.txt (714192 bytes)
1772024-09-27T23:13:02.850Zupload warning: file "/tmp/debug/prstat.txt" changed size mid upload: 714192 -> 727115
1782024-09-27T23:13:03.856Zuploaded: /tmp/debug/prstat.txt
1792024-09-27T23:13:03.856Zuploading: /tmp/debug/psrinfo.txt (1528 bytes)
1802024-09-27T23:13:04.863Zuploaded: /tmp/debug/psrinfo.txt
1812024-09-27T23:13:04.864Zuploading: /tmp/debug/upstairs-info.txt (66360 bytes)
1822024-09-27T23:13:05.874Zuploaded: /tmp/debug/upstairs-info.txt