|
|
|
1 | 2024-09-27T17:08:43.884Z | job dependencies complete; ready to run (waiting for 14 m 35 s) |
2 | 2024-09-27T17:09:31.762Z | job assigned to worker 01J8T79QZR3J4W60V8JCSQYXQ1 (queued for 47 s) |
3 | 2024-09-27T17:09:39.330Z | downloading input: /input/build/work/bins/crucible-downstairs.gz |
4 | 2024-09-27T17:09:40.459Z | downloaded input: /input/build/work/bins/crucible-downstairs.gz |
5 | 2024-09-27T17:09:40.459Z | downloading input: /input/build/work/bins/crucible-hammer.gz |
6 | 2024-09-27T17:09:41.544Z | downloaded input: /input/build/work/bins/crucible-hammer.gz |
7 | 2024-09-27T17:09:41.544Z | downloading input: /input/build/work/bins/crutest.gz |
8 | 2024-09-27T17:09:42.689Z | downloaded input: /input/build/work/bins/crutest.gz |
9 | 2024-09-27T17:09:42.689Z | downloading input: /input/build/work/bins/dsc.gz |
10 | 2024-09-27T17:09:43.377Z | downloaded input: /input/build/work/bins/dsc.gz |
11 | 2024-09-27T17:09:43.380Z | downloading input: /input/build/work/scripts/perf-downstairs-tick.d |
12 | 2024-09-27T17:09:43.396Z | downloaded input: /input/build/work/scripts/perf-downstairs-tick.d |
13 | 2024-09-27T17:09:43.396Z | downloading input: /input/build/work/scripts/test_ds.sh |
14 | 2024-09-27T17:09:43.415Z | downloaded input: /input/build/work/scripts/test_ds.sh |
15 | 2024-09-27T17:09:43.415Z | downloading input: /input/build/work/scripts/test_live_repair.sh |
16 | 2024-09-27T17:09:43.436Z | downloaded input: /input/build/work/scripts/test_live_repair.sh |
17 | 2024-09-27T17:09:43.436Z | downloading input: /input/build/work/scripts/test_repair.sh |
18 | 2024-09-27T17:09:43.460Z | downloaded input: /input/build/work/scripts/test_repair.sh |
19 | 2024-09-27T17:09:43.460Z | downloading input: /input/build/work/scripts/test_replay.sh |
20 | 2024-09-27T17:09:43.477Z | downloaded input: /input/build/work/scripts/test_replay.sh |
21 | 2024-09-27T17:09:43.477Z | downloading input: /input/build/work/scripts/test_up.sh |
22 | 2024-09-27T17:09:43.622Z | downloaded input: /input/build/work/scripts/test_up.sh |
23 | 2024-09-27T17:09:43.622Z | downloading input: /input/build/work/scripts/upstairs_info.d |
24 | 2024-09-27T17:09:43.643Z | downloaded input: /input/build/work/scripts/upstairs_info.d |
25 | 2024-09-27T17:09:43.646Z | downloading input: /input/build/tmp/cargo-test-out.log |
26 | 2024-09-27T17:09:44.544Z | downloaded input: /input/build/tmp/cargo-test-out.log |
|
27 | 2024-09-27T17:09:44.544Z | starting task 0: "setup" |
28 | 2024-09-27T17:09:44.547Z | ++ uname -s |
29 | 2024-09-27T17:09:44.547Z | + kern=SunOS |
30 | 2024-09-27T17:09:44.547Z | + case "$kern" in |
31 | 2024-09-27T17:09:44.548Z | + groupadd -g 12345 build |
32 | 2024-09-27T17:09:44.548Z | + useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build |
33 | 2024-09-27T17:09:46.557Z | + zfs create -o mountpoint=/work rpool/work |
34 | 2024-09-27T17:09:46.784Z | ++ awk '$2 == "/home" { print $3 }' /etc/mnttab |
35 | 2024-09-27T17:09:46.787Z | + home_fs=zfs |
36 | 2024-09-27T17:09:46.787Z | + [[ zfs == autofs ]] |
37 | 2024-09-27T17:09:46.787Z | + mkdir -p /home/build |
38 | 2024-09-27T17:09:46.790Z | + chown build:build /home/build /work |
39 | 2024-09-27T17:09:48.791Z | + chmod 0700 /home/build /work |
40 | 2024-09-27T17:09:48.794Z | process exited: duration 4262 ms, exit code 0 |
|
41 | 2024-09-27T17:09:48.800Z | starting task 1: "authentication" |
42 | 2024-09-27T17:09:48.818Z | process exited: duration 17 ms, exit code 0 |
|
43 | 2024-09-27T17:09:48.825Z | starting task 2: "build" |
44 | 2024-09-27T17:09:48.829Z | + banner cores |
45 | 2024-09-27T17:09:48.832Z | |
46 | 2024-09-27T17:09:48.832Z | #### #### ##### ###### #### |
47 | 2024-09-27T17:09:48.832Z | # # # # # # # # |
48 | 2024-09-27T17:09:48.832Z | # # # # # ##### #### |
49 | 2024-09-27T17:09:48.832Z | # # # ##### # # |
50 | 2024-09-27T17:09:48.832Z | # # # # # # # # # |
51 | 2024-09-27T17:09:48.832Z | #### #### # # ###### #### |
52 | 2024-09-27T17:09:48.832Z | |
53 | 2024-09-27T17:09:48.836Z | + pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid |
54 | 2024-09-27T17:09:48.842Z | + echo 'input bins dir contains:' |
55 | 2024-09-27T17:09:48.842Z | input bins dir contains: |
56 | 2024-09-27T17:09:48.845Z | + ls -ltr /input/build/work/bins |
57 | 2024-09-27T17:09:48.845Z | total 771528 |
58 | 2024-09-27T17:09:48.845Z | -rw-r--r-- 1 root root 110734592 Sep 27 17:09 crucible-downstairs.gz |
59 | 2024-09-27T17:09:48.845Z | -rw-r--r-- 1 root root 105905316 Sep 27 17:09 crucible-hammer.gz |
60 | 2024-09-27T17:09:48.845Z | -rw-r--r-- 1 root root 111383517 Sep 27 17:09 crutest.gz |
61 | 2024-09-27T17:09:48.845Z | -rw-r--r-- 1 root root 66745083 Sep 27 17:09 dsc.gz |
62 | 2024-09-27T17:09:48.845Z | + echo 'input script dir contains:' |
63 | 2024-09-27T17:09:48.845Z | + ls -ltr /input/build/work/scripts |
64 | 2024-09-27T17:09:48.845Z | input script dir contains: |
65 | 2024-09-27T17:09:48.847Z | total 40 |
66 | 2024-09-27T17:09:48.848Z | -rw-r--r-- 1 root root 3056 Sep 27 17:09 perf-downstairs-tick.d |
67 | 2024-09-27T17:09:48.848Z | -rw-r--r-- 1 root root 2127 Sep 27 17:09 test_ds.sh |
68 | 2024-09-27T17:09:48.848Z | -rw-r--r-- 1 root root 4215 Sep 27 17:09 test_live_repair.sh |
69 | 2024-09-27T17:09:48.848Z | -rw-r--r-- 1 root root 6721 Sep 27 17:09 test_repair.sh |
70 | 2024-09-27T17:09:48.848Z | -rw-r--r-- 1 root root 3160 Sep 27 17:09 test_replay.sh |
71 | 2024-09-27T17:09:48.848Z | -rw-r--r-- 1 root root 12048 Sep 27 17:09 test_up.sh |
72 | 2024-09-27T17:09:48.848Z | -rw-r--r-- 1 root root 2407 Sep 27 17:09 upstairs_info.d |
73 | 2024-09-27T17:09:48.848Z | + pfexec chmod +x /input/build/work/scripts/perf-downstairs-tick.d /input/build/work/scripts/test_ds.sh /input/build/work/scripts/test_live_repair.sh /input/build/work/scripts/test_repair.sh /input/build/work/scripts/test_replay.sh /input/build/work/scripts/test_up.sh /input/build/work/scripts/upstairs_info.d |
74 | 2024-09-27T17:09:48.850Z | + echo ' chmod input script dir contains:' |
75 | 2024-09-27T17:09:48.850Z | + ls -ltr /input/build/work/scripts |
76 | 2024-09-27T17:09:48.850Z | chmod input script dir contains: |
77 | 2024-09-27T17:09:48.853Z | total 40 |
78 | 2024-09-27T17:09:48.853Z | -rwxr-xr-x 1 root root 3056 Sep 27 17:09 perf-downstairs-tick.d |
79 | 2024-09-27T17:09:48.853Z | -rwxr-xr-x 1 root root 2127 Sep 27 17:09 test_ds.sh |
80 | 2024-09-27T17:09:48.853Z | -rwxr-xr-x 1 root root 4215 Sep 27 17:09 test_live_repair.sh |
81 | 2024-09-27T17:09:48.853Z | -rwxr-xr-x 1 root root 6721 Sep 27 17:09 test_repair.sh |
82 | 2024-09-27T17:09:48.853Z | -rwxr-xr-x 1 root root 3160 Sep 27 17:09 test_replay.sh |
83 | 2024-09-27T17:09:48.853Z | -rwxr-xr-x 1 root root 12048 Sep 27 17:09 test_up.sh |
84 | 2024-09-27T17:09:48.853Z | -rwxr-xr-x 1 root root 2407 Sep 27 17:09 upstairs_info.d |
85 | 2024-09-27T17:09:48.853Z | + banner unpack |
86 | 2024-09-27T17:09:48.856Z | |
87 | 2024-09-27T17:09:48.856Z | # # # # ##### ## #### # # |
88 | 2024-09-27T17:09:48.856Z | # # ## # # # # # # # # # |
89 | 2024-09-27T17:09:48.856Z | # # # # # # # # # # #### |
90 | 2024-09-27T17:09:48.856Z | # # # # # ##### ###### # # # |
91 | 2024-09-27T17:09:48.856Z | # # # ## # # # # # # # |
92 | 2024-09-27T17:09:48.856Z | #### # # # # # #### # # |
93 | 2024-09-27T17:09:48.856Z | |
94 | 2024-09-27T17:09:48.856Z | + mkdir -p /var/tmp/bins |
95 | 2024-09-27T17:09:48.859Z | + for t in "$input/bins/"*.gz |
96 | 2024-09-27T17:09:48.859Z | ++ basename /input/build/work/bins/crucible-downstairs.gz |
97 | 2024-09-27T17:09:48.859Z | + b=crucible-downstairs.gz |
98 | 2024-09-27T17:09:48.859Z | + b=crucible-downstairs |
99 | 2024-09-27T17:09:48.859Z | + gunzip |
100 | 2024-09-27T17:09:51.165Z | + chmod +x /var/tmp/bins/crucible-downstairs |
101 | 2024-09-27T17:09:51.168Z | + for t in "$input/bins/"*.gz |
102 | 2024-09-27T17:09:51.171Z | ++ basename /input/build/work/bins/crucible-hammer.gz |
103 | 2024-09-27T17:09:51.171Z | + b=crucible-hammer.gz |
104 | 2024-09-27T17:09:51.171Z | + b=crucible-hammer |
105 | 2024-09-27T17:09:51.171Z | + gunzip |
106 | 2024-09-27T17:09:53.392Z | + chmod +x /var/tmp/bins/crucible-hammer |
107 | 2024-09-27T17:09:53.396Z | + for t in "$input/bins/"*.gz |
108 | 2024-09-27T17:09:53.396Z | ++ basename /input/build/work/bins/crutest.gz |
109 | 2024-09-27T17:09:53.396Z | + b=crutest.gz |
110 | 2024-09-27T17:09:53.396Z | + b=crutest |
111 | 2024-09-27T17:09:53.396Z | + gunzip |
112 | 2024-09-27T17:09:55.793Z | + chmod +x /var/tmp/bins/crutest |
113 | 2024-09-27T17:09:55.795Z | + for t in "$input/bins/"*.gz |
114 | 2024-09-27T17:09:55.798Z | ++ basename /input/build/work/bins/dsc.gz |
115 | 2024-09-27T17:09:55.798Z | + b=dsc.gz |
116 | 2024-09-27T17:09:55.798Z | + b=dsc |
117 | 2024-09-27T17:09:55.798Z | + gunzip |
118 | 2024-09-27T17:09:57.179Z | + chmod +x /var/tmp/bins/dsc |
119 | 2024-09-27T17:09:57.183Z | + export BINDIR=/var/tmp/bins |
120 | 2024-09-27T17:09:57.183Z | + BINDIR=/var/tmp/bins |
121 | 2024-09-27T17:09:57.183Z | + echo 'Setup self timeout' |
122 | 2024-09-27T17:09:57.183Z | Setup self timeout |
123 | 2024-09-27T17:09:57.183Z | + jobpid=1139 |
124 | 2024-09-27T17:09:57.185Z | + echo 'Setup debug logging' |
125 | 2024-09-27T17:09:57.185Z | + mkdir /tmp/debug |
126 | 2024-09-27T17:09:57.185Z | Setup debug logging |
127 | 2024-09-27T17:09:57.185Z | + sleep 7200 |
128 | 2024-09-27T17:09:57.185Z | + psrinfo -v |
129 | 2024-09-27T17:09:57.188Z | + df -h |
130 | 2024-09-27T17:09:57.195Z | + prstat -d d -mLc 1 |
131 | 2024-09-27T17:09:57.198Z | + iostat -T d -xn 1 |
132 | 2024-09-27T17:09:57.198Z | + mpstat -T d 1 |
133 | 2024-09-27T17:09:57.198Z | + vmstat -T d -p 1 |
134 | 2024-09-27T17:09:57.200Z | + pfexec dtrace -Z -s /input/build/work/scripts/perf-downstairs-tick.d |
135 | 2024-09-27T17:09:57.200Z | + banner repair |
136 | 2024-09-27T17:09:57.201Z | + pfexec dtrace -Z -s /input/build/work/scripts/upstairs_info.d |
137 | 2024-09-27T17:09:57.203Z | |
138 | 2024-09-27T17:09:57.203Z | ##### ###### ##### ## # ##### |
139 | 2024-09-27T17:09:57.203Z | # # # # # # # # # # |
140 | 2024-09-27T17:09:57.203Z | # # ##### # # # # # # # |
141 | 2024-09-27T17:09:57.203Z | ##### # ##### ###### # ##### |
142 | 2024-09-27T17:09:57.203Z | # # # # # # # # # |
143 | 2024-09-27T17:09:57.203Z | # # ###### # # # # # # |
144 | 2024-09-27T17:09:57.203Z | |
145 | 2024-09-27T17:09:57.203Z | + ptime -m bash /input/build/work/scripts/test_repair.sh -N |
146 | 2024-09-27T17:17:34.995Z | + echo 'Test repair finished with 0' |
147 | 2024-09-27T17:17:34.995Z | Test repair finished with 0 |
148 | 2024-09-27T17:17:40.000Z | process exited: duration 466082 ms, exit code 0 |
149 | 2024-09-27T17:17:40.000Z | exec warning: : stdio descriptors remain open after task exit; waiting 60 seconds for them to close |
150 | 2024-09-27T17:18:40.047Z | exec warning: : stdout descriptor may be held open by a background process; giving up! |
151 | 2024-09-27T17:18:40.047Z | exec warning: : stderr descriptor may be held open by a background process; giving up! |
|
152 | 2024-09-27T17:18:40.058Z | found 13 output files |
153 | 2024-09-27T17:18:40.058Z | uploading: /tmp/test-repair-out.txt (2425584 bytes) |
154 | 2024-09-27T17:18:41.093Z | uploaded: /tmp/test-repair-out.txt |
155 | 2024-09-27T17:18:41.093Z | uploading: /tmp/test_repair_ds8810.txt (66248 bytes) |
156 | 2024-09-27T17:18:42.106Z | uploaded: /tmp/test_repair_ds8810.txt |
157 | 2024-09-27T17:18:42.109Z | uploading: /tmp/test_repair_ds8820.txt (15762 bytes) |
158 | 2024-09-27T17:18:43.116Z | uploaded: /tmp/test_repair_ds8820.txt |
159 | 2024-09-27T17:18:43.120Z | uploading: /tmp/test_repair_ds8830.txt (54319 bytes) |
160 | 2024-09-27T17:18:44.129Z | uploaded: /tmp/test_repair_ds8830.txt |
161 | 2024-09-27T17:18:44.129Z | uploading: /tmp/test_repair_out.txt (57711 bytes) |
162 | 2024-09-27T17:18:45.139Z | uploaded: /tmp/test_repair_out.txt |
163 | 2024-09-27T17:18:45.141Z | uploading: /tmp/debug/df.txt (1270 bytes) |
164 | 2024-09-27T17:18:46.147Z | uploaded: /tmp/debug/df.txt |
165 | 2024-09-27T17:18:46.151Z | uploading: /tmp/debug/dtrace.txt (3874187 bytes) |
166 | 2024-09-27T17:18:47.187Z | uploaded: /tmp/debug/dtrace.txt |
167 | 2024-09-27T17:18:47.190Z | uploading: /tmp/debug/iostat.txt (157952 bytes) |
168 | 2024-09-27T17:18:47.195Z | upload warning: file "/tmp/debug/iostat.txt" changed size mid upload: 157952 -> 160066 |
169 | 2024-09-27T17:18:48.201Z | uploaded: /tmp/debug/iostat.txt |
170 | 2024-09-27T17:18:48.203Z | uploading: /tmp/debug/mpstat.txt (382377 bytes) |
171 | 2024-09-27T17:18:48.211Z | upload warning: file "/tmp/debug/mpstat.txt" changed size mid upload: 382377 -> 388225 |
172 | 2024-09-27T17:18:49.217Z | uploaded: /tmp/debug/mpstat.txt |
173 | 2024-09-27T17:18:49.219Z | uploading: /tmp/debug/paging.txt (69565 bytes) |
174 | 2024-09-27T17:18:49.223Z | upload warning: file "/tmp/debug/paging.txt" changed size mid upload: 69565 -> 70776 |
175 | 2024-09-27T17:18:50.228Z | uploaded: /tmp/debug/paging.txt |
176 | 2024-09-27T17:18:50.231Z | uploading: /tmp/debug/prstat.txt (733771 bytes) |
177 | 2024-09-27T17:18:50.242Z | upload warning: file "/tmp/debug/prstat.txt" changed size mid upload: 733771 -> 748025 |
178 | 2024-09-27T17:18:51.248Z | uploaded: /tmp/debug/prstat.txt |
179 | 2024-09-27T17:18:51.250Z | uploading: /tmp/debug/psrinfo.txt (1528 bytes) |
180 | 2024-09-27T17:18:52.255Z | uploaded: /tmp/debug/psrinfo.txt |
181 | 2024-09-27T17:18:52.258Z | uploading: /tmp/debug/upstairs-info.txt (67940 bytes) |
182 | 2024-09-27T17:18:53.267Z | uploaded: /tmp/debug/upstairs-info.txt |