|
|
|
1 | 2024-08-05T19:07:57.802Z | job dependencies complete; ready to run (waiting for 19 m 59 s) |
2 | 2024-08-05T19:08:17.955Z | job assigned to worker 01J4HZ047PSWY754NCCNYYNCWV (queued for 20 s) |
3 | 2024-08-05T19:08:25.567Z | downloading input: /input/build/work/bins/crucible-downstairs.gz |
4 | 2024-08-05T19:08:26.768Z | downloaded input: /input/build/work/bins/crucible-downstairs.gz |
5 | 2024-08-05T19:08:26.768Z | downloading input: /input/build/work/bins/crucible-hammer.gz |
6 | 2024-08-05T19:08:27.663Z | downloaded input: /input/build/work/bins/crucible-hammer.gz |
7 | 2024-08-05T19:08:27.663Z | downloading input: /input/build/work/bins/crutest.gz |
8 | 2024-08-05T19:08:28.824Z | downloaded input: /input/build/work/bins/crutest.gz |
9 | 2024-08-05T19:08:28.824Z | downloading input: /input/build/work/bins/dsc.gz |
10 | 2024-08-05T19:08:29.548Z | downloaded input: /input/build/work/bins/dsc.gz |
11 | 2024-08-05T19:08:29.551Z | downloading input: /input/build/work/scripts/perf-downstairs-tick.d |
12 | 2024-08-05T19:08:29.566Z | downloaded input: /input/build/work/scripts/perf-downstairs-tick.d |
13 | 2024-08-05T19:08:29.566Z | downloading input: /input/build/work/scripts/test_ds.sh |
14 | 2024-08-05T19:08:29.584Z | downloaded input: /input/build/work/scripts/test_ds.sh |
15 | 2024-08-05T19:08:29.584Z | downloading input: /input/build/work/scripts/test_live_repair.sh |
16 | 2024-08-05T19:08:29.603Z | downloaded input: /input/build/work/scripts/test_live_repair.sh |
17 | 2024-08-05T19:08:29.603Z | downloading input: /input/build/work/scripts/test_repair.sh |
18 | 2024-08-05T19:08:29.623Z | downloaded input: /input/build/work/scripts/test_repair.sh |
19 | 2024-08-05T19:08:29.623Z | downloading input: /input/build/work/scripts/test_replay.sh |
20 | 2024-08-05T19:08:29.639Z | downloaded input: /input/build/work/scripts/test_replay.sh |
21 | 2024-08-05T19:08:29.639Z | downloading input: /input/build/work/scripts/test_up.sh |
22 | 2024-08-05T19:08:29.657Z | downloaded input: /input/build/work/scripts/test_up.sh |
23 | 2024-08-05T19:08:29.658Z | downloading input: /input/build/work/scripts/upstairs_info.d |
24 | 2024-08-05T19:08:29.677Z | downloaded input: /input/build/work/scripts/upstairs_info.d |
25 | 2024-08-05T19:08:29.680Z | downloading input: /input/build/tmp/cargo-test-out.log |
26 | 2024-08-05T19:08:30.634Z | downloaded input: /input/build/tmp/cargo-test-out.log |
|
27 | 2024-08-05T19:08:30.634Z | starting task 0: "setup" |
28 | 2024-08-05T19:08:30.687Z | ++ uname -s |
29 | 2024-08-05T19:08:30.690Z | + kern=SunOS |
30 | 2024-08-05T19:08:30.690Z | + case "$kern" in |
31 | 2024-08-05T19:08:30.690Z | + groupadd -g 12345 build |
32 | 2024-08-05T19:08:30.693Z | + useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build |
33 | 2024-08-05T19:08:32.701Z | + zfs create -o mountpoint=/work rpool/work |
34 | 2024-08-05T19:08:33.238Z | ++ awk '$2 == "/home" { print $3 }' /etc/mnttab |
35 | 2024-08-05T19:08:33.242Z | + home_fs=zfs |
36 | 2024-08-05T19:08:33.242Z | + [[ zfs == autofs ]] |
37 | 2024-08-05T19:08:33.242Z | + mkdir -p /home/build |
38 | 2024-08-05T19:08:33.245Z | + chown build:build /home/build /work |
39 | 2024-08-05T19:08:34.244Z | + chmod 0700 /home/build /work |
40 | 2024-08-05T19:08:34.247Z | process exited: duration 3614 ms, exit code 0 |
|
41 | 2024-08-05T19:08:34.252Z | starting task 1: "authentication" |
42 | 2024-08-05T19:08:34.269Z | process exited: duration 16 ms, exit code 0 |
|
43 | 2024-08-05T19:08:34.275Z | starting task 2: "build" |
44 | 2024-08-05T19:08:34.280Z | + banner cores |
45 | 2024-08-05T19:08:34.441Z | |
46 | 2024-08-05T19:08:34.441Z | #### #### ##### ###### #### |
47 | 2024-08-05T19:08:34.442Z | # # # # # # # # |
48 | 2024-08-05T19:08:34.442Z | # # # # # ##### #### |
49 | 2024-08-05T19:08:34.442Z | # # # ##### # # |
50 | 2024-08-05T19:08:34.442Z | # # # # # # # # # |
51 | 2024-08-05T19:08:34.442Z | #### #### # # ###### #### |
52 | 2024-08-05T19:08:34.442Z | |
53 | 2024-08-05T19:08:34.444Z | + pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid |
54 | 2024-08-05T19:08:34.452Z | + echo 'input bins dir contains:' |
55 | 2024-08-05T19:08:34.452Z | input bins dir contains: |
56 | 2024-08-05T19:08:34.455Z | + ls -ltr /input/build/work/bins |
57 | 2024-08-05T19:08:34.455Z | total 697383 |
58 | 2024-08-05T19:08:34.455Z | -rw-r--r-- 1 root root 105756823 Aug 5 19:08 crucible-downstairs.gz |
59 | 2024-08-05T19:08:34.455Z | -rw-r--r-- 1 root root 83355941 Aug 5 19:08 crucible-hammer.gz |
60 | 2024-08-05T19:08:34.455Z | -rw-r--r-- 1 root root 103298177 Aug 5 19:08 crutest.gz |
61 | 2024-08-05T19:08:34.455Z | -rw-r--r-- 1 root root 64414616 Aug 5 19:08 dsc.gz |
62 | 2024-08-05T19:08:34.455Z | + echo 'input script dir contains:' |
63 | 2024-08-05T19:08:34.456Z | input script dir contains: |
64 | 2024-08-05T19:08:34.456Z | + ls -ltr /input/build/work/scripts |
65 | 2024-08-05T19:08:34.460Z | total 40 |
66 | 2024-08-05T19:08:34.460Z | -rw-r--r-- 1 root root 3056 Aug 5 19:08 perf-downstairs-tick.d |
67 | 2024-08-05T19:08:34.460Z | -rw-r--r-- 1 root root 2102 Aug 5 19:08 test_ds.sh |
68 | 2024-08-05T19:08:34.460Z | -rw-r--r-- 1 root root 4086 Aug 5 19:08 test_live_repair.sh |
69 | 2024-08-05T19:08:34.460Z | -rw-r--r-- 1 root root 6671 Aug 5 19:08 test_repair.sh |
70 | 2024-08-05T19:08:34.460Z | -rw-r--r-- 1 root root 3029 Aug 5 19:08 test_replay.sh |
71 | 2024-08-05T19:08:34.460Z | -rw-r--r-- 1 root root 11934 Aug 5 19:08 test_up.sh |
72 | 2024-08-05T19:08:34.460Z | -rw-r--r-- 1 root root 2750 Aug 5 19:08 upstairs_info.d |
73 | 2024-08-05T19:08:34.460Z | + pfexec chmod +x /input/build/work/scripts/perf-downstairs-tick.d /input/build/work/scripts/test_ds.sh /input/build/work/scripts/test_live_repair.sh /input/build/work/scripts/test_repair.sh /input/build/work/scripts/test_replay.sh /input/build/work/scripts/test_up.sh /input/build/work/scripts/upstairs_info.d |
74 | 2024-08-05T19:08:34.460Z | + echo ' chmod input script dir contains:' |
75 | 2024-08-05T19:08:34.460Z | chmod input script dir contains: |
76 | 2024-08-05T19:08:34.460Z | + ls -ltr /input/build/work/scripts |
77 | 2024-08-05T19:08:34.463Z | total 40 |
78 | 2024-08-05T19:08:34.463Z | -rwxr-xr-x 1 root root 3056 Aug 5 19:08 perf-downstairs-tick.d |
79 | 2024-08-05T19:08:34.463Z | -rwxr-xr-x 1 root root 2102 Aug 5 19:08 test_ds.sh |
80 | 2024-08-05T19:08:34.463Z | -rwxr-xr-x 1 root root 4086 Aug 5 19:08 test_live_repair.sh |
81 | 2024-08-05T19:08:34.463Z | -rwxr-xr-x 1 root root 6671 Aug 5 19:08 test_repair.sh |
82 | 2024-08-05T19:08:34.463Z | -rwxr-xr-x 1 root root 3029 Aug 5 19:08 test_replay.sh |
83 | 2024-08-05T19:08:34.463Z | -rwxr-xr-x 1 root root 11934 Aug 5 19:08 test_up.sh |
84 | 2024-08-05T19:08:34.463Z | -rwxr-xr-x 1 root root 2750 Aug 5 19:08 upstairs_info.d |
85 | 2024-08-05T19:08:34.463Z | + banner unpack |
86 | 2024-08-05T19:08:34.463Z | |
87 | 2024-08-05T19:08:34.463Z | # # # # ##### ## #### # # |
88 | 2024-08-05T19:08:34.463Z | # # ## # # # # # # # # # |
89 | 2024-08-05T19:08:34.463Z | # # # # # # # # # # #### |
90 | 2024-08-05T19:08:34.463Z | # # # # # ##### ###### # # # |
91 | 2024-08-05T19:08:34.463Z | # # # ## # # # # # # # |
92 | 2024-08-05T19:08:34.463Z | #### # # # # # #### # # |
93 | 2024-08-05T19:08:34.463Z | |
94 | 2024-08-05T19:08:34.463Z | + mkdir -p /var/tmp/bins |
95 | 2024-08-05T19:08:34.466Z | + for t in "$input/bins/"*.gz |
96 | 2024-08-05T19:08:34.466Z | ++ basename /input/build/work/bins/crucible-downstairs.gz |
97 | 2024-08-05T19:08:34.466Z | + b=crucible-downstairs.gz |
98 | 2024-08-05T19:08:34.466Z | + b=crucible-downstairs |
99 | 2024-08-05T19:08:34.466Z | + gunzip |
100 | 2024-08-05T19:08:36.679Z | + chmod +x /var/tmp/bins/crucible-downstairs |
101 | 2024-08-05T19:08:36.681Z | + for t in "$input/bins/"*.gz |
102 | 2024-08-05T19:08:36.684Z | ++ basename /input/build/work/bins/crucible-hammer.gz |
103 | 2024-08-05T19:08:36.684Z | + b=crucible-hammer.gz |
104 | 2024-08-05T19:08:36.684Z | + b=crucible-hammer |
105 | 2024-08-05T19:08:36.684Z | + gunzip |
106 | 2024-08-05T19:08:38.473Z | + chmod +x /var/tmp/bins/crucible-hammer |
107 | 2024-08-05T19:08:38.476Z | + for t in "$input/bins/"*.gz |
108 | 2024-08-05T19:08:38.476Z | ++ basename /input/build/work/bins/crutest.gz |
109 | 2024-08-05T19:08:38.478Z | + b=crutest.gz |
110 | 2024-08-05T19:08:38.478Z | + b=crutest |
111 | 2024-08-05T19:08:38.478Z | + gunzip |
112 | 2024-08-05T19:08:40.583Z | + chmod +x /var/tmp/bins/crutest |
113 | 2024-08-05T19:08:40.586Z | + for t in "$input/bins/"*.gz |
114 | 2024-08-05T19:08:40.586Z | ++ basename /input/build/work/bins/dsc.gz |
115 | 2024-08-05T19:08:40.588Z | + b=dsc.gz |
116 | 2024-08-05T19:08:40.588Z | + b=dsc |
117 | 2024-08-05T19:08:40.589Z | + gunzip |
118 | 2024-08-05T19:08:41.951Z | + chmod +x /var/tmp/bins/dsc |
119 | 2024-08-05T19:08:41.954Z | + export BINDIR=/var/tmp/bins |
120 | 2024-08-05T19:08:41.954Z | + BINDIR=/var/tmp/bins |
121 | 2024-08-05T19:08:41.954Z | Setup self timeout |
122 | 2024-08-05T19:08:41.957Z | + echo 'Setup self timeout' |
123 | 2024-08-05T19:08:41.957Z | + jobpid=1140 |
124 | 2024-08-05T19:08:41.957Z | + echo 'Setup debug logging' |
125 | 2024-08-05T19:08:41.957Z | + mkdir /tmp/debug |
126 | 2024-08-05T19:08:41.957Z | Setup debug logging |
127 | 2024-08-05T19:08:41.957Z | + sleep 7200 |
128 | 2024-08-05T19:08:41.960Z | + psrinfo -v |
129 | 2024-08-05T19:08:41.963Z | + df -h |
130 | 2024-08-05T19:08:41.973Z | + prstat -d d -mLc 1 |
131 | 2024-08-05T19:08:41.976Z | + iostat -T d -xn 1 |
132 | 2024-08-05T19:08:41.976Z | + vmstat -T d -p 1 |
133 | 2024-08-05T19:08:41.978Z | + pfexec dtrace -Z -s /input/build/work/scripts/upstairs_info.d |
134 | 2024-08-05T19:08:41.981Z | + banner repair |
135 | 2024-08-05T19:08:41.981Z | + mpstat -T d 1 |
136 | 2024-08-05T19:08:41.984Z | + pfexec dtrace -Z -s /input/build/work/scripts/perf-downstairs-tick.d |
137 | 2024-08-05T19:08:41.986Z | |
138 | 2024-08-05T19:08:41.986Z | ##### ###### ##### ## # ##### |
139 | 2024-08-05T19:08:41.986Z | # # # # # # # # # # |
140 | 2024-08-05T19:08:41.986Z | # # ##### # # # # # # # |
141 | 2024-08-05T19:08:41.986Z | ##### # ##### ###### # ##### |
142 | 2024-08-05T19:08:41.987Z | # # # # # # # # # |
143 | 2024-08-05T19:08:41.987Z | # # ###### # # # # # # |
144 | 2024-08-05T19:08:41.987Z | |
145 | 2024-08-05T19:08:41.987Z | + ptime -m bash /input/build/work/scripts/test_repair.sh -N |
146 | 2024-08-05T19:48:46.266Z | + echo 'Test repair finished with 0' |
147 | 2024-08-05T19:48:46.266Z | Test repair finished with 0 |
148 | 2024-08-05T19:48:51.273Z | process exited: duration 2411581 ms, exit code 0 |
149 | 2024-08-05T19:48:51.273Z | exec warning: : stdio descriptors remain open after task exit; waiting 60 seconds for them to close |
150 | 2024-08-05T19:49:51.307Z | exec warning: : stdout descriptor may be held open by a background process; giving up! |
151 | 2024-08-05T19:49:51.307Z | exec warning: : stderr descriptor may be held open by a background process; giving up! |
|
152 | 2024-08-05T19:49:51.321Z | found 13 output files |
153 | 2024-08-05T19:49:51.321Z | uploading: /tmp/test-repair-out.txt (2575430 bytes) |
154 | 2024-08-05T19:49:52.392Z | uploaded: /tmp/test-repair-out.txt |
155 | 2024-08-05T19:49:52.395Z | uploading: /tmp/test_repair_ds8810.txt (53506 bytes) |
156 | 2024-08-05T19:49:53.405Z | uploaded: /tmp/test_repair_ds8810.txt |
157 | 2024-08-05T19:49:53.405Z | uploading: /tmp/test_repair_ds8820.txt (48772 bytes) |
158 | 2024-08-05T19:49:54.418Z | uploaded: /tmp/test_repair_ds8820.txt |
159 | 2024-08-05T19:49:54.418Z | uploading: /tmp/test_repair_ds8830.txt (10422 bytes) |
160 | 2024-08-05T19:49:55.428Z | uploaded: /tmp/test_repair_ds8830.txt |
161 | 2024-08-05T19:49:55.428Z | uploading: /tmp/test_repair_out.txt (37034 bytes) |
162 | 2024-08-05T19:49:56.440Z | uploaded: /tmp/test_repair_out.txt |
163 | 2024-08-05T19:49:56.440Z | uploading: /tmp/debug/df.txt (1270 bytes) |
164 | 2024-08-05T19:49:57.448Z | uploaded: /tmp/debug/df.txt |
165 | 2024-08-05T19:49:57.448Z | uploading: /tmp/debug/dtrace.txt (18498404 bytes) |
166 | 2024-08-05T19:49:58.742Z | uploaded: /tmp/debug/dtrace.txt |
167 | 2024-08-05T19:49:58.742Z | uploading: /tmp/debug/iostat.txt (738240 bytes) |
168 | 2024-08-05T19:49:58.759Z | upload warning: file "/tmp/debug/iostat.txt" changed size mid upload: 738240 -> 740632 |
169 | 2024-08-05T19:49:59.766Z | uploaded: /tmp/debug/iostat.txt |
170 | 2024-08-05T19:49:59.766Z | uploading: /tmp/debug/mpstat.txt (1797432 bytes) |
171 | 2024-08-05T19:49:59.807Z | upload warning: file "/tmp/debug/mpstat.txt" changed size mid upload: 1797432 -> 1803984 |
172 | 2024-08-05T19:50:00.814Z | uploaded: /tmp/debug/mpstat.txt |
173 | 2024-08-05T19:50:00.815Z | uploading: /tmp/debug/paging.txt (320492 bytes) |
174 | 2024-08-05T19:50:00.834Z | upload warning: file "/tmp/debug/paging.txt" changed size mid upload: 320492 -> 321790 |
175 | 2024-08-05T19:50:01.840Z | uploaded: /tmp/debug/paging.txt |
176 | 2024-08-05T19:50:01.840Z | uploading: /tmp/debug/prstat.txt (3372553 bytes) |
177 | 2024-08-05T19:50:01.910Z | upload warning: file "/tmp/debug/prstat.txt" changed size mid upload: 3372553 -> 3385486 |
178 | 2024-08-05T19:50:02.917Z | uploaded: /tmp/debug/prstat.txt |
179 | 2024-08-05T19:50:02.920Z | uploading: /tmp/debug/psrinfo.txt (1528 bytes) |
180 | 2024-08-05T19:50:03.926Z | uploaded: /tmp/debug/psrinfo.txt |
181 | 2024-08-05T19:50:03.926Z | uploading: /tmp/debug/upstairs-info.txt (440553 bytes) |
182 | 2024-08-05T19:50:04.955Z | uploaded: /tmp/debug/upstairs-info.txt |