|
|
|
1 | 2024-12-04T04:59:14.801Z | job dependencies complete; ready to run (waiting for 16 m 26 s) |
2 | 2024-12-04T04:59:39.874Z | job assigned to worker 01JE80JSJE1KM8QHPCW2NWFN32 [factory gimlet-EVT22200007-propolis, EVT22200007/19843] (queued for 25 s) |
3 | 2024-12-04T04:59:47.933Z | downloading input: /input/rbuild/out/crucible-dtrace.sha256.txt |
4 | 2024-12-04T04:59:47.956Z | downloaded input: /input/rbuild/out/crucible-dtrace.sha256.txt |
5 | 2024-12-04T04:59:47.956Z | downloading input: /input/rbuild/out/crucible-dtrace.tar |
6 | 2024-12-04T04:59:48.051Z | downloaded input: /input/rbuild/out/crucible-dtrace.tar |
7 | 2024-12-04T04:59:48.051Z | downloading input: /input/rbuild/out/crucible-nightly.sha256.txt |
8 | 2024-12-04T04:59:48.088Z | downloaded input: /input/rbuild/out/crucible-nightly.sha256.txt |
9 | 2024-12-04T04:59:48.088Z | downloading input: /input/rbuild/out/crucible-nightly.tar.gz |
10 | 2024-12-04T04:59:52.036Z | downloaded input: /input/rbuild/out/crucible-nightly.tar.gz |
11 | 2024-12-04T04:59:52.036Z | downloading input: /input/rbuild/out/crucible-pantry.sha256.txt |
12 | 2024-12-04T04:59:52.073Z | downloaded input: /input/rbuild/out/crucible-pantry.sha256.txt |
13 | 2024-12-04T04:59:52.073Z | downloading input: /input/rbuild/out/crucible-pantry.tar.gz |
14 | 2024-12-04T04:59:52.934Z | downloaded input: /input/rbuild/out/crucible-pantry.tar.gz |
15 | 2024-12-04T04:59:52.934Z | downloading input: /input/rbuild/out/crucible.sha256.txt |
16 | 2024-12-04T04:59:52.971Z | downloaded input: /input/rbuild/out/crucible.sha256.txt |
17 | 2024-12-04T04:59:52.971Z | downloading input: /input/rbuild/out/crucible.tar.gz |
18 | 2024-12-04T04:59:54.227Z | downloaded input: /input/rbuild/out/crucible.tar.gz |
19 | 2024-12-04T04:59:54.251Z | downloading input: /input/rbuild/work/rbins/crucible-downstairs.gz |
20 | 2024-12-04T04:59:55.078Z | downloaded input: /input/rbuild/work/rbins/crucible-downstairs.gz |
21 | 2024-12-04T04:59:55.078Z | downloading input: /input/rbuild/work/rbins/crucible-hammer.gz |
22 | 2024-12-04T04:59:55.781Z | downloaded input: /input/rbuild/work/rbins/crucible-hammer.gz |
23 | 2024-12-04T04:59:55.781Z | downloading input: /input/rbuild/work/rbins/crudd.gz |
24 | 2024-12-04T04:59:56.437Z | downloaded input: /input/rbuild/work/rbins/crudd.gz |
25 | 2024-12-04T04:59:56.437Z | downloading input: /input/rbuild/work/rbins/crutest.gz |
26 | 2024-12-04T04:59:57.169Z | downloaded input: /input/rbuild/work/rbins/crutest.gz |
27 | 2024-12-04T04:59:57.170Z | downloading input: /input/rbuild/work/rbins/dsc.gz |
28 | 2024-12-04T04:59:57.622Z | downloaded input: /input/rbuild/work/rbins/dsc.gz |
29 | 2024-12-04T04:59:57.645Z | downloading input: /input/rbuild/work/scripts/crudd-speed-battery.sh |
30 | 2024-12-04T04:59:57.681Z | downloaded input: /input/rbuild/work/scripts/crudd-speed-battery.sh |
31 | 2024-12-04T04:59:57.681Z | downloading input: /input/rbuild/work/scripts/perf-downstairs-tick.d |
32 | 2024-12-04T04:59:57.720Z | downloaded input: /input/rbuild/work/scripts/perf-downstairs-tick.d |
33 | 2024-12-04T04:59:57.720Z | downloading input: /input/rbuild/work/scripts/test_mem.sh |
34 | 2024-12-04T04:59:57.763Z | downloaded input: /input/rbuild/work/scripts/test_mem.sh |
35 | 2024-12-04T04:59:57.764Z | downloading input: /input/rbuild/work/scripts/upstairs_info.d |
36 | 2024-12-04T04:59:57.803Z | downloaded input: /input/rbuild/work/scripts/upstairs_info.d |
37 | 2024-12-04T04:59:57.827Z | downloading input: /input/rbuild/tmp/cargo-test-out.log |
38 | 2024-12-04T05:00:00.957Z | downloaded input: /input/rbuild/tmp/cargo-test-out.log |
|
39 | 2024-12-04T05:00:00.957Z | starting task 0: "setup" |
40 | 2024-12-04T05:00:00.981Z | ++ uname -s |
41 | 2024-12-04T05:00:00.981Z | + kern=SunOS |
42 | 2024-12-04T05:00:00.981Z | + case "$kern" in |
43 | 2024-12-04T05:00:00.981Z | + groupadd -g 12345 build |
44 | 2024-12-04T05:00:00.981Z | + useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build |
45 | 2024-12-04T05:00:02.985Z | + zfs create -o mountpoint=/work rpool/work |
46 | 2024-12-04T05:00:03.021Z | ++ awk '$2 == "/home" { print $3 }' /etc/mnttab |
47 | 2024-12-04T05:00:03.044Z | + home_fs=zfs |
48 | 2024-12-04T05:00:03.045Z | + [[ zfs == autofs ]] |
49 | 2024-12-04T05:00:03.045Z | + mkdir -p /home/build |
50 | 2024-12-04T05:00:03.045Z | + chown build:build /home/build /work |
51 | 2024-12-04T05:00:05.030Z | + chmod 0700 /home/build /work |
52 | 2024-12-04T05:00:05.053Z | process exited: duration 4075 ms, exit code 0 |
|
53 | 2024-12-04T05:00:05.102Z | starting task 1: "authentication" |
54 | 2024-12-04T05:00:05.153Z | process exited: duration 50 ms, exit code 0 |
|
55 | 2024-12-04T05:00:05.202Z | starting task 2: "build" |
56 | 2024-12-04T05:00:05.226Z | + banner cores |
57 | 2024-12-04T05:00:05.226Z | |
58 | 2024-12-04T05:00:05.226Z | #### #### ##### ###### #### |
59 | 2024-12-04T05:00:05.226Z | # # # # # # # # |
60 | 2024-12-04T05:00:05.226Z | # # # # # ##### #### |
61 | 2024-12-04T05:00:05.226Z | # # # ##### # # |
62 | 2024-12-04T05:00:05.226Z | # # # # # # # # # |
63 | 2024-12-04T05:00:05.227Z | #### #### # # ###### #### |
64 | 2024-12-04T05:00:05.227Z | |
65 | 2024-12-04T05:00:05.227Z | + pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid |
66 | 2024-12-04T05:00:05.227Z | + banner unpack |
67 | 2024-12-04T05:00:05.252Z | |
68 | 2024-12-04T05:00:05.252Z | # # # # ##### ## #### # # |
69 | 2024-12-04T05:00:05.252Z | # # ## # # # # # # # # # |
70 | 2024-12-04T05:00:05.252Z | # # # # # # # # # # #### |
71 | 2024-12-04T05:00:05.252Z | # # # # # ##### ###### # # # |
72 | 2024-12-04T05:00:05.252Z | # # # ## # # # # # # # |
73 | 2024-12-04T05:00:05.252Z | #### # # # # # #### # # |
74 | 2024-12-04T05:00:05.252Z | |
75 | 2024-12-04T05:00:05.252Z | + mkdir -p /var/tmp/bins |
76 | 2024-12-04T05:00:05.252Z | + for t in "$input/rbins/"*.gz |
77 | 2024-12-04T05:00:05.252Z | ++ basename /input/rbuild/work/rbins/crucible-downstairs.gz |
78 | 2024-12-04T05:00:05.252Z | + b=crucible-downstairs.gz |
79 | 2024-12-04T05:00:05.252Z | + b=crucible-downstairs |
80 | 2024-12-04T05:00:05.252Z | + gunzip |
81 | 2024-12-04T05:00:05.603Z | + chmod +x /var/tmp/bins/crucible-downstairs |
82 | 2024-12-04T05:00:05.628Z | + for t in "$input/rbins/"*.gz |
83 | 2024-12-04T05:00:05.628Z | ++ basename /input/rbuild/work/rbins/crucible-hammer.gz |
84 | 2024-12-04T05:00:05.629Z | + b=crucible-hammer.gz |
85 | 2024-12-04T05:00:05.629Z | + b=crucible-hammer |
86 | 2024-12-04T05:00:05.629Z | + gunzip |
87 | 2024-12-04T05:00:05.957Z | + chmod +x /var/tmp/bins/crucible-hammer |
88 | 2024-12-04T05:00:05.981Z | + for t in "$input/rbins/"*.gz |
89 | 2024-12-04T05:00:05.981Z | ++ basename /input/rbuild/work/rbins/crudd.gz |
90 | 2024-12-04T05:00:05.981Z | + b=crudd.gz |
91 | 2024-12-04T05:00:05.981Z | + b=crudd |
92 | 2024-12-04T05:00:05.981Z | + gunzip |
93 | 2024-12-04T05:00:06.302Z | + chmod +x /var/tmp/bins/crudd |
94 | 2024-12-04T05:00:06.326Z | + for t in "$input/rbins/"*.gz |
95 | 2024-12-04T05:00:06.326Z | ++ basename /input/rbuild/work/rbins/crutest.gz |
96 | 2024-12-04T05:00:06.326Z | + b=crutest.gz |
97 | 2024-12-04T05:00:06.326Z | + b=crutest |
98 | 2024-12-04T05:00:06.326Z | + gunzip |
99 | 2024-12-04T05:00:06.689Z | + chmod +x /var/tmp/bins/crutest |
100 | 2024-12-04T05:00:06.713Z | + for t in "$input/rbins/"*.gz |
101 | 2024-12-04T05:00:06.713Z | ++ basename /input/rbuild/work/rbins/dsc.gz |
102 | 2024-12-04T05:00:06.713Z | + b=dsc.gz |
103 | 2024-12-04T05:00:06.713Z | + b=dsc |
104 | 2024-12-04T05:00:06.713Z | + gunzip |
105 | 2024-12-04T05:00:06.888Z | + chmod +x /var/tmp/bins/dsc |
106 | 2024-12-04T05:00:06.912Z | + export BINDIR=/var/tmp/bins |
107 | 2024-12-04T05:00:06.912Z | + BINDIR=/var/tmp/bins |
108 | 2024-12-04T05:00:06.912Z | + banner setup |
109 | 2024-12-04T05:00:06.912Z | |
110 | 2024-12-04T05:00:06.912Z | #### ###### ##### # # ##### |
111 | 2024-12-04T05:00:06.912Z | # # # # # # # |
112 | 2024-12-04T05:00:06.912Z | #### ##### # # # # # |
113 | 2024-12-04T05:00:06.912Z | # # # # # ##### |
114 | 2024-12-04T05:00:06.912Z | # # # # # # # |
115 | 2024-12-04T05:00:06.912Z | #### ###### # #### # |
116 | 2024-12-04T05:00:06.913Z | |
117 | 2024-12-04T05:00:06.913Z | + pfexec plimit -n 9123456 1142 |
118 | 2024-12-04T05:00:06.913Z | + echo 'Setup self timeout' |
119 | 2024-12-04T05:00:06.913Z | Setup self timeout |
120 | 2024-12-04T05:00:06.913Z | + jobpid=1142 |
121 | 2024-12-04T05:00:06.913Z | + echo 'Setup debug logging' |
122 | 2024-12-04T05:00:06.913Z | + mkdir /tmp/debug |
123 | 2024-12-04T05:00:06.913Z | Setup debug logging |
124 | 2024-12-04T05:00:06.913Z | + sleep 3600 |
125 | 2024-12-04T05:00:06.913Z | + psrinfo -v |
126 | 2024-12-04T05:00:06.913Z | + df -h |
127 | 2024-12-04T05:00:06.937Z | df: cannot statvfs /var/metadata/iso: Permission denied |
128 | 2024-12-04T05:00:06.937Z | + true |
129 | 2024-12-04T05:00:06.937Z | + prstat -d d -mLc 1 |
130 | 2024-12-04T05:00:06.937Z | + iostat -T d -xn 1 |
131 | 2024-12-04T05:00:06.937Z | + mpstat -T d 1 |
132 | 2024-12-04T05:00:06.937Z | + vmstat -T d -p 1 |
133 | 2024-12-04T05:00:06.937Z | + pfexec dtrace -Z -s /input/rbuild/work/scripts/perf-downstairs-tick.d |
134 | 2024-12-04T05:00:06.937Z | + banner memtest |
135 | 2024-12-04T05:00:06.937Z | + pfexec dtrace -Z -s /input/rbuild/work/scripts/upstairs_info.d |
136 | 2024-12-04T05:00:06.937Z | |
137 | 2024-12-04T05:00:06.937Z | # # ###### # # ##### ###### #### ##### |
138 | 2024-12-04T05:00:06.937Z | ## ## # ## ## # # # # |
139 | 2024-12-04T05:00:06.937Z | # ## # ##### # ## # # ##### #### # |
140 | 2024-12-04T05:00:06.937Z | # # # # # # # # # |
141 | 2024-12-04T05:00:06.937Z | # # # # # # # # # # |
142 | 2024-12-04T05:00:06.937Z | # # ###### # # # ###### #### # |
143 | 2024-12-04T05:00:06.938Z | |
144 | 2024-12-04T05:00:06.938Z | + ptime -m bash /input/rbuild/work/scripts/test_mem.sh |
145 | 2024-12-04T05:00:06.962Z | /input/rbuild/work |
146 | 2024-12-04T05:00:06.962Z | Memory usage test begins at December 4, 2024 at 05:00:06 AM UTC |
147 | 2024-12-04T05:00:06.962Z | Memory usage values in kilobytes unless specified otherwise |
148 | 2024-12-04T05:00:06.997Z | Region with ES:16384 EC:16 BS:4096 Size: 1 GiB Extent Size: 64 MiB |
149 | 2024-12-04T05:00:18.788Z | PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC |
150 | 2024-12-04T05:00:18.974Z | 1211 103700 6481 132236 8264 84612 5288 132236 8264 16 |
151 | 2024-12-04T05:00:19.135Z | 1213 99656 6228 128056 8003 80436 5027 128056 8003 16 |
152 | 2024-12-04T05:00:19.295Z | 1212 102528 6408 130096 8131 82492 5155 130096 8131 16 |
153 | 2024-12-04T05:00:19.320Z | Region:1 GiB Extent:64 MiB Total downstairs (pmap -x): 381 MiB |
154 | 2024-12-04T05:00:19.320Z | Size on disk of all region dirs: 3.07G or 3296823584 |
155 | 2024-12-04T05:00:20.385Z | |
156 | 2024-12-04T05:00:20.427Z | Region with ES:16384 EC:160 BS:4096 Size: 10 GiB Extent Size: 64 MiB |
157 | 2024-12-04T05:00:37.864Z | PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC |
158 | 2024-12-04T05:00:38.044Z | 1356 110636 691 139304 870 91668 572 139304 870 160 |
159 | 2024-12-04T05:00:38.231Z | 1358 109244 682 138256 864 90632 566 138256 864 160 |
160 | 2024-12-04T05:00:38.398Z | 1357 110752 692 139404 871 91780 573 139404 871 160 |
161 | 2024-12-04T05:00:38.422Z | Region:10 GiB Extent:64 MiB Total downstairs (pmap -x): 407 MiB |
162 | 2024-12-04T05:00:38.422Z | Size on disk of all region dirs: 30.7G or 32968229075 |
163 | 2024-12-04T05:00:39.476Z | |
164 | 2024-12-04T05:00:39.511Z | Region with ES:16384 EC:1600 BS:4096 Size: 100 GiB Extent Size: 64 MiB |
165 | 2024-12-04T05:02:06.699Z | PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC |
166 | 2024-12-04T05:02:07.302Z | 1503 173212 108 213408 133 165760 103 213408 133 1600 |
167 | 2024-12-04T05:02:07.816Z | 1501 172932 108 213168 133 165528 103 213168 133 1600 |
168 | 2024-12-04T05:02:08.264Z | 1502 174048 108 214244 133 166588 104 214244 133 1600 |
169 | 2024-12-04T05:02:08.288Z | Region:100 GiB Extent:64 MiB Total downstairs (pmap -x): 625 MiB |
170 | 2024-12-04T05:02:08.314Z | Size on disk of all region dirs: 307G or 329682283958 |
171 | 2024-12-04T05:02:09.375Z | |
172 | 2024-12-04T05:02:09.398Z | Memory usage test finished on December 4, 2024 at 05:02:08 AM UTC |
173 | 2024-12-04T05:02:09.399Z | |
174 | 2024-12-04T05:02:09.399Z | real 2:02.449343316 |
175 | 2024-12-04T05:02:09.399Z | user 2:44.734814496 |
176 | 2024-12-04T05:02:09.399Z | sys 4:36.007252751 |
177 | 2024-12-04T05:02:09.399Z | trap 2.560185905 |
178 | 2024-12-04T05:02:09.399Z | tflt 0.003376610 |
179 | 2024-12-04T05:02:09.399Z | dflt 0.110639583 |
180 | 2024-12-04T05:02:09.399Z | kflt 0.015311738 |
181 | 2024-12-04T05:02:09.399Z | lock 3:34:36.358347813 |
182 | 2024-12-04T05:02:09.399Z | slp 8:30.365044378 |
183 | 2024-12-04T05:02:09.399Z | lat 6:59.300730322 |
184 | 2024-12-04T05:02:09.399Z | stop 0.168367690 |
185 | 2024-12-04T05:02:14.390Z | process exited: duration 124181 ms, exit code 0 |
186 | 2024-12-04T05:02:14.390Z | exec warning: : stdio descriptors remain open after task exit; waiting 60 seconds for them to close |
187 | 2024-12-04T05:03:14.416Z | exec warning: : stdout descriptor may be held open by a background process; giving up! |
188 | 2024-12-04T05:03:14.416Z | exec warning: : stderr descriptor may be held open by a background process; giving up! |
|
189 | 2024-12-04T05:03:14.493Z | found 12 output files |
190 | 2024-12-04T05:03:14.493Z | uploading: /tmp/test_mem_log.txt (70594 bytes) |
191 | 2024-12-04T05:03:15.653Z | uploaded: /tmp/test_mem_log.txt |
192 | 2024-12-04T05:03:15.653Z | uploading: /tmp/debug/df.txt (1270 bytes) |
193 | 2024-12-04T05:03:16.755Z | uploaded: /tmp/debug/df.txt |
194 | 2024-12-04T05:03:16.755Z | uploading: /tmp/debug/iostat.txt (69728 bytes) |
195 | 2024-12-04T05:03:16.889Z | upload warning: file "/tmp/debug/iostat.txt" changed size mid upload: 69728 -> 70466 |
196 | 2024-12-04T05:03:17.959Z | uploaded: /tmp/debug/iostat.txt |
197 | 2024-12-04T05:03:17.959Z | uploading: /tmp/debug/mpstat.txt (137961 bytes) |
198 | 2024-12-04T05:03:18.118Z | upload warning: file "/tmp/debug/mpstat.txt" changed size mid upload: 137961 -> 140881 |
199 | 2024-12-04T05:03:19.187Z | uploaded: /tmp/debug/mpstat.txt |
200 | 2024-12-04T05:03:19.187Z | uploading: /tmp/debug/paging.txt (24810 bytes) |
201 | 2024-12-04T05:03:19.299Z | upload warning: file "/tmp/debug/paging.txt" changed size mid upload: 24810 -> 25548 |
202 | 2024-12-04T05:03:20.369Z | uploaded: /tmp/debug/paging.txt |
203 | 2024-12-04T05:03:20.393Z | uploading: /tmp/debug/perf.txt (100503 bytes) |
204 | 2024-12-04T05:03:21.571Z | uploaded: /tmp/debug/perf.txt |
205 | 2024-12-04T05:03:21.595Z | uploading: /tmp/debug/prstat.txt (270715 bytes) |
206 | 2024-12-04T05:03:21.751Z | upload warning: file "/tmp/debug/prstat.txt" changed size mid upload: 270715 -> 279827 |
207 | 2024-12-04T05:03:22.820Z | uploaded: /tmp/debug/prstat.txt |
208 | 2024-12-04T05:03:22.844Z | uploading: /tmp/debug/psrinfo.txt (1528 bytes) |
209 | 2024-12-04T05:03:23.914Z | uploaded: /tmp/debug/psrinfo.txt |
210 | 2024-12-04T05:03:23.914Z | uploading: /tmp/debug/upinfo.txt (15504 bytes) |
211 | 2024-12-04T05:03:25.052Z | uploaded: /tmp/debug/upinfo.txt |
212 | 2024-12-04T05:03:25.052Z | uploading: /tmp/dsc/downstairs-8810.txt (5597 bytes) |
213 | 2024-12-04T05:03:26.169Z | uploaded: /tmp/dsc/downstairs-8810.txt |
214 | 2024-12-04T05:03:26.169Z | uploading: /tmp/dsc/downstairs-8820.txt (5010 bytes) |
215 | 2024-12-04T05:03:27.286Z | uploaded: /tmp/dsc/downstairs-8820.txt |
216 | 2024-12-04T05:03:27.286Z | uploading: /tmp/dsc/downstairs-8830.txt (5013 bytes) |
217 | 2024-12-04T05:03:28.404Z | uploaded: /tmp/dsc/downstairs-8830.txt |