|
|
|
1 | 2025-03-17T22:22:59.064Z | job dependencies complete; ready to run (waiting for 19 m 39 s) |
2 | 2025-03-17T22:23:51.467Z | job assigned to worker 01JPK385YEKY6MP5MTXXJ43FAT [factory aws, i-042f0e1ccf3f360c0] (queued for 52 s) |
3 | 2025-03-17T22:23:59.506Z | downloading input: /input/rbuild/out/crucible-dtrace.sha256.txt |
4 | 2025-03-17T22:23:59.522Z | downloaded input: /input/rbuild/out/crucible-dtrace.sha256.txt |
5 | 2025-03-17T22:23:59.523Z | downloading input: /input/rbuild/out/crucible-dtrace.tar |
6 | 2025-03-17T22:23:59.601Z | downloaded input: /input/rbuild/out/crucible-dtrace.tar |
7 | 2025-03-17T22:23:59.601Z | downloading input: /input/rbuild/out/crucible-nightly.sha256.txt |
8 | 2025-03-17T22:23:59.621Z | downloaded input: /input/rbuild/out/crucible-nightly.sha256.txt |
9 | 2025-03-17T22:23:59.621Z | downloading input: /input/rbuild/out/crucible-nightly.tar.gz |
10 | 2025-03-17T22:24:00.722Z | downloaded input: /input/rbuild/out/crucible-nightly.tar.gz |
11 | 2025-03-17T22:24:00.722Z | downloading input: /input/rbuild/out/crucible-pantry.sha256.txt |
12 | 2025-03-17T22:24:00.751Z | downloaded input: /input/rbuild/out/crucible-pantry.sha256.txt |
13 | 2025-03-17T22:24:00.751Z | downloading input: /input/rbuild/out/crucible-pantry.tar.gz |
14 | 2025-03-17T22:24:01.060Z | downloaded input: /input/rbuild/out/crucible-pantry.tar.gz |
15 | 2025-03-17T22:24:01.060Z | downloading input: /input/rbuild/out/crucible.sha256.txt |
16 | 2025-03-17T22:24:01.089Z | downloaded input: /input/rbuild/out/crucible.sha256.txt |
17 | 2025-03-17T22:24:01.089Z | downloading input: /input/rbuild/out/crucible.tar.gz |
18 | 2025-03-17T22:24:01.455Z | downloaded input: /input/rbuild/out/crucible.tar.gz |
19 | 2025-03-17T22:24:01.461Z | downloading input: /input/rbuild/work/rbins/crucible-downstairs.gz |
20 | 2025-03-17T22:24:01.718Z | downloaded input: /input/rbuild/work/rbins/crucible-downstairs.gz |
21 | 2025-03-17T22:24:01.718Z | downloading input: /input/rbuild/work/rbins/crucible-hammer.gz |
22 | 2025-03-17T22:24:01.961Z | downloaded input: /input/rbuild/work/rbins/crucible-hammer.gz |
23 | 2025-03-17T22:24:01.961Z | downloading input: /input/rbuild/work/rbins/crudd.gz |
24 | 2025-03-17T22:24:02.271Z | downloaded input: /input/rbuild/work/rbins/crudd.gz |
25 | 2025-03-17T22:24:02.271Z | downloading input: /input/rbuild/work/rbins/crutest.gz |
26 | 2025-03-17T22:24:02.505Z | downloaded input: /input/rbuild/work/rbins/crutest.gz |
27 | 2025-03-17T22:24:02.505Z | downloading input: /input/rbuild/work/rbins/dsc.gz |
28 | 2025-03-17T22:24:02.781Z | downloaded input: /input/rbuild/work/rbins/dsc.gz |
29 | 2025-03-17T22:24:02.785Z | downloading input: /input/rbuild/work/scripts/crudd-speed-battery.sh |
30 | 2025-03-17T22:24:02.802Z | downloaded input: /input/rbuild/work/scripts/crudd-speed-battery.sh |
31 | 2025-03-17T22:24:02.802Z | downloading input: /input/rbuild/work/scripts/perf-downstairs-tick.d |
32 | 2025-03-17T22:24:02.821Z | downloaded input: /input/rbuild/work/scripts/perf-downstairs-tick.d |
33 | 2025-03-17T22:24:02.821Z | downloading input: /input/rbuild/work/scripts/test_mem.sh |
34 | 2025-03-17T22:24:02.875Z | downloaded input: /input/rbuild/work/scripts/test_mem.sh |
35 | 2025-03-17T22:24:02.875Z | downloading input: /input/rbuild/work/scripts/upstairs_info.d |
36 | 2025-03-17T22:24:02.913Z | downloaded input: /input/rbuild/work/scripts/upstairs_info.d |
37 | 2025-03-17T22:24:02.918Z | downloading input: /input/rbuild/tmp/cargo-test-out.log |
38 | 2025-03-17T22:24:03.613Z | downloaded input: /input/rbuild/tmp/cargo-test-out.log |
|
39 | 2025-03-17T22:24:03.613Z | starting task 0: "setup" |
40 | 2025-03-17T22:24:03.630Z | ++ uname -s |
41 | 2025-03-17T22:24:03.630Z | + kern=SunOS |
42 | 2025-03-17T22:24:03.630Z | + build_user=build |
43 | 2025-03-17T22:24:03.630Z | + build_uid=12345 |
44 | 2025-03-17T22:24:03.630Z | + work_dir=/work |
45 | 2025-03-17T22:24:03.630Z | + input_dir=/input |
46 | 2025-03-17T22:24:03.630Z | + [[ 0 == 12345 ]] |
47 | 2025-03-17T22:24:03.630Z | + case "$kern" in |
48 | 2025-03-17T22:24:03.630Z | + groupadd -g 12345 build |
49 | 2025-03-17T22:24:03.630Z | + useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build |
50 | 2025-03-17T22:24:05.626Z | + zfs create -o mountpoint=/work rpool/work |
51 | 2025-03-17T22:24:05.758Z | ++ awk '$2 == "/home" { print $3 }' /etc/mnttab |
52 | 2025-03-17T22:24:05.764Z | + home_fs=zfs |
53 | 2025-03-17T22:24:05.764Z | + [[ zfs == autofs ]] |
54 | 2025-03-17T22:24:05.764Z | + mkdir -p /home/build |
55 | 2025-03-17T22:24:05.764Z | + chown build:build /home/build /work |
56 | 2025-03-17T22:24:07.765Z | + chmod 0700 /home/build /work |
57 | 2025-03-17T22:24:07.771Z | process exited: duration 4163 ms, exit code 0 |
|
58 | 2025-03-17T22:24:07.779Z | starting task 1: "authentication" |
59 | 2025-03-17T22:24:07.808Z | process exited: duration 29 ms, exit code 0 |
|
60 | 2025-03-17T22:24:07.816Z | starting task 2: "build" |
61 | 2025-03-17T22:24:07.820Z | + banner cores |
62 | 2025-03-17T22:24:07.834Z | |
63 | 2025-03-17T22:24:07.834Z | #### #### ##### ###### #### |
64 | 2025-03-17T22:24:07.834Z | # # # # # # # # |
65 | 2025-03-17T22:24:07.834Z | # # # # # ##### #### |
66 | 2025-03-17T22:24:07.834Z | # # # ##### # # |
67 | 2025-03-17T22:24:07.834Z | # # # # # # # # # |
68 | 2025-03-17T22:24:07.834Z | #### #### # # ###### #### |
69 | 2025-03-17T22:24:07.834Z | |
70 | 2025-03-17T22:24:07.838Z | + pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid |
71 | 2025-03-17T22:24:07.843Z | + banner unpack |
72 | 2025-03-17T22:24:07.847Z | |
73 | 2025-03-17T22:24:07.847Z | # # # # ##### ## #### # # |
74 | 2025-03-17T22:24:07.847Z | # # ## # # # # # # # # # |
75 | 2025-03-17T22:24:07.847Z | # # # # # # # # # # #### |
76 | 2025-03-17T22:24:07.847Z | # # # # # ##### ###### # # # |
77 | 2025-03-17T22:24:07.847Z | # # # ## # # # # # # # |
78 | 2025-03-17T22:24:07.847Z | #### # # # # # #### # # |
79 | 2025-03-17T22:24:07.847Z | |
80 | 2025-03-17T22:24:07.847Z | + mkdir -p /var/tmp/bins |
81 | 2025-03-17T22:24:07.851Z | + for t in "$input/rbins/"*.gz |
82 | 2025-03-17T22:24:07.851Z | ++ basename /input/rbuild/work/rbins/crucible-downstairs.gz |
83 | 2025-03-17T22:24:07.851Z | + b=crucible-downstairs.gz |
84 | 2025-03-17T22:24:07.851Z | + b=crucible-downstairs |
85 | 2025-03-17T22:24:07.851Z | + gunzip |
86 | 2025-03-17T22:24:08.141Z | + chmod +x /var/tmp/bins/crucible-downstairs |
87 | 2025-03-17T22:24:08.144Z | + for t in "$input/rbins/"*.gz |
88 | 2025-03-17T22:24:08.144Z | ++ basename /input/rbuild/work/rbins/crucible-hammer.gz |
89 | 2025-03-17T22:24:08.148Z | + b=crucible-hammer.gz |
90 | 2025-03-17T22:24:08.148Z | + b=crucible-hammer |
91 | 2025-03-17T22:24:08.148Z | + gunzip |
92 | 2025-03-17T22:24:08.417Z | + chmod +x /var/tmp/bins/crucible-hammer |
93 | 2025-03-17T22:24:08.434Z | + for t in "$input/rbins/"*.gz |
94 | 2025-03-17T22:24:08.434Z | ++ basename /input/rbuild/work/rbins/crudd.gz |
95 | 2025-03-17T22:24:08.434Z | + b=crudd.gz |
96 | 2025-03-17T22:24:08.434Z | + b=crudd |
97 | 2025-03-17T22:24:08.434Z | + gunzip |
98 | 2025-03-17T22:24:08.686Z | + chmod +x /var/tmp/bins/crudd |
99 | 2025-03-17T22:24:08.703Z | + for t in "$input/rbins/"*.gz |
100 | 2025-03-17T22:24:08.703Z | ++ basename /input/rbuild/work/rbins/crutest.gz |
101 | 2025-03-17T22:24:08.703Z | + b=crutest.gz |
102 | 2025-03-17T22:24:08.703Z | + b=crutest |
103 | 2025-03-17T22:24:08.703Z | + gunzip |
104 | 2025-03-17T22:24:08.991Z | + chmod +x /var/tmp/bins/crutest |
105 | 2025-03-17T22:24:08.995Z | + for t in "$input/rbins/"*.gz |
106 | 2025-03-17T22:24:08.995Z | ++ basename /input/rbuild/work/rbins/dsc.gz |
107 | 2025-03-17T22:24:09.002Z | + b=dsc.gz |
108 | 2025-03-17T22:24:09.002Z | + b=dsc |
109 | 2025-03-17T22:24:09.002Z | + gunzip |
110 | 2025-03-17T22:24:09.145Z | + chmod +x /var/tmp/bins/dsc |
111 | 2025-03-17T22:24:09.175Z | + export BINDIR=/var/tmp/bins |
112 | 2025-03-17T22:24:09.175Z | + BINDIR=/var/tmp/bins |
113 | 2025-03-17T22:24:09.175Z | + export RUST_BACKTRACE=1 |
114 | 2025-03-17T22:24:09.175Z | + RUST_BACKTRACE=1 |
115 | 2025-03-17T22:24:09.175Z | + banner setup |
116 | 2025-03-17T22:24:09.175Z | |
117 | 2025-03-17T22:24:09.175Z | #### ###### ##### # # ##### |
118 | 2025-03-17T22:24:09.175Z | # # # # # # # |
119 | 2025-03-17T22:24:09.175Z | #### ##### # # # # # |
120 | 2025-03-17T22:24:09.175Z | # # # # # ##### |
121 | 2025-03-17T22:24:09.175Z | # # # # # # # |
122 | 2025-03-17T22:24:09.175Z | #### ###### # #### # |
123 | 2025-03-17T22:24:09.175Z | |
124 | 2025-03-17T22:24:09.175Z | + pfexec plimit -n 9123456 1147 |
125 | 2025-03-17T22:24:09.175Z | + echo 'Setup self timeout' |
126 | 2025-03-17T22:24:09.176Z | Setup self timeout |
127 | 2025-03-17T22:24:09.176Z | + jobpid=1147 |
128 | 2025-03-17T22:24:09.176Z | + echo 'Setup debug logging' |
129 | 2025-03-17T22:24:09.176Z | Setup debug logging |
130 | 2025-03-17T22:24:09.176Z | + mkdir /tmp/debug |
131 | 2025-03-17T22:24:09.176Z | + sleep 3600 |
132 | 2025-03-17T22:24:09.176Z | + psrinfo -v |
133 | 2025-03-17T22:24:09.176Z | + df -h |
134 | 2025-03-17T22:24:09.176Z | + prstat -d d -mLc 1 |
135 | 2025-03-17T22:24:09.176Z | + iostat -T d -xn 1 |
136 | 2025-03-17T22:24:09.176Z | + mpstat -T d 1 |
137 | 2025-03-17T22:24:09.176Z | + vmstat -T d -p 1 |
138 | 2025-03-17T22:24:09.176Z | + pfexec dtrace -Z -s /input/rbuild/work/scripts/perf-downstairs-tick.d |
139 | 2025-03-17T22:24:09.176Z | + banner memtest |
140 | 2025-03-17T22:24:09.176Z | + pfexec dtrace -Z -s /input/rbuild/work/scripts/upstairs_info.d |
141 | 2025-03-17T22:24:09.176Z | |
142 | 2025-03-17T22:24:09.176Z | # # ###### # # ##### ###### #### ##### |
143 | 2025-03-17T22:24:09.176Z | ## ## # ## ## # # # # |
144 | 2025-03-17T22:24:09.176Z | # ## # ##### # ## # # ##### #### # |
145 | 2025-03-17T22:24:09.176Z | # # # # # # # # # |
146 | 2025-03-17T22:24:09.176Z | # # # # # # # # # # |
147 | 2025-03-17T22:24:09.176Z | # # ###### # # # ###### #### # |
148 | 2025-03-17T22:24:09.176Z | |
149 | 2025-03-17T22:24:09.176Z | + ptime -m bash /input/rbuild/work/scripts/test_mem.sh |
150 | 2025-03-17T22:24:09.185Z | /input/rbuild/work |
151 | 2025-03-17T22:24:09.209Z | Memory usage test begins at March 17, 2025 at 10:24:08 PM UTC |
152 | 2025-03-17T22:24:09.214Z | Memory usage values in kilobytes unless specified otherwise |
153 | 2025-03-17T22:24:09.236Z | Region with ES:16384 EC:16 BS:4096 Size: 1 GiB Extent Size: 64 MiB |
154 | 2025-03-17T22:24:19.700Z | PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC |
155 | 2025-03-17T22:24:19.839Z | 1216 93088 5818 121920 7620 72600 4537 121920 7620 16 |
156 | 2025-03-17T22:24:19.974Z | 1217 96284 6017 125096 7818 75816 4738 125096 7818 16 |
157 | 2025-03-17T22:24:20.093Z | 1218 87032 5439 115848 7240 66564 4160 115848 7240 16 |
158 | 2025-03-17T22:24:20.105Z | Region:1 GiB Extent:64 MiB Total downstairs (pmap -x): 354 MiB |
159 | 2025-03-17T22:24:20.105Z | Size on disk of all region dirs: 3.07G or 3296823584 |
160 | 2025-03-17T22:24:21.146Z | |
161 | 2025-03-17T22:24:21.179Z | Region with ES:16384 EC:160 BS:4096 Size: 10 GiB Extent Size: 64 MiB |
162 | 2025-03-17T22:24:39.759Z | PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC |
163 | 2025-03-17T22:24:39.856Z | 1361 51116 319 79924 499 30580 191 79924 499 160 |
164 | 2025-03-17T22:24:39.941Z | 1363 30460 190 59256 370 9956 62 59256 370 160 |
165 | 2025-03-17T22:24:40.036Z | 1362 51080 319 79880 499 30580 191 79880 499 160 |
166 | 2025-03-17T22:24:40.041Z | Region:10 GiB Extent:64 MiB Total downstairs (pmap -x): 213 MiB |
167 | 2025-03-17T22:24:40.053Z | Size on disk of all region dirs: 30.7G or 32968229075 |
168 | 2025-03-17T22:24:41.103Z | |
169 | 2025-03-17T22:24:41.132Z | Region with ES:16384 EC:1600 BS:4096 Size: 100 GiB Extent Size: 64 MiB |
170 | 2025-03-17T22:26:23.615Z | PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC |
171 | 2025-03-17T22:26:23.729Z | 1506 50680 31 80228 50 30884 19 80228 50 1600 |
172 | 2025-03-17T22:26:23.828Z | 1507 47224 29 76052 47 26708 16 76052 47 1600 |
173 | 2025-03-17T22:26:23.926Z | 1508 51336 32 80184 50 30820 19 80184 50 1600 |
174 | 2025-03-17T22:26:23.932Z | Region:100 GiB Extent:64 MiB Total downstairs (pmap -x): 230 MiB |
175 | 2025-03-17T22:26:23.970Z | Size on disk of all region dirs: 307G or 329682283958 |
176 | 2025-03-17T22:26:25.021Z | |
177 | 2025-03-17T22:26:25.024Z | Memory usage test finished on March 17, 2025 at 10:26:23 PM UTC |
178 | 2025-03-17T22:26:25.028Z | |
179 | 2025-03-17T22:26:25.028Z | real 2:15.826203734 |
180 | 2025-03-17T22:26:25.028Z | user 3:28.703901998 |
181 | 2025-03-17T22:26:25.028Z | sys 4:31.130220392 |
182 | 2025-03-17T22:26:25.028Z | trap 1.650969787 |
183 | 2025-03-17T22:26:25.028Z | tflt 0.002443109 |
184 | 2025-03-17T22:26:25.028Z | dflt 0.038829331 |
185 | 2025-03-17T22:26:25.028Z | kflt 0.001392283 |
186 | 2025-03-17T22:26:25.028Z | lock 3:59:59.616855518 |
187 | 2025-03-17T22:26:25.028Z | slp 8:12.305217422 |
188 | 2025-03-17T22:26:25.028Z | lat 3:13.663359639 |
189 | 2025-03-17T22:26:25.028Z | stop 0.210432928 |
190 | 2025-03-17T22:26:30.031Z | process exited: duration 137186 ms, exit code 0 |
191 | 2025-03-17T22:26:30.031Z | exec warning: : stdio descriptors remain open after task exit; waiting 60 seconds for them to close |
192 | 2025-03-17T22:27:30.080Z | exec warning: : stdout descriptor may be held open by a background process; giving up! |
193 | 2025-03-17T22:27:30.080Z | exec warning: : stderr descriptor may be held open by a background process; giving up! |
|
194 | 2025-03-17T22:27:30.098Z | found 12 output files |
195 | 2025-03-17T22:27:30.098Z | uploading: /tmp/test_mem_log.txt (19537 bytes) |
196 | 2025-03-17T22:27:31.118Z | uploaded: /tmp/test_mem_log.txt |
197 | 2025-03-17T22:27:31.118Z | uploading: /tmp/debug/df.txt (1270 bytes) |
198 | 2025-03-17T22:27:32.134Z | uploaded: /tmp/debug/df.txt |
199 | 2025-03-17T22:27:32.138Z | uploading: /tmp/debug/iostat.txt (60197 bytes) |
200 | 2025-03-17T22:27:32.144Z | upload warning: file "/tmp/debug/iostat.txt" changed size mid upload: 60197 -> 60793 |
201 | 2025-03-17T22:27:33.156Z | uploaded: /tmp/debug/iostat.txt |
202 | 2025-03-17T22:27:33.156Z | uploading: /tmp/debug/mpstat.txt (147600 bytes) |
203 | 2025-03-17T22:27:33.166Z | upload warning: file "/tmp/debug/mpstat.txt" changed size mid upload: 147600 -> 149781 |
204 | 2025-03-17T22:27:34.178Z | uploaded: /tmp/debug/mpstat.txt |
205 | 2025-03-17T22:27:34.178Z | uploading: /tmp/debug/paging.txt (26031 bytes) |
206 | 2025-03-17T22:27:34.191Z | upload warning: file "/tmp/debug/paging.txt" changed size mid upload: 26031 -> 26483 |
207 | 2025-03-17T22:27:35.209Z | uploaded: /tmp/debug/paging.txt |
208 | 2025-03-17T22:27:35.210Z | uploading: /tmp/debug/perf.txt (88344 bytes) |
209 | 2025-03-17T22:27:36.234Z | uploaded: /tmp/debug/perf.txt |
210 | 2025-03-17T22:27:36.239Z | uploading: /tmp/debug/prstat.txt (295236 bytes) |
211 | 2025-03-17T22:27:36.250Z | upload warning: file "/tmp/debug/prstat.txt" changed size mid upload: 295236 -> 304284 |
212 | 2025-03-17T22:27:37.259Z | uploaded: /tmp/debug/prstat.txt |
213 | 2025-03-17T22:27:37.259Z | uploading: /tmp/debug/psrinfo.txt (1528 bytes) |
214 | 2025-03-17T22:27:38.274Z | uploaded: /tmp/debug/psrinfo.txt |
215 | 2025-03-17T22:27:38.280Z | uploading: /tmp/debug/upinfo.txt (13200 bytes) |
216 | 2025-03-17T22:27:39.292Z | uploaded: /tmp/debug/upinfo.txt |
217 | 2025-03-17T22:27:39.292Z | uploading: /tmp/dsc/downstairs-8810.txt (5665 bytes) |
218 | 2025-03-17T22:27:40.312Z | uploaded: /tmp/dsc/downstairs-8810.txt |
219 | 2025-03-17T22:27:40.312Z | uploading: /tmp/dsc/downstairs-8820.txt (5079 bytes) |
220 | 2025-03-17T22:27:41.342Z | uploaded: /tmp/dsc/downstairs-8820.txt |
221 | 2025-03-17T22:27:41.358Z | uploading: /tmp/dsc/downstairs-8830.txt (5076 bytes) |
222 | 2025-03-17T22:27:42.377Z | uploaded: /tmp/dsc/downstairs-8830.txt |