|
|
|
1 | 2025-02-21T06:48:15.291Z | job dependencies complete; ready to run (waiting for 17 m 51 s) |
2 | 2025-02-21T06:49:02.473Z | job assigned to worker 01JMKM793TMCH1HYM1K1HQ6YBD [factory aws, i-0af6360476d57acd4] (queued for 47 s) |
3 | 2025-02-21T06:49:10.480Z | downloading input: /input/rbuild/out/crucible-dtrace.sha256.txt |
4 | 2025-02-21T06:49:10.517Z | downloaded input: /input/rbuild/out/crucible-dtrace.sha256.txt |
5 | 2025-02-21T06:49:10.519Z | downloading input: /input/rbuild/out/crucible-dtrace.tar |
6 | 2025-02-21T06:49:10.568Z | downloaded input: /input/rbuild/out/crucible-dtrace.tar |
7 | 2025-02-21T06:49:10.569Z | downloading input: /input/rbuild/out/crucible-nightly.sha256.txt |
8 | 2025-02-21T06:49:10.583Z | downloaded input: /input/rbuild/out/crucible-nightly.sha256.txt |
9 | 2025-02-21T06:49:10.583Z | downloading input: /input/rbuild/out/crucible-nightly.tar.gz |
10 | 2025-02-21T06:49:11.537Z | downloaded input: /input/rbuild/out/crucible-nightly.tar.gz |
11 | 2025-02-21T06:49:11.537Z | downloading input: /input/rbuild/out/crucible-pantry.sha256.txt |
12 | 2025-02-21T06:49:11.551Z | downloaded input: /input/rbuild/out/crucible-pantry.sha256.txt |
13 | 2025-02-21T06:49:11.551Z | downloading input: /input/rbuild/out/crucible-pantry.tar.gz |
14 | 2025-02-21T06:49:11.753Z | downloaded input: /input/rbuild/out/crucible-pantry.tar.gz |
15 | 2025-02-21T06:49:11.753Z | downloading input: /input/rbuild/out/crucible.sha256.txt |
16 | 2025-02-21T06:49:11.768Z | downloaded input: /input/rbuild/out/crucible.sha256.txt |
17 | 2025-02-21T06:49:11.768Z | downloading input: /input/rbuild/out/crucible.tar.gz |
18 | 2025-02-21T06:49:12.055Z | downloaded input: /input/rbuild/out/crucible.tar.gz |
19 | 2025-02-21T06:49:12.058Z | downloading input: /input/rbuild/work/rbins/crucible-downstairs.gz |
20 | 2025-02-21T06:49:12.326Z | downloaded input: /input/rbuild/work/rbins/crucible-downstairs.gz |
21 | 2025-02-21T06:49:12.326Z | downloading input: /input/rbuild/work/rbins/crucible-hammer.gz |
22 | 2025-02-21T06:49:12.620Z | downloaded input: /input/rbuild/work/rbins/crucible-hammer.gz |
23 | 2025-02-21T06:49:12.621Z | downloading input: /input/rbuild/work/rbins/crudd.gz |
24 | 2025-02-21T06:49:12.797Z | downloaded input: /input/rbuild/work/rbins/crudd.gz |
25 | 2025-02-21T06:49:12.797Z | downloading input: /input/rbuild/work/rbins/crutest.gz |
26 | 2025-02-21T06:49:12.986Z | downloaded input: /input/rbuild/work/rbins/crutest.gz |
27 | 2025-02-21T06:49:12.986Z | downloading input: /input/rbuild/work/rbins/dsc.gz |
28 | 2025-02-21T06:49:13.099Z | downloaded input: /input/rbuild/work/rbins/dsc.gz |
29 | 2025-02-21T06:49:13.102Z | downloading input: /input/rbuild/work/scripts/crudd-speed-battery.sh |
30 | 2025-02-21T06:49:13.117Z | downloaded input: /input/rbuild/work/scripts/crudd-speed-battery.sh |
31 | 2025-02-21T06:49:13.117Z | downloading input: /input/rbuild/work/scripts/perf-downstairs-tick.d |
32 | 2025-02-21T06:49:13.136Z | downloaded input: /input/rbuild/work/scripts/perf-downstairs-tick.d |
33 | 2025-02-21T06:49:13.136Z | downloading input: /input/rbuild/work/scripts/test_mem.sh |
34 | 2025-02-21T06:49:13.162Z | downloaded input: /input/rbuild/work/scripts/test_mem.sh |
35 | 2025-02-21T06:49:13.162Z | downloading input: /input/rbuild/work/scripts/upstairs_info.d |
36 | 2025-02-21T06:49:13.193Z | downloaded input: /input/rbuild/work/scripts/upstairs_info.d |
37 | 2025-02-21T06:49:13.197Z | downloading input: /input/rbuild/tmp/cargo-test-out.log |
38 | 2025-02-21T06:49:13.856Z | downloaded input: /input/rbuild/tmp/cargo-test-out.log |
|
39 | 2025-02-21T06:49:13.856Z | starting task 0: "setup" |
40 | 2025-02-21T06:49:13.864Z | ++ uname -s |
41 | 2025-02-21T06:49:13.867Z | + kern=SunOS |
42 | 2025-02-21T06:49:13.867Z | + build_user=build |
43 | 2025-02-21T06:49:13.867Z | + build_uid=12345 |
44 | 2025-02-21T06:49:13.867Z | + work_dir=/work |
45 | 2025-02-21T06:49:13.867Z | + input_dir=/input |
46 | 2025-02-21T06:49:13.867Z | + [[ 0 == 12345 ]] |
47 | 2025-02-21T06:49:13.867Z | + case "$kern" in |
48 | 2025-02-21T06:49:13.867Z | + groupadd -g 12345 build |
49 | 2025-02-21T06:49:13.870Z | + useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build |
50 | 2025-02-21T06:49:15.877Z | + zfs create -o mountpoint=/work rpool/work |
51 | 2025-02-21T06:49:15.994Z | ++ awk '$2 == "/home" { print $3 }' /etc/mnttab |
52 | 2025-02-21T06:49:15.997Z | + home_fs=zfs |
53 | 2025-02-21T06:49:15.997Z | + [[ zfs == autofs ]] |
54 | 2025-02-21T06:49:15.997Z | + mkdir -p /home/build |
55 | 2025-02-21T06:49:16.000Z | + chown build:build /home/build /work |
56 | 2025-02-21T06:49:18.001Z | + chmod 0700 /home/build /work |
57 | 2025-02-21T06:49:18.004Z | process exited: duration 4146 ms, exit code 0 |
|
58 | 2025-02-21T06:49:18.010Z | starting task 1: "authentication" |
59 | 2025-02-21T06:49:18.027Z | process exited: duration 16 ms, exit code 0 |
|
60 | 2025-02-21T06:49:18.034Z | starting task 2: "build" |
61 | 2025-02-21T06:49:18.037Z | + banner cores |
62 | 2025-02-21T06:49:18.040Z | |
63 | 2025-02-21T06:49:18.040Z | #### #### ##### ###### #### |
64 | 2025-02-21T06:49:18.040Z | # # # # # # # # |
65 | 2025-02-21T06:49:18.040Z | # # # # # ##### #### |
66 | 2025-02-21T06:49:18.040Z | # # # ##### # # |
67 | 2025-02-21T06:49:18.040Z | # # # # # # # # # |
68 | 2025-02-21T06:49:18.040Z | #### #### # # ###### #### |
69 | 2025-02-21T06:49:18.040Z | |
70 | 2025-02-21T06:49:18.042Z | + pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid |
71 | 2025-02-21T06:49:18.049Z | + banner unpack |
72 | 2025-02-21T06:49:18.051Z | |
73 | 2025-02-21T06:49:18.051Z | # # # # ##### ## #### # # |
74 | 2025-02-21T06:49:18.051Z | # # ## # # # # # # # # # |
75 | 2025-02-21T06:49:18.051Z | # # # # # # # # # # #### |
76 | 2025-02-21T06:49:18.051Z | # # # # # ##### ###### # # # |
77 | 2025-02-21T06:49:18.051Z | # # # ## # # # # # # # |
78 | 2025-02-21T06:49:18.051Z | #### # # # # # #### # # |
79 | 2025-02-21T06:49:18.051Z | |
80 | 2025-02-21T06:49:18.051Z | + mkdir -p /var/tmp/bins |
81 | 2025-02-21T06:49:18.054Z | + for t in "$input/rbins/"*.gz |
82 | 2025-02-21T06:49:18.054Z | ++ basename /input/rbuild/work/rbins/crucible-downstairs.gz |
83 | 2025-02-21T06:49:18.057Z | + b=crucible-downstairs.gz |
84 | 2025-02-21T06:49:18.057Z | + b=crucible-downstairs |
85 | 2025-02-21T06:49:18.057Z | + gunzip |
86 | 2025-02-21T06:49:18.359Z | + chmod +x /var/tmp/bins/crucible-downstairs |
87 | 2025-02-21T06:49:18.362Z | + for t in "$input/rbins/"*.gz |
88 | 2025-02-21T06:49:18.362Z | ++ basename /input/rbuild/work/rbins/crucible-hammer.gz |
89 | 2025-02-21T06:49:18.365Z | + b=crucible-hammer.gz |
90 | 2025-02-21T06:49:18.365Z | + b=crucible-hammer |
91 | 2025-02-21T06:49:18.365Z | + gunzip |
92 | 2025-02-21T06:49:18.649Z | + chmod +x /var/tmp/bins/crucible-hammer |
93 | 2025-02-21T06:49:18.651Z | + for t in "$input/rbins/"*.gz |
94 | 2025-02-21T06:49:18.654Z | ++ basename /input/rbuild/work/rbins/crudd.gz |
95 | 2025-02-21T06:49:18.654Z | + b=crudd.gz |
96 | 2025-02-21T06:49:18.654Z | + b=crudd |
97 | 2025-02-21T06:49:18.654Z | + gunzip |
98 | 2025-02-21T06:49:18.928Z | + chmod +x /var/tmp/bins/crudd |
99 | 2025-02-21T06:49:18.931Z | + for t in "$input/rbins/"*.gz |
100 | 2025-02-21T06:49:18.933Z | ++ basename /input/rbuild/work/rbins/crutest.gz |
101 | 2025-02-21T06:49:18.933Z | + b=crutest.gz |
102 | 2025-02-21T06:49:18.933Z | + b=crutest |
103 | 2025-02-21T06:49:18.933Z | + gunzip |
104 | 2025-02-21T06:49:19.256Z | + chmod +x /var/tmp/bins/crutest |
105 | 2025-02-21T06:49:19.258Z | + for t in "$input/rbins/"*.gz |
106 | 2025-02-21T06:49:19.261Z | ++ basename /input/rbuild/work/rbins/dsc.gz |
107 | 2025-02-21T06:49:19.261Z | + b=dsc.gz |
108 | 2025-02-21T06:49:19.261Z | + b=dsc |
109 | 2025-02-21T06:49:19.261Z | + gunzip |
110 | 2025-02-21T06:49:19.405Z | + chmod +x /var/tmp/bins/dsc |
111 | 2025-02-21T06:49:19.408Z | + export BINDIR=/var/tmp/bins |
112 | 2025-02-21T06:49:19.408Z | + BINDIR=/var/tmp/bins |
113 | 2025-02-21T06:49:19.408Z | + export RUST_BACKTRACE=1 |
114 | 2025-02-21T06:49:19.408Z | + RUST_BACKTRACE=1 |
115 | 2025-02-21T06:49:19.408Z | + banner setup |
116 | 2025-02-21T06:49:19.411Z | |
117 | 2025-02-21T06:49:19.411Z | #### ###### ##### # # ##### |
118 | 2025-02-21T06:49:19.411Z | # # # # # # # |
119 | 2025-02-21T06:49:19.411Z | #### ##### # # # # # |
120 | 2025-02-21T06:49:19.411Z | # # # # # ##### |
121 | 2025-02-21T06:49:19.411Z | # # # # # # # |
122 | 2025-02-21T06:49:19.411Z | #### ###### # #### # |
123 | 2025-02-21T06:49:19.411Z | |
124 | 2025-02-21T06:49:19.411Z | + pfexec plimit -n 9123456 1147 |
125 | 2025-02-21T06:49:19.414Z | + echo 'Setup self timeout' |
126 | 2025-02-21T06:49:19.414Z | Setup self timeout |
127 | 2025-02-21T06:49:19.414Z | + jobpid=1147 |
128 | 2025-02-21T06:49:19.416Z | + echo 'Setup debug logging' |
129 | 2025-02-21T06:49:19.416Z | Setup debug logging |
130 | 2025-02-21T06:49:19.416Z | + mkdir /tmp/debug |
131 | 2025-02-21T06:49:19.416Z | + sleep 3600 |
132 | 2025-02-21T06:49:19.416Z | + psrinfo -v |
133 | 2025-02-21T06:49:19.419Z | + df -h |
134 | 2025-02-21T06:49:19.426Z | + prstat -d d -mLc 1 |
135 | 2025-02-21T06:49:19.428Z | + iostat -T d -xn 1 |
136 | 2025-02-21T06:49:19.428Z | + mpstat -T d 1 |
137 | 2025-02-21T06:49:19.428Z | + vmstat -T d -p 1 |
138 | 2025-02-21T06:49:19.431Z | + pfexec dtrace -Z -s /input/rbuild/work/scripts/perf-downstairs-tick.d |
139 | 2025-02-21T06:49:19.431Z | + banner memtest |
140 | 2025-02-21T06:49:19.431Z | + pfexec dtrace -Z -s /input/rbuild/work/scripts/upstairs_info.d |
141 | 2025-02-21T06:49:19.433Z | |
142 | 2025-02-21T06:49:19.433Z | # # ###### # # ##### ###### #### ##### |
143 | 2025-02-21T06:49:19.433Z | ## ## # ## ## # # # # |
144 | 2025-02-21T06:49:19.433Z | # ## # ##### # ## # # ##### #### # |
145 | 2025-02-21T06:49:19.433Z | # # # # # # # # # |
146 | 2025-02-21T06:49:19.433Z | # # # # # # # # # # |
147 | 2025-02-21T06:49:19.433Z | # # ###### # # # ###### #### # |
148 | 2025-02-21T06:49:19.433Z | |
149 | 2025-02-21T06:49:19.433Z | + ptime -m bash /input/rbuild/work/scripts/test_mem.sh |
150 | 2025-02-21T06:49:19.444Z | /input/rbuild/work |
151 | 2025-02-21T06:49:19.452Z | Memory usage test begins at February 21, 2025 at 06:49:19 AM UTC |
152 | 2025-02-21T06:49:19.455Z | Memory usage values in kilobytes unless specified otherwise |
153 | 2025-02-21T06:49:19.480Z | Region with ES:16384 EC:16 BS:4096 Size: 1 GiB Extent Size: 64 MiB |
154 | 2025-02-21T06:49:29.913Z | PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC |
155 | 2025-02-21T06:49:30.023Z | 1217 95996 5999 126096 7881 75424 4714 126096 7881 16 |
156 | 2025-02-21T06:49:30.129Z | 1218 95972 5998 126044 7877 75424 4714 126044 7877 16 |
157 | 2025-02-21T06:49:30.233Z | 1216 99040 6190 129148 8071 78508 4906 129148 8071 16 |
158 | 2025-02-21T06:49:30.238Z | Region:1 GiB Extent:64 MiB Total downstairs (pmap -x): 372 MiB |
159 | 2025-02-21T06:49:30.248Z | Size on disk of all region dirs: 3.07G or 3296823584 |
160 | 2025-02-21T06:49:31.297Z | |
161 | 2025-02-21T06:49:31.324Z | Region with ES:16384 EC:160 BS:4096 Size: 10 GiB Extent Size: 64 MiB |
162 | 2025-02-21T06:49:49.461Z | PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC |
163 | 2025-02-21T06:49:49.552Z | 1361 37152 232 68348 427 17700 110 68348 427 160 |
164 | 2025-02-21T06:49:49.641Z | 1363 35272 220 66476 415 15836 98 66476 415 160 |
165 | 2025-02-21T06:49:49.732Z | 1362 42292 264 73484 459 22840 142 73484 459 160 |
166 | 2025-02-21T06:49:49.738Z | Region:10 GiB Extent:64 MiB Total downstairs (pmap -x): 203 MiB |
167 | 2025-02-21T06:49:49.748Z | Size on disk of all region dirs: 30.7G or 32968229075 |
168 | 2025-02-21T06:49:50.799Z | |
169 | 2025-02-21T06:49:50.825Z | Region with ES:16384 EC:1600 BS:4096 Size: 100 GiB Extent Size: 64 MiB |
170 | 2025-02-21T06:51:29.294Z | PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC |
171 | 2025-02-21T06:51:29.501Z | 1506 100424 62 143176 89 92492 57 143176 89 1600 |
172 | 2025-02-21T06:51:29.709Z | 1507 99384 62 142136 88 91464 57 142136 88 1600 |
173 | 2025-02-21T06:51:29.934Z | 1508 106636 66 149380 93 98724 61 149380 93 1600 |
174 | 2025-02-21T06:51:29.939Z | Region:100 GiB Extent:64 MiB Total downstairs (pmap -x): 424 MiB |
175 | 2025-02-21T06:51:29.973Z | Size on disk of all region dirs: 307G or 329682283958 |
176 | 2025-02-21T06:51:31.024Z | |
177 | 2025-02-21T06:51:31.028Z | Memory usage test finished on February 21, 2025 at 06:51:30 AM UTC |
178 | 2025-02-21T06:51:31.032Z | |
179 | 2025-02-21T06:51:31.032Z | real 2:11.575072987 |
180 | 2025-02-21T06:51:31.032Z | user 3:10.080120212 |
181 | 2025-02-21T06:51:31.032Z | sys 4:15.574035713 |
182 | 2025-02-21T06:51:31.032Z | trap 1.286504451 |
183 | 2025-02-21T06:51:31.032Z | tflt 0.002037897 |
184 | 2025-02-21T06:51:31.032Z | dflt 0.016312136 |
185 | 2025-02-21T06:51:31.032Z | kflt 0.008147352 |
186 | 2025-02-21T06:51:31.032Z | lock 3:51:17.981041108 |
187 | 2025-02-21T06:51:31.032Z | slp 8:00.732052519 |
188 | 2025-02-21T06:51:31.032Z | lat 2:59.507976790 |
189 | 2025-02-21T06:51:31.032Z | stop 0.200416631 |
190 | 2025-02-21T06:51:36.032Z | process exited: duration 132978 ms, exit code 0 |
191 | 2025-02-21T06:51:36.032Z | exec warning: : stdio descriptors remain open after task exit; waiting 60 seconds for them to close |
192 | 2025-02-21T06:52:36.069Z | exec warning: : stdout descriptor may be held open by a background process; giving up! |
193 | 2025-02-21T06:52:36.069Z | exec warning: : stderr descriptor may be held open by a background process; giving up! |
|
194 | 2025-02-21T06:52:36.080Z | found 12 output files |
195 | 2025-02-21T06:52:36.085Z | uploading: /tmp/test_mem_log.txt (22066 bytes) |
196 | 2025-02-21T06:52:37.095Z | uploaded: /tmp/test_mem_log.txt |
197 | 2025-02-21T06:52:37.098Z | uploading: /tmp/debug/df.txt (1270 bytes) |
198 | 2025-02-21T06:52:38.104Z | uploaded: /tmp/debug/df.txt |
199 | 2025-02-21T06:52:38.104Z | uploading: /tmp/debug/iostat.txt (59592 bytes) |
200 | 2025-02-21T06:52:38.109Z | upload warning: file "/tmp/debug/iostat.txt" changed size mid upload: 59592 -> 60194 |
201 | 2025-02-21T06:52:39.114Z | uploaded: /tmp/debug/iostat.txt |
202 | 2025-02-21T06:52:39.114Z | uploading: /tmp/debug/mpstat.txt (145359 bytes) |
203 | 2025-02-21T06:52:39.122Z | upload warning: file "/tmp/debug/mpstat.txt" changed size mid upload: 145359 -> 147549 |
204 | 2025-02-21T06:52:40.128Z | uploaded: /tmp/debug/mpstat.txt |
205 | 2025-02-21T06:52:40.128Z | uploading: /tmp/debug/paging.txt (26012 bytes) |
206 | 2025-02-21T06:52:40.133Z | upload warning: file "/tmp/debug/paging.txt" changed size mid upload: 26012 -> 26634 |
207 | 2025-02-21T06:52:41.138Z | uploaded: /tmp/debug/paging.txt |
208 | 2025-02-21T06:52:41.139Z | uploading: /tmp/debug/perf.txt (88896 bytes) |
209 | 2025-02-21T06:52:42.149Z | uploaded: /tmp/debug/perf.txt |
210 | 2025-02-21T06:52:42.149Z | uploading: /tmp/debug/prstat.txt (289107 bytes) |
211 | 2025-02-21T06:52:42.159Z | upload warning: file "/tmp/debug/prstat.txt" changed size mid upload: 289107 -> 296897 |
212 | 2025-02-21T06:52:43.165Z | uploaded: /tmp/debug/prstat.txt |
213 | 2025-02-21T06:52:43.165Z | uploading: /tmp/debug/psrinfo.txt (1528 bytes) |
214 | 2025-02-21T06:52:44.173Z | uploaded: /tmp/debug/psrinfo.txt |
215 | 2025-02-21T06:52:44.173Z | uploading: /tmp/debug/upinfo.txt (12540 bytes) |
216 | 2025-02-21T06:52:45.181Z | uploaded: /tmp/debug/upinfo.txt |
217 | 2025-02-21T06:52:45.181Z | uploading: /tmp/dsc/downstairs-8810.txt (5663 bytes) |
218 | 2025-02-21T06:52:46.188Z | uploaded: /tmp/dsc/downstairs-8810.txt |
219 | 2025-02-21T06:52:46.188Z | uploading: /tmp/dsc/downstairs-8820.txt (5073 bytes) |
220 | 2025-02-21T06:52:47.196Z | uploaded: /tmp/dsc/downstairs-8820.txt |
221 | 2025-02-21T06:52:47.196Z | uploading: /tmp/dsc/downstairs-8830.txt (5070 bytes) |
222 | 2025-02-21T06:52:48.203Z | uploaded: /tmp/dsc/downstairs-8830.txt |