|
|
|
1 | 2025-03-17T22:37:04.337Z | job dependencies complete; ready to run (waiting for 17 m 42 s) |
2 | 2025-03-17T22:37:07.382Z | job assigned to worker 01JPK413299NM63MCJDC91G08D [factory gimlet-EVT22200007-propolis, EVT22200007/22167] (queued for 3 s) |
3 | 2025-03-17T22:37:16.157Z | downloading input: /input/rbuild/out/crucible-dtrace.sha256.txt |
4 | 2025-03-17T22:37:16.182Z | downloaded input: /input/rbuild/out/crucible-dtrace.sha256.txt |
5 | 2025-03-17T22:37:16.182Z | downloading input: /input/rbuild/out/crucible-dtrace.tar |
6 | 2025-03-17T22:37:16.396Z | downloaded input: /input/rbuild/out/crucible-dtrace.tar |
7 | 2025-03-17T22:37:16.396Z | downloading input: /input/rbuild/out/crucible-nightly.sha256.txt |
8 | 2025-03-17T22:37:16.434Z | downloaded input: /input/rbuild/out/crucible-nightly.sha256.txt |
9 | 2025-03-17T22:37:16.434Z | downloading input: /input/rbuild/out/crucible-nightly.tar.gz |
10 | 2025-03-17T22:37:21.596Z | downloaded input: /input/rbuild/out/crucible-nightly.tar.gz |
11 | 2025-03-17T22:37:21.596Z | downloading input: /input/rbuild/out/crucible-pantry.sha256.txt |
12 | 2025-03-17T22:37:21.639Z | downloaded input: /input/rbuild/out/crucible-pantry.sha256.txt |
13 | 2025-03-17T22:37:21.639Z | downloading input: /input/rbuild/out/crucible-pantry.tar.gz |
14 | 2025-03-17T22:37:22.546Z | downloaded input: /input/rbuild/out/crucible-pantry.tar.gz |
15 | 2025-03-17T22:37:22.546Z | downloading input: /input/rbuild/out/crucible.sha256.txt |
16 | 2025-03-17T22:37:22.584Z | downloaded input: /input/rbuild/out/crucible.sha256.txt |
17 | 2025-03-17T22:37:22.584Z | downloading input: /input/rbuild/out/crucible.tar.gz |
18 | 2025-03-17T22:37:23.886Z | downloaded input: /input/rbuild/out/crucible.tar.gz |
19 | 2025-03-17T22:37:23.912Z | downloading input: /input/rbuild/work/rbins/crucible-downstairs.gz |
20 | 2025-03-17T22:37:24.754Z | downloaded input: /input/rbuild/work/rbins/crucible-downstairs.gz |
21 | 2025-03-17T22:37:24.754Z | downloading input: /input/rbuild/work/rbins/crucible-hammer.gz |
22 | 2025-03-17T22:37:25.478Z | downloaded input: /input/rbuild/work/rbins/crucible-hammer.gz |
23 | 2025-03-17T22:37:25.478Z | downloading input: /input/rbuild/work/rbins/crudd.gz |
24 | 2025-03-17T22:37:26.235Z | downloaded input: /input/rbuild/work/rbins/crudd.gz |
25 | 2025-03-17T22:37:26.235Z | downloading input: /input/rbuild/work/rbins/crutest.gz |
26 | 2025-03-17T22:37:27.088Z | downloaded input: /input/rbuild/work/rbins/crutest.gz |
27 | 2025-03-17T22:37:27.088Z | downloading input: /input/rbuild/work/rbins/dsc.gz |
28 | 2025-03-17T22:37:27.495Z | downloaded input: /input/rbuild/work/rbins/dsc.gz |
29 | 2025-03-17T22:37:27.495Z | downloading input: /input/rbuild/work/scripts/crudd-speed-battery.sh |
30 | 2025-03-17T22:37:27.537Z | downloaded input: /input/rbuild/work/scripts/crudd-speed-battery.sh |
31 | 2025-03-17T22:37:27.537Z | downloading input: /input/rbuild/work/scripts/perf-downstairs-tick.d |
32 | 2025-03-17T22:37:27.580Z | downloaded input: /input/rbuild/work/scripts/perf-downstairs-tick.d |
33 | 2025-03-17T22:37:27.580Z | downloading input: /input/rbuild/work/scripts/test_mem.sh |
34 | 2025-03-17T22:37:27.837Z | downloaded input: /input/rbuild/work/scripts/test_mem.sh |
35 | 2025-03-17T22:37:27.837Z | downloading input: /input/rbuild/work/scripts/upstairs_info.d |
36 | 2025-03-17T22:37:27.888Z | downloaded input: /input/rbuild/work/scripts/upstairs_info.d |
37 | 2025-03-17T22:37:27.913Z | downloading input: /input/rbuild/tmp/cargo-test-out.log |
38 | 2025-03-17T22:37:30.939Z | downloaded input: /input/rbuild/tmp/cargo-test-out.log |
|
39 | 2025-03-17T22:37:30.940Z | starting task 0: "setup" |
40 | 2025-03-17T22:37:30.966Z | ++ uname -s |
41 | 2025-03-17T22:37:30.966Z | + kern=SunOS |
42 | 2025-03-17T22:37:30.966Z | + build_user=build |
43 | 2025-03-17T22:37:30.966Z | + build_uid=12345 |
44 | 2025-03-17T22:37:30.966Z | + work_dir=/work |
45 | 2025-03-17T22:37:30.966Z | + input_dir=/input |
46 | 2025-03-17T22:37:30.966Z | + [[ 0 == 12345 ]] |
47 | 2025-03-17T22:37:30.966Z | + case "$kern" in |
48 | 2025-03-17T22:37:30.966Z | + groupadd -g 12345 build |
49 | 2025-03-17T22:37:30.966Z | + useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build |
50 | 2025-03-17T22:37:32.971Z | + zfs create -o mountpoint=/work rpool/work |
51 | 2025-03-17T22:37:33.013Z | ++ awk '$2 == "/home" { print $3 }' /etc/mnttab |
52 | 2025-03-17T22:37:33.039Z | + home_fs=zfs |
53 | 2025-03-17T22:37:33.039Z | + [[ zfs == autofs ]] |
54 | 2025-03-17T22:37:33.039Z | + mkdir -p /home/build |
55 | 2025-03-17T22:37:33.039Z | + chown build:build /home/build /work |
56 | 2025-03-17T22:37:35.023Z | + chmod 0700 /home/build /work |
57 | 2025-03-17T22:37:35.049Z | process exited: duration 4088 ms, exit code 0 |
|
58 | 2025-03-17T22:37:35.101Z | starting task 1: "authentication" |
59 | 2025-03-17T22:37:35.156Z | process exited: duration 55 ms, exit code 0 |
|
60 | 2025-03-17T22:37:35.206Z | starting task 2: "build" |
61 | 2025-03-17T22:37:35.232Z | + banner cores |
62 | 2025-03-17T22:37:35.232Z | |
63 | 2025-03-17T22:37:35.232Z | #### #### ##### ###### #### |
64 | 2025-03-17T22:37:35.232Z | # # # # # # # # |
65 | 2025-03-17T22:37:35.232Z | # # # # # ##### #### |
66 | 2025-03-17T22:37:35.232Z | # # # ##### # # |
67 | 2025-03-17T22:37:35.232Z | # # # # # # # # # |
68 | 2025-03-17T22:37:35.232Z | #### #### # # ###### #### |
69 | 2025-03-17T22:37:35.232Z | |
70 | 2025-03-17T22:37:35.232Z | + pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid |
71 | 2025-03-17T22:37:35.232Z | + banner unpack |
72 | 2025-03-17T22:37:35.257Z | |
73 | 2025-03-17T22:37:35.257Z | # # # # ##### ## #### # # |
74 | 2025-03-17T22:37:35.257Z | # # ## # # # # # # # # # |
75 | 2025-03-17T22:37:35.257Z | # # # # # # # # # # #### |
76 | 2025-03-17T22:37:35.257Z | # # # # # ##### ###### # # # |
77 | 2025-03-17T22:37:35.257Z | # # # ## # # # # # # # |
78 | 2025-03-17T22:37:35.257Z | #### # # # # # #### # # |
79 | 2025-03-17T22:37:35.257Z | |
80 | 2025-03-17T22:37:35.257Z | + mkdir -p /var/tmp/bins |
81 | 2025-03-17T22:37:35.257Z | + for t in "$input/rbins/"*.gz |
82 | 2025-03-17T22:37:35.257Z | ++ basename /input/rbuild/work/rbins/crucible-downstairs.gz |
83 | 2025-03-17T22:37:35.257Z | + b=crucible-downstairs.gz |
84 | 2025-03-17T22:37:35.257Z | + b=crucible-downstairs |
85 | 2025-03-17T22:37:35.257Z | + gunzip |
86 | 2025-03-17T22:37:35.641Z | + chmod +x /var/tmp/bins/crucible-downstairs |
87 | 2025-03-17T22:37:35.666Z | + for t in "$input/rbins/"*.gz |
88 | 2025-03-17T22:37:35.666Z | ++ basename /input/rbuild/work/rbins/crucible-hammer.gz |
89 | 2025-03-17T22:37:35.666Z | + b=crucible-hammer.gz |
90 | 2025-03-17T22:37:35.666Z | + b=crucible-hammer |
91 | 2025-03-17T22:37:35.666Z | + gunzip |
92 | 2025-03-17T22:37:36.023Z | + chmod +x /var/tmp/bins/crucible-hammer |
93 | 2025-03-17T22:37:36.048Z | + for t in "$input/rbins/"*.gz |
94 | 2025-03-17T22:37:36.048Z | ++ basename /input/rbuild/work/rbins/crudd.gz |
95 | 2025-03-17T22:37:36.048Z | + b=crudd.gz |
96 | 2025-03-17T22:37:36.048Z | + b=crudd |
97 | 2025-03-17T22:37:36.048Z | + gunzip |
98 | 2025-03-17T22:37:36.387Z | + chmod +x /var/tmp/bins/crudd |
99 | 2025-03-17T22:37:36.413Z | + for t in "$input/rbins/"*.gz |
100 | 2025-03-17T22:37:36.413Z | ++ basename /input/rbuild/work/rbins/crutest.gz |
101 | 2025-03-17T22:37:36.413Z | + b=crutest.gz |
102 | 2025-03-17T22:37:36.413Z | + b=crutest |
103 | 2025-03-17T22:37:36.413Z | + gunzip |
104 | 2025-03-17T22:37:36.799Z | + chmod +x /var/tmp/bins/crutest |
105 | 2025-03-17T22:37:36.824Z | + for t in "$input/rbins/"*.gz |
106 | 2025-03-17T22:37:36.824Z | ++ basename /input/rbuild/work/rbins/dsc.gz |
107 | 2025-03-17T22:37:36.824Z | + b=dsc.gz |
108 | 2025-03-17T22:37:36.824Z | + b=dsc |
109 | 2025-03-17T22:37:36.824Z | + gunzip |
110 | 2025-03-17T22:37:37.007Z | + chmod +x /var/tmp/bins/dsc |
111 | 2025-03-17T22:37:37.033Z | + export BINDIR=/var/tmp/bins |
112 | 2025-03-17T22:37:37.033Z | + BINDIR=/var/tmp/bins |
113 | 2025-03-17T22:37:37.033Z | + export RUST_BACKTRACE=1 |
114 | 2025-03-17T22:37:37.033Z | + RUST_BACKTRACE=1 |
115 | 2025-03-17T22:37:37.033Z | + banner setup |
116 | 2025-03-17T22:37:37.033Z | |
117 | 2025-03-17T22:37:37.033Z | #### ###### ##### # # ##### |
118 | 2025-03-17T22:37:37.033Z | # # # # # # # |
119 | 2025-03-17T22:37:37.033Z | #### ##### # # # # # |
120 | 2025-03-17T22:37:37.033Z | # # # # # ##### |
121 | 2025-03-17T22:37:37.033Z | # # # # # # # |
122 | 2025-03-17T22:37:37.033Z | #### ###### # #### # |
123 | 2025-03-17T22:37:37.033Z | |
124 | 2025-03-17T22:37:37.033Z | + pfexec plimit -n 9123456 1145 |
125 | 2025-03-17T22:37:37.033Z | + echo 'Setup self timeout' |
126 | 2025-03-17T22:37:37.033Z | Setup self timeout |
127 | 2025-03-17T22:37:37.033Z | + jobpid=1145 |
128 | 2025-03-17T22:37:37.033Z | + echo 'Setup debug logging' |
129 | 2025-03-17T22:37:37.033Z | + mkdir /tmp/debug |
130 | 2025-03-17T22:37:37.033Z | Setup debug logging |
131 | 2025-03-17T22:37:37.033Z | + sleep 3600 |
132 | 2025-03-17T22:37:37.033Z | + psrinfo -v |
133 | 2025-03-17T22:37:37.033Z | + df -h |
134 | 2025-03-17T22:37:37.059Z | df: cannot statvfs /var/metadata/iso: Permission denied |
135 | 2025-03-17T22:37:37.059Z | + true |
136 | 2025-03-17T22:37:37.059Z | + prstat -d d -mLc 1 |
137 | 2025-03-17T22:37:37.059Z | + iostat -T d -xn 1 |
138 | 2025-03-17T22:37:37.059Z | + mpstat -T d 1 |
139 | 2025-03-17T22:37:37.059Z | + vmstat -T d -p 1 |
140 | 2025-03-17T22:37:37.059Z | + pfexec dtrace -Z -s /input/rbuild/work/scripts/perf-downstairs-tick.d |
141 | 2025-03-17T22:37:37.059Z | + banner memtest |
142 | 2025-03-17T22:37:37.059Z | + pfexec dtrace -Z -s /input/rbuild/work/scripts/upstairs_info.d |
143 | 2025-03-17T22:37:37.059Z | |
144 | 2025-03-17T22:37:37.059Z | # # ###### # # ##### ###### #### ##### |
145 | 2025-03-17T22:37:37.059Z | ## ## # ## ## # # # # |
146 | 2025-03-17T22:37:37.059Z | # ## # ##### # ## # # ##### #### # |
147 | 2025-03-17T22:37:37.059Z | # # # # # # # # # |
148 | 2025-03-17T22:37:37.059Z | # # # # # # # # # # |
149 | 2025-03-17T22:37:37.059Z | # # ###### # # # ###### #### # |
150 | 2025-03-17T22:37:37.059Z | |
151 | 2025-03-17T22:37:37.059Z | + ptime -m bash /input/rbuild/work/scripts/test_mem.sh |
152 | 2025-03-17T22:37:37.085Z | /input/rbuild/work |
153 | 2025-03-17T22:37:37.085Z | Memory usage test begins at March 17, 2025 at 10:37:36 PM UTC |
154 | 2025-03-17T22:37:37.085Z | Memory usage values in kilobytes unless specified otherwise |
155 | 2025-03-17T22:37:37.127Z | Region with ES:16384 EC:16 BS:4096 Size: 1 GiB Extent Size: 64 MiB |
156 | 2025-03-17T22:37:48.245Z | PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC |
157 | 2025-03-17T22:37:48.448Z | 1214 101288 6330 130292 8143 81020 5063 130292 8143 16 |
158 | 2025-03-17T22:37:48.639Z | 1216 102212 6388 131208 8200 81920 5120 131208 8200 16 |
159 | 2025-03-17T22:37:48.832Z | 1215 93932 5870 122924 7682 73632 4602 122924 7682 16 |
160 | 2025-03-17T22:37:48.857Z | Region:1 GiB Extent:64 MiB Total downstairs (pmap -x): 375 MiB |
161 | 2025-03-17T22:37:48.857Z | Size on disk of all region dirs: 3.07G or 3296823584 |
162 | 2025-03-17T22:37:49.916Z | |
163 | 2025-03-17T22:37:49.954Z | Region with ES:16384 EC:160 BS:4096 Size: 10 GiB Extent Size: 64 MiB |
164 | 2025-03-17T22:38:07.789Z | PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC |
165 | 2025-03-17T22:38:07.975Z | 1359 103372 646 132372 827 83008 518 132372 827 160 |
166 | 2025-03-17T22:38:08.184Z | 1360 103224 645 132180 826 82880 518 132180 826 160 |
167 | 2025-03-17T22:38:08.373Z | 1361 104440 652 133400 833 84100 525 133400 833 160 |
168 | 2025-03-17T22:38:08.398Z | Region:10 GiB Extent:64 MiB Total downstairs (pmap -x): 388 MiB |
169 | 2025-03-17T22:38:08.423Z | Size on disk of all region dirs: 30.7G or 32968229075 |
170 | 2025-03-17T22:38:09.465Z | |
171 | 2025-03-17T22:38:09.499Z | Region with ES:16384 EC:1600 BS:4096 Size: 100 GiB Extent Size: 64 MiB |
172 | 2025-03-17T22:39:43.320Z | PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC |
173 | 2025-03-17T22:39:43.561Z | 1504 120188 75 149184 93 99824 62 149184 93 1600 |
174 | 2025-03-17T22:39:43.807Z | 1505 117988 73 146988 91 97640 61 146988 91 1600 |
175 | 2025-03-17T22:39:44.053Z | 1506 117168 73 146176 91 96804 60 146176 91 1600 |
176 | 2025-03-17T22:39:44.078Z | Region:100 GiB Extent:64 MiB Total downstairs (pmap -x): 431 MiB |
177 | 2025-03-17T22:39:44.138Z | Size on disk of all region dirs: 307G or 329682283958 |
178 | 2025-03-17T22:39:45.221Z | |
179 | 2025-03-17T22:39:45.247Z | Memory usage test finished on March 17, 2025 at 10:39:44 PM UTC |
180 | 2025-03-17T22:39:45.247Z | |
181 | 2025-03-17T22:39:45.247Z | real 2:08.174094615 |
182 | 2025-03-17T22:39:45.247Z | user 3:07.782155135 |
183 | 2025-03-17T22:39:45.247Z | sys 4:38.443795797 |
184 | 2025-03-17T22:39:45.247Z | trap 2.698467374 |
185 | 2025-03-17T22:39:45.247Z | tflt 0.005476595 |
186 | 2025-03-17T22:39:45.247Z | dflt 0.026197267 |
187 | 2025-03-17T22:39:45.247Z | kflt 0.010696049 |
188 | 2025-03-17T22:39:45.247Z | lock 3:43:55.069351328 |
189 | 2025-03-17T22:39:45.247Z | slp 8:54.586785596 |
190 | 2025-03-17T22:39:45.247Z | lat 6:50.983674796 |
191 | 2025-03-17T22:39:45.247Z | stop 0.203396800 |
192 | 2025-03-17T22:39:50.237Z | process exited: duration 130025 ms, exit code 0 |
193 | 2025-03-17T22:39:50.237Z | exec warning: : stdio descriptors remain open after task exit; waiting 60 seconds for them to close |
194 | 2025-03-17T22:40:50.268Z | exec warning: : stdout descriptor may be held open by a background process; giving up! |
195 | 2025-03-17T22:40:50.268Z | exec warning: : stderr descriptor may be held open by a background process; giving up! |
|
196 | 2025-03-17T22:40:50.349Z | found 12 output files |
197 | 2025-03-17T22:40:50.349Z | uploading: /tmp/test_mem_log.txt (23305 bytes) |
198 | 2025-03-17T22:40:51.497Z | uploaded: /tmp/test_mem_log.txt |
199 | 2025-03-17T22:40:51.497Z | uploading: /tmp/debug/df.txt (1270 bytes) |
200 | 2025-03-17T22:40:52.601Z | uploaded: /tmp/debug/df.txt |
201 | 2025-03-17T22:40:52.627Z | uploading: /tmp/debug/iostat.txt (71386 bytes) |
202 | 2025-03-17T22:40:52.743Z | upload warning: file "/tmp/debug/iostat.txt" changed size mid upload: 71386 -> 72118 |
203 | 2025-03-17T22:40:53.831Z | uploaded: /tmp/debug/iostat.txt |
204 | 2025-03-17T22:40:53.860Z | uploading: /tmp/debug/mpstat.txt (141789 bytes) |
205 | 2025-03-17T22:40:53.998Z | upload warning: file "/tmp/debug/mpstat.txt" changed size mid upload: 141789 -> 143970 |
206 | 2025-03-17T22:40:55.070Z | uploaded: /tmp/debug/mpstat.txt |
207 | 2025-03-17T22:40:55.070Z | uploading: /tmp/debug/paging.txt (25082 bytes) |
208 | 2025-03-17T22:40:55.189Z | upload warning: file "/tmp/debug/paging.txt" changed size mid upload: 25082 -> 25647 |
209 | 2025-03-17T22:40:56.261Z | uploaded: /tmp/debug/paging.txt |
210 | 2025-03-17T22:40:56.261Z | uploading: /tmp/debug/perf.txt (95451 bytes) |
211 | 2025-03-17T22:40:57.640Z | uploaded: /tmp/debug/perf.txt |
212 | 2025-03-17T22:40:57.640Z | uploading: /tmp/debug/prstat.txt (279356 bytes) |
213 | 2025-03-17T22:40:58.312Z | upload warning: file "/tmp/debug/prstat.txt" changed size mid upload: 279356 -> 288430 |
214 | 2025-03-17T22:40:59.407Z | uploaded: /tmp/debug/prstat.txt |
215 | 2025-03-17T22:40:59.435Z | uploading: /tmp/debug/psrinfo.txt (1528 bytes) |
216 | 2025-03-17T22:41:01.284Z | uploaded: /tmp/debug/psrinfo.txt |
217 | 2025-03-17T22:41:01.285Z | uploading: /tmp/debug/upinfo.txt (11990 bytes) |
218 | 2025-03-17T22:41:02.421Z | uploaded: /tmp/debug/upinfo.txt |
219 | 2025-03-17T22:41:02.421Z | uploading: /tmp/dsc/downstairs-8810.txt (5596 bytes) |
220 | 2025-03-17T22:41:03.543Z | uploaded: /tmp/dsc/downstairs-8810.txt |
221 | 2025-03-17T22:41:03.543Z | uploading: /tmp/dsc/downstairs-8820.txt (5009 bytes) |
222 | 2025-03-17T22:41:04.666Z | uploaded: /tmp/dsc/downstairs-8820.txt |
223 | 2025-03-17T22:41:04.666Z | uploading: /tmp/dsc/downstairs-8830.txt (5007 bytes) |
224 | 2025-03-17T22:41:05.789Z | uploaded: /tmp/dsc/downstairs-8830.txt |