|
|
|
| 1 | 2025-05-27T21:15:50.727Z | job dependencies complete; ready to run (waiting for 18 m 57 s) |
| 2 | 2025-05-27T21:16:15.807Z | job assigned to worker 01JW9SM1X8TYAZR8N2MTZWMVY6 [factory gimlet-EVT22200007-propolis, EVT22200007/28529] (queued for 25 s) |
| 3 | 2025-05-27T21:16:23.925Z | downloading input: /input/rbuild/out/crucible-dtrace.sha256.txt |
| 4 | 2025-05-27T21:16:23.949Z | downloaded input: /input/rbuild/out/crucible-dtrace.sha256.txt |
| 5 | 2025-05-27T21:16:23.949Z | downloading input: /input/rbuild/out/crucible-dtrace.tar |
| 6 | 2025-05-27T21:16:24.069Z | downloaded input: /input/rbuild/out/crucible-dtrace.tar |
| 7 | 2025-05-27T21:16:24.069Z | downloading input: /input/rbuild/out/crucible-nightly.sha256.txt |
| 8 | 2025-05-27T21:16:24.108Z | downloaded input: /input/rbuild/out/crucible-nightly.sha256.txt |
| 9 | 2025-05-27T21:16:24.108Z | downloading input: /input/rbuild/out/crucible-nightly.tar.gz |
| 10 | 2025-05-27T21:16:28.732Z | downloaded input: /input/rbuild/out/crucible-nightly.tar.gz |
| 11 | 2025-05-27T21:16:28.732Z | downloading input: /input/rbuild/out/crucible-pantry.sha256.txt |
| 12 | 2025-05-27T21:16:28.770Z | downloaded input: /input/rbuild/out/crucible-pantry.sha256.txt |
| 13 | 2025-05-27T21:16:28.770Z | downloading input: /input/rbuild/out/crucible-pantry.tar.gz |
| 14 | 2025-05-27T21:16:29.764Z | downloaded input: /input/rbuild/out/crucible-pantry.tar.gz |
| 15 | 2025-05-27T21:16:29.764Z | downloading input: /input/rbuild/out/crucible.sha256.txt |
| 16 | 2025-05-27T21:16:29.802Z | downloaded input: /input/rbuild/out/crucible.sha256.txt |
| 17 | 2025-05-27T21:16:29.802Z | downloading input: /input/rbuild/out/crucible.tar.gz |
| 18 | 2025-05-27T21:16:31.242Z | downloaded input: /input/rbuild/out/crucible.tar.gz |
| 19 | 2025-05-27T21:16:31.268Z | downloading input: /input/rbuild/work/rbins/crucible-downstairs.gz |
| 20 | 2025-05-27T21:16:32.223Z | downloaded input: /input/rbuild/work/rbins/crucible-downstairs.gz |
| 21 | 2025-05-27T21:16:32.224Z | downloading input: /input/rbuild/work/rbins/crucible-hammer.gz |
| 22 | 2025-05-27T21:16:33.019Z | downloaded input: /input/rbuild/work/rbins/crucible-hammer.gz |
| 23 | 2025-05-27T21:16:33.019Z | downloading input: /input/rbuild/work/rbins/crudd.gz |
| 24 | 2025-05-27T21:16:33.805Z | downloaded input: /input/rbuild/work/rbins/crudd.gz |
| 25 | 2025-05-27T21:16:33.805Z | downloading input: /input/rbuild/work/rbins/crutest.gz |
| 26 | 2025-05-27T21:16:34.689Z | downloaded input: /input/rbuild/work/rbins/crutest.gz |
| 27 | 2025-05-27T21:16:34.689Z | downloading input: /input/rbuild/work/rbins/dsc.gz |
| 28 | 2025-05-27T21:16:35.134Z | downloaded input: /input/rbuild/work/rbins/dsc.gz |
| 29 | 2025-05-27T21:16:35.160Z | downloading input: /input/rbuild/work/scripts/crudd-speed-battery.sh |
| 30 | 2025-05-27T21:16:35.186Z | downloaded input: /input/rbuild/work/scripts/crudd-speed-battery.sh |
| 31 | 2025-05-27T21:16:35.186Z | downloading input: /input/rbuild/work/scripts/perf-downstairs-tick.d |
| 32 | 2025-05-27T21:16:35.232Z | downloaded input: /input/rbuild/work/scripts/perf-downstairs-tick.d |
| 33 | 2025-05-27T21:16:35.232Z | downloading input: /input/rbuild/work/scripts/test_mem.sh |
| 34 | 2025-05-27T21:16:35.337Z | downloaded input: /input/rbuild/work/scripts/test_mem.sh |
| 35 | 2025-05-27T21:16:35.337Z | downloading input: /input/rbuild/work/scripts/upstairs_info.d |
| 36 | 2025-05-27T21:16:35.406Z | downloaded input: /input/rbuild/work/scripts/upstairs_info.d |
| 37 | 2025-05-27T21:16:35.432Z | downloading input: /input/rbuild/tmp/cargo-test-out.log |
| 38 | 2025-05-27T21:16:38.336Z | downloaded input: /input/rbuild/tmp/cargo-test-out.log |
| |
| 39 | 2025-05-27T21:16:38.336Z | starting task 0: "setup" |
| 40 | 2025-05-27T21:16:38.361Z | ++ uname -s |
| 41 | 2025-05-27T21:16:38.361Z | + kern=SunOS |
| 42 | 2025-05-27T21:16:38.361Z | + build_user=build |
| 43 | 2025-05-27T21:16:38.361Z | + build_uid=12345 |
| 44 | 2025-05-27T21:16:38.361Z | + work_dir=/work |
| 45 | 2025-05-27T21:16:38.361Z | + input_dir=/input |
| 46 | 2025-05-27T21:16:38.361Z | + [[ 0 == 12345 ]] |
| 47 | 2025-05-27T21:16:38.361Z | + case "$kern" in |
| 48 | 2025-05-27T21:16:38.362Z | + groupadd -g 12345 build |
| 49 | 2025-05-27T21:16:38.362Z | + useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build |
| 50 | 2025-05-27T21:16:40.364Z | + zfs create -o mountpoint=/work rpool/work |
| 51 | 2025-05-27T21:16:40.407Z | ++ awk '$2 == "/home" { print $3 }' /etc/mnttab |
| 52 | 2025-05-27T21:16:40.432Z | + home_fs=zfs |
| 53 | 2025-05-27T21:16:40.432Z | + [[ zfs == autofs ]] |
| 54 | 2025-05-27T21:16:40.432Z | + mkdir -p /home/build |
| 55 | 2025-05-27T21:16:40.432Z | + chown build:build /home/build /work |
| 56 | 2025-05-27T21:16:42.418Z | + chmod 0700 /home/build /work |
| 57 | 2025-05-27T21:16:42.445Z | process exited: duration 4086 ms, exit code 0 |
| |
| 58 | 2025-05-27T21:16:42.495Z | starting task 1: "authentication" |
| 59 | 2025-05-27T21:16:42.552Z | process exited: duration 55 ms, exit code 0 |
| |
| 60 | 2025-05-27T21:16:42.603Z | starting task 2: "build" |
| 61 | 2025-05-27T21:16:42.629Z | + banner cores |
| 62 | 2025-05-27T21:16:42.629Z | |
| 63 | 2025-05-27T21:16:42.629Z | #### #### ##### ###### #### |
| 64 | 2025-05-27T21:16:42.629Z | # # # # # # # # |
| 65 | 2025-05-27T21:16:42.629Z | # # # # # ##### #### |
| 66 | 2025-05-27T21:16:42.629Z | # # # ##### # # |
| 67 | 2025-05-27T21:16:42.629Z | # # # # # # # # # |
| 68 | 2025-05-27T21:16:42.629Z | #### #### # # ###### #### |
| 69 | 2025-05-27T21:16:42.629Z | |
| 70 | 2025-05-27T21:16:42.629Z | + pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid |
| 71 | 2025-05-27T21:16:42.629Z | + banner unpack |
| 72 | 2025-05-27T21:16:42.655Z | |
| 73 | 2025-05-27T21:16:42.655Z | # # # # ##### ## #### # # |
| 74 | 2025-05-27T21:16:42.655Z | # # ## # # # # # # # # # |
| 75 | 2025-05-27T21:16:42.655Z | # # # # # # # # # # #### |
| 76 | 2025-05-27T21:16:42.655Z | # # # # # ##### ###### # # # |
| 77 | 2025-05-27T21:16:42.655Z | # # # ## # # # # # # # |
| 78 | 2025-05-27T21:16:42.655Z | #### # # # # # #### # # |
| 79 | 2025-05-27T21:16:42.655Z | |
| 80 | 2025-05-27T21:16:42.655Z | + mkdir -p /var/tmp/bins |
| 81 | 2025-05-27T21:16:42.655Z | + for t in "$input/rbins/"*.gz |
| 82 | 2025-05-27T21:16:42.655Z | ++ basename /input/rbuild/work/rbins/crucible-downstairs.gz |
| 83 | 2025-05-27T21:16:42.655Z | + b=crucible-downstairs.gz |
| 84 | 2025-05-27T21:16:42.655Z | + b=crucible-downstairs |
| 85 | 2025-05-27T21:16:42.655Z | + gunzip |
| 86 | 2025-05-27T21:16:43.077Z | + chmod +x /var/tmp/bins/crucible-downstairs |
| 87 | 2025-05-27T21:16:43.103Z | + for t in "$input/rbins/"*.gz |
| 88 | 2025-05-27T21:16:43.103Z | ++ basename /input/rbuild/work/rbins/crucible-hammer.gz |
| 89 | 2025-05-27T21:16:43.103Z | + b=crucible-hammer.gz |
| 90 | 2025-05-27T21:16:43.103Z | + b=crucible-hammer |
| 91 | 2025-05-27T21:16:43.103Z | + gunzip |
| 92 | 2025-05-27T21:16:43.492Z | + chmod +x /var/tmp/bins/crucible-hammer |
| 93 | 2025-05-27T21:16:43.517Z | + for t in "$input/rbins/"*.gz |
| 94 | 2025-05-27T21:16:43.517Z | ++ basename /input/rbuild/work/rbins/crudd.gz |
| 95 | 2025-05-27T21:16:43.517Z | + b=crudd.gz |
| 96 | 2025-05-27T21:16:43.517Z | + b=crudd |
| 97 | 2025-05-27T21:16:43.517Z | + gunzip |
| 98 | 2025-05-27T21:16:43.903Z | + chmod +x /var/tmp/bins/crudd |
| 99 | 2025-05-27T21:16:43.903Z | + for t in "$input/rbins/"*.gz |
| 100 | 2025-05-27T21:16:43.903Z | ++ basename /input/rbuild/work/rbins/crutest.gz |
| 101 | 2025-05-27T21:16:43.903Z | + b=crutest.gz |
| 102 | 2025-05-27T21:16:43.903Z | + b=crutest |
| 103 | 2025-05-27T21:16:43.903Z | + gunzip |
| 104 | 2025-05-27T21:16:44.349Z | + chmod +x /var/tmp/bins/crutest |
| 105 | 2025-05-27T21:16:44.374Z | + for t in "$input/rbins/"*.gz |
| 106 | 2025-05-27T21:16:44.374Z | ++ basename /input/rbuild/work/rbins/dsc.gz |
| 107 | 2025-05-27T21:16:44.374Z | + b=dsc.gz |
| 108 | 2025-05-27T21:16:44.374Z | + b=dsc |
| 109 | 2025-05-27T21:16:44.374Z | + gunzip |
| 110 | 2025-05-27T21:16:44.553Z | + chmod +x /var/tmp/bins/dsc |
| 111 | 2025-05-27T21:16:44.578Z | + export BINDIR=/var/tmp/bins |
| 112 | 2025-05-27T21:16:44.579Z | + BINDIR=/var/tmp/bins |
| 113 | 2025-05-27T21:16:44.579Z | + export RUST_BACKTRACE=1 |
| 114 | 2025-05-27T21:16:44.579Z | + RUST_BACKTRACE=1 |
| 115 | 2025-05-27T21:16:44.579Z | + banner setup |
| 116 | 2025-05-27T21:16:44.579Z | |
| 117 | 2025-05-27T21:16:44.579Z | #### ###### ##### # # ##### |
| 118 | 2025-05-27T21:16:44.579Z | # # # # # # # |
| 119 | 2025-05-27T21:16:44.579Z | #### ##### # # # # # |
| 120 | 2025-05-27T21:16:44.579Z | # # # # # ##### |
| 121 | 2025-05-27T21:16:44.579Z | # # # # # # # |
| 122 | 2025-05-27T21:16:44.579Z | #### ###### # #### # |
| 123 | 2025-05-27T21:16:44.579Z | |
| 124 | 2025-05-27T21:16:44.579Z | + pfexec plimit -n 9123456 1147 |
| 125 | 2025-05-27T21:16:44.579Z | + echo 'Setup self timeout' |
| 126 | 2025-05-27T21:16:44.579Z | Setup self timeout |
| 127 | 2025-05-27T21:16:44.579Z | + jobpid=1147 |
| 128 | 2025-05-27T21:16:44.579Z | + echo 'Setup debug logging' |
| 129 | 2025-05-27T21:16:44.579Z | + mkdir /tmp/debug |
| 130 | 2025-05-27T21:16:44.579Z | Setup debug logging |
| 131 | 2025-05-27T21:16:44.579Z | + sleep 3600 |
| 132 | 2025-05-27T21:16:44.579Z | + psrinfo -v |
| 133 | 2025-05-27T21:16:44.579Z | + df -h |
| 134 | 2025-05-27T21:16:44.605Z | df: cannot statvfs /var/metadata/iso: Permission denied |
| 135 | 2025-05-27T21:16:44.605Z | + true |
| 136 | 2025-05-27T21:16:44.605Z | + prstat -d d -mLc 1 |
| 137 | 2025-05-27T21:16:44.605Z | + iostat -T d -xn 1 |
| 138 | 2025-05-27T21:16:44.605Z | + mpstat -T d 1 |
| 139 | 2025-05-27T21:16:44.605Z | + vmstat -T d -p 1 |
| 140 | 2025-05-27T21:16:44.605Z | + pfexec dtrace -Z -s /input/rbuild/work/scripts/perf-downstairs-tick.d |
| 141 | 2025-05-27T21:16:44.605Z | + banner memtest |
| 142 | 2025-05-27T21:16:44.605Z | + pfexec dtrace -Z -s /input/rbuild/work/scripts/upstairs_info.d |
| 143 | 2025-05-27T21:16:44.605Z | |
| 144 | 2025-05-27T21:16:44.605Z | # # ###### # # ##### ###### #### ##### |
| 145 | 2025-05-27T21:16:44.605Z | ## ## # ## ## # # # # |
| 146 | 2025-05-27T21:16:44.605Z | # ## # ##### # ## # # ##### #### # |
| 147 | 2025-05-27T21:16:44.605Z | # # # # # # # # # |
| 148 | 2025-05-27T21:16:44.605Z | # # # # # # # # # # |
| 149 | 2025-05-27T21:16:44.605Z | # # ###### # # # ###### #### # |
| 150 | 2025-05-27T21:16:44.605Z | |
| 151 | 2025-05-27T21:16:44.605Z | + ptime -m bash /input/rbuild/work/scripts/test_mem.sh |
| 152 | 2025-05-27T21:16:44.631Z | /input/rbuild/work |
| 153 | 2025-05-27T21:16:44.631Z | Memory usage test begins at May 27, 2025 at 09:16:43 PM UTC |
| 154 | 2025-05-27T21:16:44.631Z | Memory usage values in kilobytes unless specified otherwise |
| 155 | 2025-05-27T21:16:44.665Z | Region with ES:16384 EC:16 BS:4096 Size: 1 GiB Extent Size: 64 MiB |
| 156 | 2025-05-27T21:16:55.691Z | PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC |
| 157 | 2025-05-27T21:16:55.840Z | 1216 101752 6359 135732 8483 81020 5063 135732 8483 16 |
| 158 | 2025-05-27T21:16:56.006Z | 1218 99608 6225 134528 8408 79800 4987 134528 8408 16 |
| 159 | 2025-05-27T21:16:56.159Z | 1217 101680 6355 135672 8479 80956 5059 135672 8479 16 |
| 160 | 2025-05-27T21:16:56.184Z | Region:1 GiB Extent:64 MiB Total downstairs (pmap -x): 396 MiB |
| 161 | 2025-05-27T21:16:56.184Z | Size on disk of all region dirs: 3.07G or 3296823584 |
| 162 | 2025-05-27T21:16:57.238Z | |
| 163 | 2025-05-27T21:16:57.277Z | Region with ES:16384 EC:160 BS:4096 Size: 10 GiB Extent Size: 64 MiB |
| 164 | 2025-05-27T21:17:14.765Z | PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC |
| 165 | 2025-05-27T21:17:14.939Z | 1363 105000 656 138904 868 84164 526 138904 868 160 |
| 166 | 2025-05-27T21:17:15.094Z | 1361 102944 643 136864 855 82108 513 136864 855 160 |
| 167 | 2025-05-27T21:17:15.249Z | 1362 105184 657 139668 872 84936 530 139668 872 160 |
| 168 | 2025-05-27T21:17:15.274Z | Region:10 GiB Extent:64 MiB Total downstairs (pmap -x): 405 MiB |
| 169 | 2025-05-27T21:17:15.274Z | Size on disk of all region dirs: 30.7G or 32968229075 |
| 170 | 2025-05-27T21:17:16.334Z | |
| 171 | 2025-05-27T21:17:16.372Z | Region with ES:16384 EC:1600 BS:4096 Size: 100 GiB Extent Size: 64 MiB |
| 172 | 2025-05-27T21:18:49.286Z | PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC |
| 173 | 2025-05-27T21:18:49.525Z | 1506 117412 73 151384 94 96548 60 151384 94 1600 |
| 174 | 2025-05-27T21:18:49.769Z | 1508 118556 74 152532 95 97704 61 152532 95 1600 |
| 175 | 2025-05-27T21:18:50.013Z | 1507 118748 74 152736 95 97768 61 152736 95 1600 |
| 176 | 2025-05-27T21:18:50.039Z | Region:100 GiB Extent:64 MiB Total downstairs (pmap -x): 445 MiB |
| 177 | 2025-05-27T21:18:50.093Z | Size on disk of all region dirs: 307G or 329682283958 |
| 178 | 2025-05-27T21:18:51.175Z | |
| 179 | 2025-05-27T21:18:51.200Z | Memory usage test finished on May 27, 2025 at 09:18:50 PM UTC |
| 180 | 2025-05-27T21:18:51.200Z | |
| 181 | 2025-05-27T21:18:51.200Z | real 2:06.586629034 |
| 182 | 2025-05-27T21:18:51.200Z | user 3:05.272329985 |
| 183 | 2025-05-27T21:18:51.200Z | sys 4:34.755137308 |
| 184 | 2025-05-27T21:18:51.201Z | trap 3.022869068 |
| 185 | 2025-05-27T21:18:51.201Z | tflt 0.007247850 |
| 186 | 2025-05-27T21:18:51.201Z | dflt 0.027421305 |
| 187 | 2025-05-27T21:18:51.201Z | kflt 0.001133390 |
| 188 | 2025-05-27T21:18:51.201Z | lock 3:49:21.811154115 |
| 189 | 2025-05-27T21:18:51.201Z | slp 8:54.037488152 |
| 190 | 2025-05-27T21:18:51.201Z | lat 6:42.127994111 |
| 191 | 2025-05-27T21:18:51.201Z | stop 0.199027445 |
| 192 | 2025-05-27T21:18:56.191Z | process exited: duration 128586 ms, exit code 0 |
| 193 | 2025-05-27T21:18:56.191Z | exec warning: : stdio descriptors remain open after task exit; waiting 60 seconds for them to close |
| 194 | 2025-05-27T21:19:56.229Z | exec warning: : stdout descriptor may be held open by a background process; giving up! |
| 195 | 2025-05-27T21:19:56.229Z | exec warning: : stderr descriptor may be held open by a background process; giving up! |
| |
| 196 | 2025-05-27T21:19:56.315Z | found 12 output files |
| 197 | 2025-05-27T21:19:56.315Z | uploading: /tmp/test_mem_log.txt (20736 bytes) |
| 198 | 2025-05-27T21:19:57.460Z | uploaded: /tmp/test_mem_log.txt |
| 199 | 2025-05-27T21:19:57.460Z | uploading: /tmp/debug/df.txt (1270 bytes) |
| 200 | 2025-05-27T21:19:58.560Z | uploaded: /tmp/debug/df.txt |
| 201 | 2025-05-27T21:19:58.586Z | uploading: /tmp/debug/iostat.txt (70270 bytes) |
| 202 | 2025-05-27T21:19:58.701Z | upload warning: file "/tmp/debug/iostat.txt" changed size mid upload: 70270 -> 71362 |
| 203 | 2025-05-27T21:19:59.774Z | uploaded: /tmp/debug/iostat.txt |
| 204 | 2025-05-27T21:19:59.774Z | uploading: /tmp/debug/mpstat.txt (139952 bytes) |
| 205 | 2025-05-27T21:19:59.936Z | upload warning: file "/tmp/debug/mpstat.txt" changed size mid upload: 139952 -> 142852 |
| 206 | 2025-05-27T21:20:01.008Z | uploaded: /tmp/debug/mpstat.txt |
| 207 | 2025-05-27T21:20:01.008Z | uploading: /tmp/debug/paging.txt (24472 bytes) |
| 208 | 2025-05-27T21:20:01.124Z | upload warning: file "/tmp/debug/paging.txt" changed size mid upload: 24472 -> 25027 |
| 209 | 2025-05-27T21:20:02.197Z | uploaded: /tmp/debug/paging.txt |
| 210 | 2025-05-27T21:20:02.222Z | uploading: /tmp/debug/perf.txt (100572 bytes) |
| 211 | 2025-05-27T21:20:03.407Z | uploaded: /tmp/debug/perf.txt |
| 212 | 2025-05-27T21:20:03.432Z | uploading: /tmp/debug/prstat.txt (274350 bytes) |
| 213 | 2025-05-27T21:20:03.593Z | upload warning: file "/tmp/debug/prstat.txt" changed size mid upload: 274350 -> 283422 |
| 214 | 2025-05-27T21:20:04.666Z | uploaded: /tmp/debug/prstat.txt |
| 215 | 2025-05-27T21:20:04.666Z | uploading: /tmp/debug/psrinfo.txt (1528 bytes) |
| 216 | 2025-05-27T21:20:05.763Z | uploaded: /tmp/debug/psrinfo.txt |
| 217 | 2025-05-27T21:20:05.789Z | uploading: /tmp/debug/upinfo.txt (11880 bytes) |
| 218 | 2025-05-27T21:20:06.905Z | uploaded: /tmp/debug/upinfo.txt |
| 219 | 2025-05-27T21:20:06.905Z | uploading: /tmp/dsc/downstairs-8810.txt (5593 bytes) |
| 220 | 2025-05-27T21:20:08.025Z | uploaded: /tmp/dsc/downstairs-8810.txt |
| 221 | 2025-05-27T21:20:08.026Z | uploading: /tmp/dsc/downstairs-8820.txt (5008 bytes) |
| 222 | 2025-05-27T21:20:09.145Z | uploaded: /tmp/dsc/downstairs-8820.txt |
| 223 | 2025-05-27T21:20:09.145Z | uploading: /tmp/dsc/downstairs-8830.txt (5008 bytes) |
| 224 | 2025-05-27T21:20:10.266Z | uploaded: /tmp/dsc/downstairs-8830.txt |