01JNRW1T29Y7H5QKY8K99K8HFH: test-memory

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/*.log",
        "%/tmp/debug/*.txt",
        "%/tmp/dsc/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JNRW28BFNFGF72KAFPSP49GG

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-03-07T18:15:16.843Zjob dependencies complete; ready to run (waiting for 17 m 59 s)
22025-03-07T18:16:08.081Zjob assigned to worker 01JNRX3DK4TY4ZMB0CT374NE9H [factory aws, i-097df488a4199ed42] (queued for 51 s)
32025-03-07T18:16:15.767Zdownloading input: /input/rbuild/out/crucible-dtrace.sha256.txt
42025-03-07T18:16:15.783Zdownloaded input: /input/rbuild/out/crucible-dtrace.sha256.txt
52025-03-07T18:16:15.783Zdownloading input: /input/rbuild/out/crucible-dtrace.tar
62025-03-07T18:16:15.847Zdownloaded input: /input/rbuild/out/crucible-dtrace.tar
72025-03-07T18:16:15.847Zdownloading input: /input/rbuild/out/crucible-nightly.sha256.txt
82025-03-07T18:16:15.863Zdownloaded input: /input/rbuild/out/crucible-nightly.sha256.txt
92025-03-07T18:16:15.863Zdownloading input: /input/rbuild/out/crucible-nightly.tar.gz
102025-03-07T18:16:16.980Zdownloaded input: /input/rbuild/out/crucible-nightly.tar.gz
112025-03-07T18:16:16.980Zdownloading input: /input/rbuild/out/crucible-pantry.sha256.txt
122025-03-07T18:16:17.032Zdownloaded input: /input/rbuild/out/crucible-pantry.sha256.txt
132025-03-07T18:16:17.033Zdownloading input: /input/rbuild/out/crucible-pantry.tar.gz
142025-03-07T18:16:17.289Zdownloaded input: /input/rbuild/out/crucible-pantry.tar.gz
152025-03-07T18:16:17.290Zdownloading input: /input/rbuild/out/crucible.sha256.txt
162025-03-07T18:16:17.308Zdownloaded input: /input/rbuild/out/crucible.sha256.txt
172025-03-07T18:16:17.308Zdownloading input: /input/rbuild/out/crucible.tar.gz
182025-03-07T18:16:21.861Zdownloaded input: /input/rbuild/out/crucible.tar.gz
192025-03-07T18:16:21.865Zdownloading input: /input/rbuild/work/rbins/crucible-downstairs.gz
202025-03-07T18:16:22.112Zdownloaded input: /input/rbuild/work/rbins/crucible-downstairs.gz
212025-03-07T18:16:22.112Zdownloading input: /input/rbuild/work/rbins/crucible-hammer.gz
222025-03-07T18:16:22.311Zdownloaded input: /input/rbuild/work/rbins/crucible-hammer.gz
232025-03-07T18:16:22.311Zdownloading input: /input/rbuild/work/rbins/crudd.gz
242025-03-07T18:16:22.490Zdownloaded input: /input/rbuild/work/rbins/crudd.gz
252025-03-07T18:16:22.490Zdownloading input: /input/rbuild/work/rbins/crutest.gz
262025-03-07T18:16:22.763Zdownloaded input: /input/rbuild/work/rbins/crutest.gz
272025-03-07T18:16:22.767Zdownloading input: /input/rbuild/work/rbins/dsc.gz
282025-03-07T18:16:22.915Zdownloaded input: /input/rbuild/work/rbins/dsc.gz
292025-03-07T18:16:22.929Zdownloading input: /input/rbuild/work/scripts/crudd-speed-battery.sh
302025-03-07T18:16:22.945Zdownloaded input: /input/rbuild/work/scripts/crudd-speed-battery.sh
312025-03-07T18:16:22.945Zdownloading input: /input/rbuild/work/scripts/perf-downstairs-tick.d
322025-03-07T18:16:23.050Zdownloaded input: /input/rbuild/work/scripts/perf-downstairs-tick.d
332025-03-07T18:16:23.050Zdownloading input: /input/rbuild/work/scripts/test_mem.sh
342025-03-07T18:16:23.116Zdownloaded input: /input/rbuild/work/scripts/test_mem.sh
352025-03-07T18:16:23.116Zdownloading input: /input/rbuild/work/scripts/upstairs_info.d
362025-03-07T18:16:23.136Zdownloaded input: /input/rbuild/work/scripts/upstairs_info.d
372025-03-07T18:16:23.140Zdownloading input: /input/rbuild/tmp/cargo-test-out.log
382025-03-07T18:16:23.945Zdownloaded input: /input/rbuild/tmp/cargo-test-out.log
 
392025-03-07T18:16:23.945Zstarting task 0: "setup"
402025-03-07T18:16:23.949Z++ uname -s
412025-03-07T18:16:23.952Z+ kern=SunOS
422025-03-07T18:16:23.952Z+ build_user=build
432025-03-07T18:16:23.952Z+ build_uid=12345
442025-03-07T18:16:23.952Z+ work_dir=/work
452025-03-07T18:16:23.952Z+ input_dir=/input
462025-03-07T18:16:23.952Z+ [[ 0 == 12345 ]]
472025-03-07T18:16:23.952Z+ case "$kern" in
482025-03-07T18:16:23.952Z+ groupadd -g 12345 build
492025-03-07T18:16:23.963Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
502025-03-07T18:16:25.962Z+ zfs create -o mountpoint=/work rpool/work
512025-03-07T18:16:26.070Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
522025-03-07T18:16:26.074Z+ home_fs=zfs
532025-03-07T18:16:26.074Z+ [[ zfs == autofs ]]
542025-03-07T18:16:26.074Z+ mkdir -p /home/build
552025-03-07T18:16:26.074Z+ chown build:build /home/build /work
562025-03-07T18:16:27.076Z+ chmod 0700 /home/build /work
572025-03-07T18:16:27.079Zprocess exited: duration 3136 ms, exit code 0
 
582025-03-07T18:16:27.089Zstarting task 1: "authentication"
592025-03-07T18:16:27.104Zprocess exited: duration 17 ms, exit code 0
 
602025-03-07T18:16:27.112Zstarting task 2: "build"
612025-03-07T18:16:27.115Z+ banner cores
622025-03-07T18:16:27.119Z
632025-03-07T18:16:27.119Z #### #### ##### ###### ####
642025-03-07T18:16:27.119Z # # # # # # # #
652025-03-07T18:16:27.119Z # # # # # ##### ####
662025-03-07T18:16:27.119Z # # # ##### # #
672025-03-07T18:16:27.119Z # # # # # # # # #
682025-03-07T18:16:27.119Z #### #### # # ###### ####
692025-03-07T18:16:27.119Z
702025-03-07T18:16:27.119Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
712025-03-07T18:16:27.127Z+ banner unpack
722025-03-07T18:16:27.130Z
732025-03-07T18:16:27.130Z # # # # ##### ## #### # #
742025-03-07T18:16:27.130Z # # ## # # # # # # # # #
752025-03-07T18:16:27.130Z # # # # # # # # # # ####
762025-03-07T18:16:27.130Z # # # # # ##### ###### # # #
772025-03-07T18:16:27.130Z # # # ## # # # # # # #
782025-03-07T18:16:27.131Z #### # # # # # #### # #
792025-03-07T18:16:27.131Z
802025-03-07T18:16:27.131Z+ mkdir -p /var/tmp/bins
812025-03-07T18:16:27.134Z+ for t in "$input/rbins/"*.gz
822025-03-07T18:16:27.134Z++ basename /input/rbuild/work/rbins/crucible-downstairs.gz
832025-03-07T18:16:27.134Z+ b=crucible-downstairs.gz
842025-03-07T18:16:27.134Z+ b=crucible-downstairs
852025-03-07T18:16:27.134Z+ gunzip
862025-03-07T18:16:27.427Z+ chmod +x /var/tmp/bins/crucible-downstairs
872025-03-07T18:16:27.430Z+ for t in "$input/rbins/"*.gz
882025-03-07T18:16:27.430Z++ basename /input/rbuild/work/rbins/crucible-hammer.gz
892025-03-07T18:16:27.434Z+ b=crucible-hammer.gz
902025-03-07T18:16:27.434Z+ b=crucible-hammer
912025-03-07T18:16:27.434Z+ gunzip
922025-03-07T18:16:27.704Z+ chmod +x /var/tmp/bins/crucible-hammer
932025-03-07T18:16:27.707Z+ for t in "$input/rbins/"*.gz
942025-03-07T18:16:27.707Z++ basename /input/rbuild/work/rbins/crudd.gz
952025-03-07T18:16:27.710Z+ b=crudd.gz
962025-03-07T18:16:27.710Z+ b=crudd
972025-03-07T18:16:27.710Z+ gunzip
982025-03-07T18:16:27.972Z+ chmod +x /var/tmp/bins/crudd
992025-03-07T18:16:27.975Z+ for t in "$input/rbins/"*.gz
1002025-03-07T18:16:27.975Z++ basename /input/rbuild/work/rbins/crutest.gz
1012025-03-07T18:16:27.979Z+ b=crutest.gz
1022025-03-07T18:16:27.979Z+ b=crutest
1032025-03-07T18:16:27.979Z+ gunzip
1042025-03-07T18:16:28.279Z+ chmod +x /var/tmp/bins/crutest
1052025-03-07T18:16:28.282Z+ for t in "$input/rbins/"*.gz
1062025-03-07T18:16:28.285Z++ basename /input/rbuild/work/rbins/dsc.gz
1072025-03-07T18:16:28.285Z+ b=dsc.gz
1082025-03-07T18:16:28.285Z+ b=dsc
1092025-03-07T18:16:28.285Z+ gunzip
1102025-03-07T18:16:28.432Z+ chmod +x /var/tmp/bins/dsc
1112025-03-07T18:16:28.440Z+ export BINDIR=/var/tmp/bins
1122025-03-07T18:16:28.440Z+ BINDIR=/var/tmp/bins
1132025-03-07T18:16:28.440Z+ export RUST_BACKTRACE=1
1142025-03-07T18:16:28.440Z+ RUST_BACKTRACE=1
1152025-03-07T18:16:28.440Z+ banner setup
1162025-03-07T18:16:28.440Z
1172025-03-07T18:16:28.440Z #### ###### ##### # # #####
1182025-03-07T18:16:28.440Z # # # # # # #
1192025-03-07T18:16:28.440Z #### ##### # # # # #
1202025-03-07T18:16:28.440Z # # # # # #####
1212025-03-07T18:16:28.440Z # # # # # # #
1222025-03-07T18:16:28.440Z #### ###### # #### #
1232025-03-07T18:16:28.440Z
1242025-03-07T18:16:28.440Z+ pfexec plimit -n 9123456 1145
1252025-03-07T18:16:28.444Z+ echo 'Setup self timeout'
1262025-03-07T18:16:28.444ZSetup self timeout
1272025-03-07T18:16:28.444Z+ jobpid=1145
1282025-03-07T18:16:28.444Z+ echo 'Setup debug logging'
1292025-03-07T18:16:28.444Z+ mkdir /tmp/debug
1302025-03-07T18:16:28.444ZSetup debug logging
1312025-03-07T18:16:28.444Z+ sleep 3600
1322025-03-07T18:16:28.448Z+ psrinfo -v
1332025-03-07T18:16:28.451Z+ df -h
1342025-03-07T18:16:28.455Z+ prstat -d d -mLc 1
1352025-03-07T18:16:28.458Z+ iostat -T d -xn 1
1362025-03-07T18:16:28.458Z+ mpstat -T d 1
1372025-03-07T18:16:28.458Z+ vmstat -T d -p 1
1382025-03-07T18:16:28.458Z+ pfexec dtrace -Z -s /input/rbuild/work/scripts/perf-downstairs-tick.d
1392025-03-07T18:16:28.461Z+ banner memtest
1402025-03-07T18:16:28.461Z+ pfexec dtrace -Z -s /input/rbuild/work/scripts/upstairs_info.d
1412025-03-07T18:16:28.461Z
1422025-03-07T18:16:28.462Z # # ###### # # ##### ###### #### #####
1432025-03-07T18:16:28.462Z ## ## # ## ## # # # #
1442025-03-07T18:16:28.462Z # ## # ##### # ## # # ##### #### #
1452025-03-07T18:16:28.462Z # # # # # # # # #
1462025-03-07T18:16:28.462Z # # # # # # # # # #
1472025-03-07T18:16:28.462Z # # ###### # # # ###### #### #
1482025-03-07T18:16:28.462Z
1492025-03-07T18:16:28.462Z+ ptime -m bash /input/rbuild/work/scripts/test_mem.sh
1502025-03-07T18:16:28.475Z/input/rbuild/work
1512025-03-07T18:16:28.483ZMemory usage test begins at March 7, 2025 at 06:16:27 PM UTC
1522025-03-07T18:16:28.487ZMemory usage values in kilobytes unless specified otherwise
1532025-03-07T18:16:28.514ZRegion with ES:16384 EC:16 BS:4096 Size: 1 GiB Extent Size: 64 MiB
1542025-03-07T18:16:38.960Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1552025-03-07T18:16:39.067Z 1214 98292 6143 127048 7940 77740 4858 127048 7940 16
1562025-03-07T18:16:39.165Z 1216 94184 5886 122920 7682 73628 4601 122920 7682 16
1572025-03-07T18:16:39.363Z 1215 96356 6022 126016 7876 76712 4794 126016 7876 16
1582025-03-07T18:16:39.378ZRegion:1 GiB Extent:64 MiB Total downstairs (pmap -x): 367 MiB
1592025-03-07T18:16:39.379ZSize on disk of all region dirs: 3.07G or 3296823584
1602025-03-07T18:16:40.332Z
1612025-03-07T18:16:40.381ZRegion with ES:16384 EC:160 BS:4096 Size: 10 GiB Extent Size: 64 MiB
1622025-03-07T18:16:58.363Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1632025-03-07T18:16:58.448Z 1359 50176 313 78884 493 29548 184 78884 493 160
1642025-03-07T18:16:58.526Z 1361 31644 197 60348 377 11044 69 60348 377 160
1652025-03-07T18:16:58.609Z 1360 51184 319 79896 499 30576 191 79896 499 160
1662025-03-07T18:16:58.615ZRegion:10 GiB Extent:64 MiB Total downstairs (pmap -x): 213 MiB
1672025-03-07T18:16:58.626ZSize on disk of all region dirs: 30.7G or 32968229075
1682025-03-07T18:16:59.674Z
1692025-03-07T18:16:59.714ZRegion with ES:16384 EC:1600 BS:4096 Size: 100 GiB Extent Size: 64 MiB
1702025-03-07T18:18:37.580Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1712025-03-07T18:18:37.666Z 1505 44224 27 72956 45 23620 14 72956 45 1600
1722025-03-07T18:18:37.750Z 1504 42172 26 70904 44 21564 13 70904 44 1600
1732025-03-07T18:18:37.838Z 1506 55460 34 84188 52 34864 21 84188 52 1600
1742025-03-07T18:18:37.843ZRegion:100 GiB Extent:64 MiB Total downstairs (pmap -x): 222 MiB
1752025-03-07T18:18:37.876ZSize on disk of all region dirs: 307G or 329682283958
1762025-03-07T18:18:38.925Z
1772025-03-07T18:18:38.929ZMemory usage test finished on March 7, 2025 at 06:18:37 PM UTC
1782025-03-07T18:18:38.933Z
1792025-03-07T18:18:38.933Zreal 2:10.451795482
1802025-03-07T18:18:38.933Zuser 3:09.546471163
1812025-03-07T18:18:38.933Zsys 4:16.630500441
1822025-03-07T18:18:38.933Ztrap 1.309890249
1832025-03-07T18:18:38.933Ztflt 0.003202296
1842025-03-07T18:18:38.933Zdflt 0.025389961
1852025-03-07T18:18:38.933Zkflt 0.002361844
1862025-03-07T18:18:38.933Zlock 3:49:31.040323226
1872025-03-07T18:18:38.933Zslp 7:56.494182647
1882025-03-07T18:18:38.933Zlat 3:01.885871232
1892025-03-07T18:18:38.933Zstop 0.198050455
1902025-03-07T18:18:43.935Zprocess exited: duration 131806 ms, exit code 0
1912025-03-07T18:18:43.935Zexec warning: : stdio descriptors remain open after task exit; waiting 60 seconds for them to close
1922025-03-07T18:19:43.988Zexec warning: : stdout descriptor may be held open by a background process; giving up!
1932025-03-07T18:19:43.988Zexec warning: : stderr descriptor may be held open by a background process; giving up!
 
1942025-03-07T18:19:44.001Zfound 12 output files
1952025-03-07T18:19:44.001Zuploading: /tmp/test_mem_log.txt (21565 bytes)
1962025-03-07T18:19:45.017Zuploaded: /tmp/test_mem_log.txt
1972025-03-07T18:19:45.017Zuploading: /tmp/debug/df.txt (1270 bytes)
1982025-03-07T18:19:46.027Zuploaded: /tmp/debug/df.txt
1992025-03-07T18:19:46.027Zuploading: /tmp/debug/iostat.txt (58705 bytes)
2002025-03-07T18:19:46.036Zupload warning: file "/tmp/debug/iostat.txt" changed size mid upload: 58705 -> 59301
2012025-03-07T18:19:47.045Zuploaded: /tmp/debug/iostat.txt
2022025-03-07T18:19:47.048Zuploading: /tmp/debug/mpstat.txt (144015 bytes)
2032025-03-07T18:19:47.057Zupload warning: file "/tmp/debug/mpstat.txt" changed size mid upload: 144015 -> 146196
2042025-03-07T18:19:48.064Zuploaded: /tmp/debug/mpstat.txt
2052025-03-07T18:19:48.064Zuploading: /tmp/debug/paging.txt (25308 bytes)
2062025-03-07T18:19:48.071Zupload warning: file "/tmp/debug/paging.txt" changed size mid upload: 25308 -> 25760
2072025-03-07T18:19:49.078Zuploaded: /tmp/debug/paging.txt
2082025-03-07T18:19:49.081Zuploading: /tmp/debug/perf.txt (91104 bytes)
2092025-03-07T18:19:50.094Zuploaded: /tmp/debug/perf.txt
2102025-03-07T18:19:50.097Zuploading: /tmp/debug/prstat.txt (285549 bytes)
2112025-03-07T18:19:50.109Zupload warning: file "/tmp/debug/prstat.txt" changed size mid upload: 285549 -> 293290
2122025-03-07T18:19:51.115Zuploaded: /tmp/debug/prstat.txt
2132025-03-07T18:19:51.115Zuploading: /tmp/debug/psrinfo.txt (1528 bytes)
2142025-03-07T18:19:52.126Zuploaded: /tmp/debug/psrinfo.txt
2152025-03-07T18:19:52.129Zuploading: /tmp/debug/upinfo.txt (12430 bytes)
2162025-03-07T18:19:53.143Zuploaded: /tmp/debug/upinfo.txt
2172025-03-07T18:19:53.146Zuploading: /tmp/dsc/downstairs-8810.txt (5665 bytes)
2182025-03-07T18:19:54.157Zuploaded: /tmp/dsc/downstairs-8810.txt
2192025-03-07T18:19:54.157Zuploading: /tmp/dsc/downstairs-8820.txt (5076 bytes)
2202025-03-07T18:19:55.168Zuploaded: /tmp/dsc/downstairs-8820.txt
2212025-03-07T18:19:55.171Zuploading: /tmp/dsc/downstairs-8830.txt (5077 bytes)
2222025-03-07T18:19:56.181Zuploaded: /tmp/dsc/downstairs-8830.txt