01JHV0SMRJ1K1YTZ5CXQF4SS55: test-memory

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/*.log",
        "%/tmp/debug/*.txt",
        "%/tmp/dsc/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JHV0T05X4HX4DDPTTNCQN4AA

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-01-17T21:13:36.988Zjob dependencies complete; ready to run (waiting for 17 m 45 s)
22025-01-17T21:14:31.212Zjob assigned to worker 01JHV1TNGMS65BW8RXKZ195MVQ [factory aws, i-0355002d78cd1219c] (queued for 54 s)
32025-01-17T21:14:39.405Zdownloading input: /input/rbuild/out/crucible-dtrace.sha256.txt
42025-01-17T21:14:39.453Zdownloaded input: /input/rbuild/out/crucible-dtrace.sha256.txt
52025-01-17T21:14:39.453Zdownloading input: /input/rbuild/out/crucible-dtrace.tar
62025-01-17T21:14:39.512Zdownloaded input: /input/rbuild/out/crucible-dtrace.tar
72025-01-17T21:14:39.512Zdownloading input: /input/rbuild/out/crucible-nightly.sha256.txt
82025-01-17T21:14:39.524Zdownloaded input: /input/rbuild/out/crucible-nightly.sha256.txt
92025-01-17T21:14:39.524Zdownloading input: /input/rbuild/out/crucible-nightly.tar.gz
102025-01-17T21:14:40.421Zdownloaded input: /input/rbuild/out/crucible-nightly.tar.gz
112025-01-17T21:14:40.421Zdownloading input: /input/rbuild/out/crucible-pantry.sha256.txt
122025-01-17T21:14:40.435Zdownloaded input: /input/rbuild/out/crucible-pantry.sha256.txt
132025-01-17T21:14:40.435Zdownloading input: /input/rbuild/out/crucible-pantry.tar.gz
142025-01-17T21:14:40.786Zdownloaded input: /input/rbuild/out/crucible-pantry.tar.gz
152025-01-17T21:14:40.787Zdownloading input: /input/rbuild/out/crucible.sha256.txt
162025-01-17T21:14:40.799Zdownloaded input: /input/rbuild/out/crucible.sha256.txt
172025-01-17T21:14:40.799Zdownloading input: /input/rbuild/out/crucible.tar.gz
182025-01-17T21:14:41.146Zdownloaded input: /input/rbuild/out/crucible.tar.gz
192025-01-17T21:14:41.149Zdownloading input: /input/rbuild/work/rbins/crucible-downstairs.gz
202025-01-17T21:14:41.474Zdownloaded input: /input/rbuild/work/rbins/crucible-downstairs.gz
212025-01-17T21:14:41.474Zdownloading input: /input/rbuild/work/rbins/crucible-hammer.gz
222025-01-17T21:14:41.726Zdownloaded input: /input/rbuild/work/rbins/crucible-hammer.gz
232025-01-17T21:14:41.727Zdownloading input: /input/rbuild/work/rbins/crudd.gz
242025-01-17T21:14:41.962Zdownloaded input: /input/rbuild/work/rbins/crudd.gz
252025-01-17T21:14:41.965Zdownloading input: /input/rbuild/work/rbins/crutest.gz
262025-01-17T21:14:42.153Zdownloaded input: /input/rbuild/work/rbins/crutest.gz
272025-01-17T21:14:42.153Zdownloading input: /input/rbuild/work/rbins/dsc.gz
282025-01-17T21:14:42.278Zdownloaded input: /input/rbuild/work/rbins/dsc.gz
292025-01-17T21:14:42.280Zdownloading input: /input/rbuild/work/scripts/crudd-speed-battery.sh
302025-01-17T21:14:42.296Zdownloaded input: /input/rbuild/work/scripts/crudd-speed-battery.sh
312025-01-17T21:14:42.296Zdownloading input: /input/rbuild/work/scripts/perf-downstairs-tick.d
322025-01-17T21:14:42.313Zdownloaded input: /input/rbuild/work/scripts/perf-downstairs-tick.d
332025-01-17T21:14:42.313Zdownloading input: /input/rbuild/work/scripts/test_mem.sh
342025-01-17T21:14:42.330Zdownloaded input: /input/rbuild/work/scripts/test_mem.sh
352025-01-17T21:14:42.330Zdownloading input: /input/rbuild/work/scripts/upstairs_info.d
362025-01-17T21:14:42.353Zdownloaded input: /input/rbuild/work/scripts/upstairs_info.d
372025-01-17T21:14:42.356Zdownloading input: /input/rbuild/tmp/cargo-test-out.log
382025-01-17T21:14:43.075Zdownloaded input: /input/rbuild/tmp/cargo-test-out.log
 
392025-01-17T21:14:43.075Zstarting task 0: "setup"
402025-01-17T21:14:43.083Z++ uname -s
412025-01-17T21:14:43.086Z+ kern=SunOS
422025-01-17T21:14:43.086Z+ case "$kern" in
432025-01-17T21:14:43.086Z+ groupadd -g 12345 build
442025-01-17T21:14:43.089Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
452025-01-17T21:14:45.094Z+ zfs create -o mountpoint=/work rpool/work
462025-01-17T21:14:45.191Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
472025-01-17T21:14:45.193Z+ home_fs=zfs
482025-01-17T21:14:45.193Z+ [[ zfs == autofs ]]
492025-01-17T21:14:45.193Z+ mkdir -p /home/build
502025-01-17T21:14:45.196Z+ chown build:build /home/build /work
512025-01-17T21:14:47.197Z+ chmod 0700 /home/build /work
522025-01-17T21:14:47.200Zprocess exited: duration 4127 ms, exit code 0
 
532025-01-17T21:14:47.206Zstarting task 1: "authentication"
542025-01-17T21:14:47.223Zprocess exited: duration 16 ms, exit code 0
 
552025-01-17T21:14:47.229Zstarting task 2: "build"
562025-01-17T21:14:47.234Z+ banner cores
572025-01-17T21:14:47.270Z
582025-01-17T21:14:47.270Z #### #### ##### ###### ####
592025-01-17T21:14:47.270Z # # # # # # # #
602025-01-17T21:14:47.270Z # # # # # ##### ####
612025-01-17T21:14:47.270Z # # # ##### # #
622025-01-17T21:14:47.270Z # # # # # # # # #
632025-01-17T21:14:47.270Z #### #### # # ###### ####
642025-01-17T21:14:47.270Z
652025-01-17T21:14:47.273Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
662025-01-17T21:14:47.278Z+ banner unpack
672025-01-17T21:14:47.281Z
682025-01-17T21:14:47.281Z # # # # ##### ## #### # #
692025-01-17T21:14:47.281Z # # ## # # # # # # # # #
702025-01-17T21:14:47.281Z # # # # # # # # # # ####
712025-01-17T21:14:47.281Z # # # # # ##### ###### # # #
722025-01-17T21:14:47.281Z # # # ## # # # # # # #
732025-01-17T21:14:47.281Z #### # # # # # #### # #
742025-01-17T21:14:47.281Z
752025-01-17T21:14:47.281Z+ mkdir -p /var/tmp/bins
762025-01-17T21:14:47.284Z+ for t in "$input/rbins/"*.gz
772025-01-17T21:14:47.284Z++ basename /input/rbuild/work/rbins/crucible-downstairs.gz
782025-01-17T21:14:47.284Z+ b=crucible-downstairs.gz
792025-01-17T21:14:47.284Z+ b=crucible-downstairs
802025-01-17T21:14:47.284Z+ gunzip
812025-01-17T21:14:47.566Z+ chmod +x /var/tmp/bins/crucible-downstairs
822025-01-17T21:14:47.568Z+ for t in "$input/rbins/"*.gz
832025-01-17T21:14:47.571Z++ basename /input/rbuild/work/rbins/crucible-hammer.gz
842025-01-17T21:14:47.571Z+ b=crucible-hammer.gz
852025-01-17T21:14:47.571Z+ b=crucible-hammer
862025-01-17T21:14:47.571Z+ gunzip
872025-01-17T21:14:47.834Z+ chmod +x /var/tmp/bins/crucible-hammer
882025-01-17T21:14:47.837Z+ for t in "$input/rbins/"*.gz
892025-01-17T21:14:47.837Z++ basename /input/rbuild/work/rbins/crudd.gz
902025-01-17T21:14:47.840Z+ b=crudd.gz
912025-01-17T21:14:47.840Z+ b=crudd
922025-01-17T21:14:47.840Z+ gunzip
932025-01-17T21:14:48.093Z+ chmod +x /var/tmp/bins/crudd
942025-01-17T21:14:48.096Z+ for t in "$input/rbins/"*.gz
952025-01-17T21:14:48.099Z++ basename /input/rbuild/work/rbins/crutest.gz
962025-01-17T21:14:48.099Z+ b=crutest.gz
972025-01-17T21:14:48.099Z+ b=crutest
982025-01-17T21:14:48.099Z+ gunzip
992025-01-17T21:14:48.387Z+ chmod +x /var/tmp/bins/crutest
1002025-01-17T21:14:48.390Z+ for t in "$input/rbins/"*.gz
1012025-01-17T21:14:48.390Z++ basename /input/rbuild/work/rbins/dsc.gz
1022025-01-17T21:14:48.390Z+ b=dsc.gz
1032025-01-17T21:14:48.390Z+ b=dsc
1042025-01-17T21:14:48.390Z+ gunzip
1052025-01-17T21:14:48.536Z+ chmod +x /var/tmp/bins/dsc
1062025-01-17T21:14:48.538Z+ export BINDIR=/var/tmp/bins
1072025-01-17T21:14:48.538Z+ BINDIR=/var/tmp/bins
1082025-01-17T21:14:48.538Z+ export RUST_BACKTRACE=1
1092025-01-17T21:14:48.538Z+ RUST_BACKTRACE=1
1102025-01-17T21:14:48.538Z+ banner setup
1112025-01-17T21:14:48.541Z
1122025-01-17T21:14:48.542Z #### ###### ##### # # #####
1132025-01-17T21:14:48.542Z # # # # # # #
1142025-01-17T21:14:48.542Z #### ##### # # # # #
1152025-01-17T21:14:48.542Z # # # # # #####
1162025-01-17T21:14:48.542Z # # # # # # #
1172025-01-17T21:14:48.542Z #### ###### # #### #
1182025-01-17T21:14:48.542Z
1192025-01-17T21:14:48.542Z+ pfexec plimit -n 9123456 1139
1202025-01-17T21:14:48.545Z+ echo 'Setup self timeout'
1212025-01-17T21:14:48.545ZSetup self timeout
1222025-01-17T21:14:48.545Z+ jobpid=1139
1232025-01-17T21:14:48.545Z+ echo 'Setup debug logging'
1242025-01-17T21:14:48.545Z+ mkdir /tmp/debug
1252025-01-17T21:14:48.545ZSetup debug logging
1262025-01-17T21:14:48.545Z+ sleep 3600
1272025-01-17T21:14:48.548Z+ psrinfo -v
1282025-01-17T21:14:48.550Z+ df -h
1292025-01-17T21:14:48.572Z+ prstat -d d -mLc 1
1302025-01-17T21:14:48.574Z+ iostat -T d -xn 1
1312025-01-17T21:14:48.575Z+ mpstat -T d 1
1322025-01-17T21:14:48.575Z+ vmstat -T d -p 1
1332025-01-17T21:14:48.577Z+ pfexec dtrace -Z -s /input/rbuild/work/scripts/perf-downstairs-tick.d
1342025-01-17T21:14:48.577Z+ banner memtest
1352025-01-17T21:14:48.577Z+ pfexec dtrace -Z -s /input/rbuild/work/scripts/upstairs_info.d
1362025-01-17T21:14:48.577Z
1372025-01-17T21:14:48.577Z # # ###### # # ##### ###### #### #####
1382025-01-17T21:14:48.577Z ## ## # ## ## # # # #
1392025-01-17T21:14:48.577Z # ## # ##### # ## # # ##### #### #
1402025-01-17T21:14:48.577Z # # # # # # # # #
1412025-01-17T21:14:48.577Z # # # # # # # # # #
1422025-01-17T21:14:48.578Z # # ###### # # # ###### #### #
1432025-01-17T21:14:48.578Z
1442025-01-17T21:14:48.578Z+ ptime -m bash /input/rbuild/work/scripts/test_mem.sh
1452025-01-17T21:14:48.590Z/input/rbuild/work
1462025-01-17T21:14:48.613ZMemory usage test begins at January 17, 2025 at 09:14:47 PM UTC
1472025-01-17T21:14:48.617ZMemory usage values in kilobytes unless specified otherwise
1482025-01-17T21:14:48.642ZRegion with ES:16384 EC:16 BS:4096 Size: 1 GiB Extent Size: 64 MiB
1492025-01-17T21:14:59.280Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1502025-01-17T21:14:59.383Z 1209 95640 5977 123960 7747 75488 4718 123960 7747 16
1512025-01-17T21:14:59.483Z 1208 91364 5710 119724 7482 71248 4453 119724 7482 16
1522025-01-17T21:14:59.589Z 1210 97684 6105 126016 7876 77544 4846 126016 7876 16
1532025-01-17T21:14:59.594ZRegion:1 GiB Extent:64 MiB Total downstairs (pmap -x): 361 MiB
1542025-01-17T21:14:59.604ZSize on disk of all region dirs: 3.07G or 3296823584
1552025-01-17T21:15:00.654Z
1562025-01-17T21:15:00.682ZRegion with ES:16384 EC:160 BS:4096 Size: 10 GiB Extent Size: 64 MiB
1572025-01-17T21:15:19.090Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1582025-01-17T21:15:19.187Z 1353 53188 332 82620 516 34148 213 82620 516 160
1592025-01-17T21:15:19.275Z 1355 39824 248 69256 432 20784 129 69256 432 160
1602025-01-17T21:15:19.372Z 1354 58336 364 87768 548 39288 245 87768 548 160
1612025-01-17T21:15:19.377ZRegion:10 GiB Extent:64 MiB Total downstairs (pmap -x): 234 MiB
1622025-01-17T21:15:19.388ZSize on disk of all region dirs: 30.7G or 32968229075
1632025-01-17T21:15:20.435Z
1642025-01-17T21:15:20.462ZRegion with ES:16384 EC:1600 BS:4096 Size: 100 GiB Extent Size: 64 MiB
1652025-01-17T21:17:01.684Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1662025-01-17T21:17:01.969Z 1498 168040 105 209032 130 160532 100 209032 130 1600
1672025-01-17T21:17:02.218Z 1499 121852 76 162856 101 114336 71 162856 101 1600
1682025-01-17T21:17:02.490Z 1500 169452 105 210488 131 161760 101 210488 131 1600
1692025-01-17T21:17:02.495ZRegion:100 GiB Extent:64 MiB Total downstairs (pmap -x): 568 MiB
1702025-01-17T21:17:02.528ZSize on disk of all region dirs: 307G or 329682283958
1712025-01-17T21:17:03.577Z
1722025-01-17T21:17:03.581ZMemory usage test finished on January 17, 2025 at 09:17:02 PM UTC
1732025-01-17T21:17:03.583Z
1742025-01-17T21:17:03.584Zreal 2:14.978882660
1752025-01-17T21:17:03.584Zuser 3:12.688619122
1762025-01-17T21:17:03.584Zsys 4:26.574962389
1772025-01-17T21:17:03.584Ztrap 1.469574235
1782025-01-17T21:17:03.584Ztflt 0.002671790
1792025-01-17T21:17:03.584Zdflt 0.062636399
1802025-01-17T21:17:03.584Zkflt 0.001951272
1812025-01-17T21:17:03.584Zlock 4:04:53.811412275
1822025-01-17T21:17:03.584Zslp 8:17.455972874
1832025-01-17T21:17:03.584Zlat 3:10.164395744
1842025-01-17T21:17:03.584Zstop 0.213658888
1852025-01-17T21:17:08.586Zprocess exited: duration 136331 ms, exit code 0
1862025-01-17T21:17:08.586Zexec warning: : stdio descriptors remain open after task exit; waiting 60 seconds for them to close
1872025-01-17T21:18:08.604Zexec warning: : stdout descriptor may be held open by a background process; giving up!
1882025-01-17T21:18:08.604Zexec warning: : stderr descriptor may be held open by a background process; giving up!
 
1892025-01-17T21:18:08.616Zfound 12 output files
1902025-01-17T21:18:08.625Zuploading: /tmp/test_mem_log.txt (57781 bytes)
1912025-01-17T21:18:09.634Zuploaded: /tmp/test_mem_log.txt
1922025-01-17T21:18:09.634Zuploading: /tmp/debug/df.txt (1270 bytes)
1932025-01-17T21:18:10.644Zuploaded: /tmp/debug/df.txt
1942025-01-17T21:18:10.645Zuploading: /tmp/debug/iostat.txt (60608 bytes)
1952025-01-17T21:18:10.651Zupload warning: file "/tmp/debug/iostat.txt" changed size mid upload: 60608 -> 61208
1962025-01-17T21:18:11.657Zuploaded: /tmp/debug/iostat.txt
1972025-01-17T21:18:11.657Zuploading: /tmp/debug/mpstat.txt (147305 bytes)
1982025-01-17T21:18:11.666Zupload warning: file "/tmp/debug/mpstat.txt" changed size mid upload: 147305 -> 150221
1992025-01-17T21:18:12.674Zuploaded: /tmp/debug/mpstat.txt
2002025-01-17T21:18:12.674Zuploading: /tmp/debug/paging.txt (26433 bytes)
2012025-01-17T21:18:12.680Zupload warning: file "/tmp/debug/paging.txt" changed size mid upload: 26433 -> 26893
2022025-01-17T21:18:13.688Zuploaded: /tmp/debug/paging.txt
2032025-01-17T21:18:13.688Zuploading: /tmp/debug/perf.txt (93174 bytes)
2042025-01-17T21:18:14.703Zuploaded: /tmp/debug/perf.txt
2052025-01-17T21:18:14.703Zuploading: /tmp/debug/prstat.txt (292808 bytes)
2062025-01-17T21:18:14.712Zupload warning: file "/tmp/debug/prstat.txt" changed size mid upload: 292808 -> 300575
2072025-01-17T21:18:15.720Zuploaded: /tmp/debug/prstat.txt
2082025-01-17T21:18:15.720Zuploading: /tmp/debug/psrinfo.txt (1528 bytes)
2092025-01-17T21:18:16.729Zuploaded: /tmp/debug/psrinfo.txt
2102025-01-17T21:18:16.729Zuploading: /tmp/debug/upinfo.txt (12980 bytes)
2112025-01-17T21:18:17.738Zuploaded: /tmp/debug/upinfo.txt
2122025-01-17T21:18:17.738Zuploading: /tmp/dsc/downstairs-8810.txt (5663 bytes)
2132025-01-17T21:18:18.746Zuploaded: /tmp/dsc/downstairs-8810.txt
2142025-01-17T21:18:18.747Zuploading: /tmp/dsc/downstairs-8820.txt (5072 bytes)
2152025-01-17T21:18:19.755Zuploaded: /tmp/dsc/downstairs-8820.txt
2162025-01-17T21:18:19.755Zuploading: /tmp/dsc/downstairs-8830.txt (5069 bytes)
2172025-01-17T21:18:20.763Zuploaded: /tmp/dsc/downstairs-8830.txt