01KYJ9Q8GSW939EKV14V58JRCW: test-memory

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/*.log",
        "%/tmp/debug/*.txt",
        "%/tmp/dsc/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01KYJ9QPM6GH96Y18MPR7X4WE9

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12026-07-27T17:38:13.939Zjob dependencies complete; ready to run (waiting for 13 m 8 s)
22026-07-27T17:38:13.948Zjob assigned to worker 01KYJAEH2JTYTTYMW2WN2CJQPY [factory aws, i-0837fdff4a1b92bd2] (queued for 0 s)
32026-07-27T17:38:20.898Zdownloading input: /input/rbuild/out/crucible-nightly.sha256.txt
42026-07-27T17:38:20.904Zdownloaded input: /input/rbuild/out/crucible-nightly.sha256.txt
52026-07-27T17:38:20.904Zdownloading input: /input/rbuild/out/crucible-nightly.tar.gz
62026-07-27T17:38:22.059Zdownloaded input: /input/rbuild/out/crucible-nightly.tar.gz
72026-07-27T17:38:22.064Zdownloading input: /input/rbuild/out/crucible-pantry.sha256.txt
82026-07-27T17:38:22.071Zdownloaded input: /input/rbuild/out/crucible-pantry.sha256.txt
92026-07-27T17:38:22.072Zdownloading input: /input/rbuild/out/crucible-pantry.tar.gz
102026-07-27T17:38:22.345Zdownloaded input: /input/rbuild/out/crucible-pantry.tar.gz
112026-07-27T17:38:22.346Zdownloading input: /input/rbuild/out/crucible-utils.sha256.txt
122026-07-27T17:38:22.357Zdownloaded input: /input/rbuild/out/crucible-utils.sha256.txt
132026-07-27T17:38:22.372Zdownloading input: /input/rbuild/out/crucible-utils.tar
142026-07-27T17:38:22.644Zdownloaded input: /input/rbuild/out/crucible-utils.tar
152026-07-27T17:38:22.644Zdownloading input: /input/rbuild/out/crucible.sha256.txt
162026-07-27T17:38:22.651Zdownloaded input: /input/rbuild/out/crucible.sha256.txt
172026-07-27T17:38:22.652Zdownloading input: /input/rbuild/out/crucible.tar.gz
182026-07-27T17:38:22.984Zdownloaded input: /input/rbuild/out/crucible.tar.gz
192026-07-27T17:38:22.997Zdownloading input: /input/rbuild/work/rbins/crucible-downstairs.gz
202026-07-27T17:38:23.134Zdownloaded input: /input/rbuild/work/rbins/crucible-downstairs.gz
212026-07-27T17:38:23.143Zdownloading input: /input/rbuild/work/rbins/crucible-hammer.gz
222026-07-27T17:38:23.300Zdownloaded input: /input/rbuild/work/rbins/crucible-hammer.gz
232026-07-27T17:38:23.309Zdownloading input: /input/rbuild/work/rbins/crudd.gz
242026-07-27T17:38:23.483Zdownloaded input: /input/rbuild/work/rbins/crudd.gz
252026-07-27T17:38:23.483Zdownloading input: /input/rbuild/work/rbins/crutest.gz
262026-07-27T17:38:23.651Zdownloaded input: /input/rbuild/work/rbins/crutest.gz
272026-07-27T17:38:23.651Zdownloading input: /input/rbuild/work/rbins/dsc.gz
282026-07-27T17:38:23.723Zdownloaded input: /input/rbuild/work/rbins/dsc.gz
292026-07-27T17:38:23.726Zdownloading input: /input/rbuild/work/scripts/crudd-speed-battery.sh
302026-07-27T17:38:23.726Zdownloaded input: /input/rbuild/work/scripts/crudd-speed-battery.sh
312026-07-27T17:38:23.726Zdownloading input: /input/rbuild/work/scripts/perf-downstairs-tick.d
322026-07-27T17:38:23.729Zdownloaded input: /input/rbuild/work/scripts/perf-downstairs-tick.d
332026-07-27T17:38:23.729Zdownloading input: /input/rbuild/work/scripts/test_mem.sh
342026-07-27T17:38:23.732Zdownloaded input: /input/rbuild/work/scripts/test_mem.sh
352026-07-27T17:38:23.732Zdownloading input: /input/rbuild/work/scripts/upstairs_info.d
362026-07-27T17:38:23.736Zdownloaded input: /input/rbuild/work/scripts/upstairs_info.d
372026-07-27T17:38:23.736Zdownloading input: /input/rbuild/tmp/cargo-test-out.log
382026-07-27T17:38:24.095Zdownloaded input: /input/rbuild/tmp/cargo-test-out.log
 
392026-07-27T17:38:24.095Zstarting task 0: "setup"
402026-07-27T17:38:24.101Z++ uname -s
412026-07-27T17:38:24.104Z+ kern=SunOS
422026-07-27T17:38:24.104Z+ build_user=build
432026-07-27T17:38:24.104Z+ build_uid=12345
442026-07-27T17:38:24.104Z+ work_dir=/work
452026-07-27T17:38:24.104Z+ input_dir=/input
462026-07-27T17:38:24.104Z+ [[ 0 == 12345 ]]
472026-07-27T17:38:24.104Z+ case "$kern" in
482026-07-27T17:38:24.104Z+ groupadd -g 12345 build
492026-07-27T17:38:24.107Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
502026-07-27T17:38:26.110Z+ zfs create -o mountpoint=/work rpool/work
512026-07-27T17:38:26.172Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
522026-07-27T17:38:26.175Z+ home_fs=zfs
532026-07-27T17:38:26.175Z+ [[ zfs == autofs ]]
542026-07-27T17:38:26.175Z+ mkdir -p /home/build
552026-07-27T17:38:26.175Z+ chown build:build /home/build /work
562026-07-27T17:38:28.177Z+ chmod 0700 /home/build /work
572026-07-27T17:38:28.181Zprocess exited: duration 4082 ms, exit code 0
 
582026-07-27T17:38:28.187Zstarting task 1: "authentication"
592026-07-27T17:38:28.202Zprocess exited: duration 14 ms, exit code 0
 
602026-07-27T17:38:28.209Zstarting task 2: "build"
612026-07-27T17:38:28.213Z+ banner cores
622026-07-27T17:38:28.216Z
632026-07-27T17:38:28.216Z #### #### ##### ###### ####
642026-07-27T17:38:28.216Z # # # # # # # #
652026-07-27T17:38:28.216Z # # # # # ##### ####
662026-07-27T17:38:28.216Z # # # ##### # #
672026-07-27T17:38:28.216Z # # # # # # # # #
682026-07-27T17:38:28.216Z #### #### # # ###### ####
692026-07-27T17:38:28.216Z
702026-07-27T17:38:28.216Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
712026-07-27T17:38:28.221Z+ banner unpack
722026-07-27T17:38:28.225Z
732026-07-27T17:38:28.225Z # # # # ##### ## #### # #
742026-07-27T17:38:28.225Z # # ## # # # # # # # # #
752026-07-27T17:38:28.225Z # # # # # # # # # # ####
762026-07-27T17:38:28.225Z # # # # # ##### ###### # # #
772026-07-27T17:38:28.225Z # # # ## # # # # # # #
782026-07-27T17:38:28.225Z #### # # # # # #### # #
792026-07-27T17:38:28.225Z
802026-07-27T17:38:28.225Z+ mkdir -p /var/tmp/bins
812026-07-27T17:38:28.225Z+ for t in "$input/rbins/"*.gz
822026-07-27T17:38:28.225Z++ basename /input/rbuild/work/rbins/crucible-downstairs.gz
832026-07-27T17:38:28.225Z+ b=crucible-downstairs.gz
842026-07-27T17:38:28.225Z+ b=crucible-downstairs
852026-07-27T17:38:28.225Z+ gunzip
862026-07-27T17:38:28.519Z+ chmod +x /var/tmp/bins/crucible-downstairs
872026-07-27T17:38:28.522Z+ for t in "$input/rbins/"*.gz
882026-07-27T17:38:28.522Z++ basename /input/rbuild/work/rbins/crucible-hammer.gz
892026-07-27T17:38:28.522Z+ b=crucible-hammer.gz
902026-07-27T17:38:28.522Z+ b=crucible-hammer
912026-07-27T17:38:28.522Z+ gunzip
922026-07-27T17:38:28.780Z+ chmod +x /var/tmp/bins/crucible-hammer
932026-07-27T17:38:28.784Z+ for t in "$input/rbins/"*.gz
942026-07-27T17:38:28.784Z++ basename /input/rbuild/work/rbins/crudd.gz
952026-07-27T17:38:28.784Z+ b=crudd.gz
962026-07-27T17:38:28.784Z+ b=crudd
972026-07-27T17:38:28.784Z+ gunzip
982026-07-27T17:38:29.029Z+ chmod +x /var/tmp/bins/crudd
992026-07-27T17:38:29.032Z+ for t in "$input/rbins/"*.gz
1002026-07-27T17:38:29.032Z++ basename /input/rbuild/work/rbins/crutest.gz
1012026-07-27T17:38:29.032Z+ b=crutest.gz
1022026-07-27T17:38:29.032Z+ b=crutest
1032026-07-27T17:38:29.032Z+ gunzip
1042026-07-27T17:38:29.308Z+ chmod +x /var/tmp/bins/crutest
1052026-07-27T17:38:29.316Z+ for t in "$input/rbins/"*.gz
1062026-07-27T17:38:29.316Z++ basename /input/rbuild/work/rbins/dsc.gz
1072026-07-27T17:38:29.317Z+ b=dsc.gz
1082026-07-27T17:38:29.317Z+ b=dsc
1092026-07-27T17:38:29.317Z+ gunzip
1102026-07-27T17:38:29.443Z+ chmod +x /var/tmp/bins/dsc
1112026-07-27T17:38:29.449Z+ export BINDIR=/var/tmp/bins
1122026-07-27T17:38:29.449Z+ BINDIR=/var/tmp/bins
1132026-07-27T17:38:29.449Z+ export RUST_BACKTRACE=1
1142026-07-27T17:38:29.449Z+ RUST_BACKTRACE=1
1152026-07-27T17:38:29.449Z+ banner setup
1162026-07-27T17:38:29.449Z
1172026-07-27T17:38:29.449Z #### ###### ##### # # #####
1182026-07-27T17:38:29.449Z # # # # # # #
1192026-07-27T17:38:29.449Z #### ##### # # # # #
1202026-07-27T17:38:29.449Z # # # # # #####
1212026-07-27T17:38:29.450Z # # # # # # #
1222026-07-27T17:38:29.450Z #### ###### # #### #
1232026-07-27T17:38:29.450Z
1242026-07-27T17:38:29.450Z+ pfexec plimit -n 9123456 1088
1252026-07-27T17:38:29.454Z+ echo 'Setup self timeout'
1262026-07-27T17:38:29.454ZSetup self timeout
1272026-07-27T17:38:29.454Z+ jobpid=1088
1282026-07-27T17:38:29.454Z+ echo 'Setup debug logging'
1292026-07-27T17:38:29.454ZSetup debug logging
1302026-07-27T17:38:29.454Z+ mkdir /tmp/debug
1312026-07-27T17:38:29.455Z+ sleep 3600
1322026-07-27T17:38:29.455Z+ psrinfo -v
1332026-07-27T17:38:29.455Z+ df -h
1342026-07-27T17:38:29.463Z+ prstat -d d -mLc 1
1352026-07-27T17:38:29.463Z+ iostat -T d -xn 1
1362026-07-27T17:38:29.463Z+ mpstat -T d 1
1372026-07-27T17:38:29.463Z+ vmstat -T d -p 1
1382026-07-27T17:38:29.463Z+ pfexec dtrace -Z -s /input/rbuild/work/scripts/perf-downstairs-tick.d
1392026-07-27T17:38:29.463Z+ banner 512-memtest
1402026-07-27T17:38:29.463Z+ pfexec dtrace -Z -s /input/rbuild/work/scripts/upstairs_info.d
1412026-07-27T17:38:29.463Z####### # #####
1422026-07-27T17:38:29.463Z# ## # # # # ###### # # ##### ###### ####
1432026-07-27T17:38:29.463Z# # # # ## ## # ## ## # # #
1442026-07-27T17:38:29.463Z###### # ##### ##### # ## # ##### # ## # # ##### ####
1452026-07-27T17:38:29.463Z # # # # # # # # # # #
1462026-07-27T17:38:29.463Z# # # # # # # # # # # # #
1472026-07-27T17:38:29.463Z ##### ##### ####### # # ###### # # # ###### ####
1482026-07-27T17:38:29.463Z
1492026-07-27T17:38:29.463Z+ ptime -m bash /input/rbuild/work/scripts/test_mem.sh -b 512 -e 131072 -c 160
1502026-07-27T17:38:29.468ZUsing block size 512
1512026-07-27T17:38:29.468ZUsing extent size 131072
1522026-07-27T17:38:29.468ZUsing extent count 160
1532026-07-27T17:38:29.473Z/input/rbuild/work
1542026-07-27T17:38:29.478ZMemory usage test begins at July 27, 2026 at 05:38:28 PM UTC
1552026-07-27T17:38:29.486ZMemory usage values in kilobytes unless specified otherwise
1562026-07-27T17:38:29.499ZRegion with ES:131072 EC:160 BS:512 Size: 10 GiB Extent Size: 64 MiB
1572026-07-27T17:38:58.102Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1582026-07-27T17:38:58.207Z 1158 113700 710 149904 936 97812 611 149904 936 160
1592026-07-27T17:38:58.302Z 1159 112288 701 148072 925 96964 606 148072 925 160
1602026-07-27T17:38:58.406Z 1157 112952 705 148748 929 97548 609 148748 929 160
1612026-07-27T17:38:58.410ZRegion:10 GiB Extent:64 MiB Total downstairs (pmap -x): 436 MiB
1622026-07-27T17:38:58.425ZSize of volume user gets : 10737418240
1632026-07-27T17:38:58.426ZSize on disk of all region dirs: 74726433 or 35.6G
1642026-07-27T17:38:58.426ZSize on disk of a single region: 24908811 or 11.9G
1652026-07-27T17:38:58.428Z Total Overage with 512 block size: 0.70%
1662026-07-27T17:38:58.431ZRegion Overage with 512 block size: 0.23%
1672026-07-27T17:38:59.439Z
1682026-07-27T17:38:59.442ZMemory usage test finished on July 27, 2026 at 05:38:58 PM UTC
1692026-07-27T17:38:59.443Z
1702026-07-27T17:38:59.443Zreal 29.972977279
1712026-07-27T17:38:59.443Zuser 37.516139743
1722026-07-27T17:38:59.443Zsys 27.730608682
1732026-07-27T17:38:59.443Ztrap 0.510451367
1742026-07-27T17:38:59.443Ztflt 0.001684064
1752026-07-27T17:38:59.443Zdflt 0.017465166
1762026-07-27T17:38:59.443Zkflt 0.008283562
1772026-07-27T17:38:59.443Zlock 1:09:03.369639864
1782026-07-27T17:38:59.443Zslp 2:12.646518196
1792026-07-27T17:38:59.443Zlat 51.524432243
1802026-07-27T17:38:59.443Zstop 0.005007703
1812026-07-27T17:38:59.446Z+ banner 4k-memtest
1822026-07-27T17:38:59.446Z#
1832026-07-27T17:38:59.446Z# # # # # # ###### # # ##### ###### #### #####
1842026-07-27T17:38:59.446Z# # # # ## ## # ## ## # # # #
1852026-07-27T17:38:59.446Z# # #### ##### # ## # ##### # ## # # ##### #### #
1862026-07-27T17:38:59.446Z####### # # # # # # # # # # #
1872026-07-27T17:38:59.446Z # # # # # # # # # # # # #
1882026-07-27T17:38:59.447Z # # # # # ###### # # # ###### #### #
1892026-07-27T17:38:59.447Z
1902026-07-27T17:38:59.447Z+ ptime -m bash /input/rbuild/work/scripts/test_mem.sh -b 4096 -e 16384 -c 160
1912026-07-27T17:38:59.450ZUsing block size 4096
1922026-07-27T17:38:59.451ZUsing extent size 16384
1932026-07-27T17:38:59.451ZUsing extent count 160
1942026-07-27T17:38:59.455Z/input/rbuild/work
1952026-07-27T17:38:59.458ZMemory usage test begins at July 27, 2026 at 05:38:58 PM UTC
1962026-07-27T17:38:59.461ZMemory usage values in kilobytes unless specified otherwise
1972026-07-27T17:38:59.476ZRegion with ES:16384 EC:160 BS:4096 Size: 10 GiB Extent Size: 64 MiB
1982026-07-27T17:39:21.815Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1992026-07-27T17:39:21.878Z 1324 36136 225 70592 441 19596 122 70592 441 160
2002026-07-27T17:39:21.939Z 1323 31004 193 65472 409 14456 90 65472 409 160
2012026-07-27T17:39:21.999Z 1325 33504 209 68748 429 17796 111 68748 429 160
2022026-07-27T17:39:22.003ZRegion:10 GiB Extent:64 MiB Total downstairs (pmap -x): 200 MiB
2032026-07-27T17:39:22.018ZSize of volume user gets : 10737418240
2042026-07-27T17:39:22.018ZSize on disk of all region dirs: 64391073 or 30.7G
2052026-07-27T17:39:22.018ZSize on disk of a single region: 21463691 or 10.2G
2062026-07-27T17:39:22.025Z Total Overage with 4096 block size: 0.60%
2072026-07-27T17:39:22.028ZRegion Overage with 4096 block size: 0.20%
2082026-07-27T17:39:23.031Z
2092026-07-27T17:39:23.034ZMemory usage test finished on July 27, 2026 at 05:39:21 PM UTC
2102026-07-27T17:39:23.034Z
2112026-07-27T17:39:23.034Zreal 23.584099480
2122026-07-27T17:39:23.034Zuser 16.677171383
2132026-07-27T17:39:23.034Zsys 25.186324352
2142026-07-27T17:39:23.034Ztrap 0.114204808
2152026-07-27T17:39:23.034Ztflt 0.000426895
2162026-07-27T17:39:23.034Zdflt 0.001684560
2172026-07-27T17:39:23.034Zkflt 0.000029981
2182026-07-27T17:39:23.034Zlock 40:20.060544874
2192026-07-27T17:39:23.034Zslp 1:52.529112794
2202026-07-27T17:39:23.034Zlat 16.347512152
2212026-07-27T17:39:23.034Zstop 0.005025482
2222026-07-27T17:39:28.038Zprocess exited: duration 54816 ms, exit code 0
2232026-07-27T17:39:28.038Zexec warning: : stdio descriptors remain open after task exit; waiting 60 seconds for them to close
2242026-07-27T17:40:28.086Zexec warning: : stdout descriptor may be held open by a background process; giving up!
2252026-07-27T17:40:28.086Zexec warning: : stderr descriptor may be held open by a background process; giving up!
 
2262026-07-27T17:40:28.105Zfound 12 output files
2272026-07-27T17:40:28.106Zuploading: /tmp/test_mem_log.txt (2635685 bytes)
2282026-07-27T17:40:29.155Zuploaded: /tmp/test_mem_log.txt
2292026-07-27T17:40:29.155Zuploading: /tmp/debug/df.txt (1270 bytes)
2302026-07-27T17:40:30.174Zuploaded: /tmp/debug/df.txt
2312026-07-27T17:40:30.175Zuploading: /tmp/debug/iostat.txt (35436 bytes)
2322026-07-27T17:40:30.180Zupload warning: file "/tmp/debug/iostat.txt" changed size mid upload: 35436 -> 36030
2332026-07-27T17:40:31.198Zuploaded: /tmp/debug/iostat.txt
2342026-07-27T17:40:31.199Zuploading: /tmp/debug/mpstat.txt (86823 bytes)
2352026-07-27T17:40:31.213Zupload warning: file "/tmp/debug/mpstat.txt" changed size mid upload: 86823 -> 89001
2362026-07-27T17:40:32.250Zuploaded: /tmp/debug/mpstat.txt
2372026-07-27T17:40:32.250Zuploading: /tmp/debug/paging.txt (15224 bytes)
2382026-07-27T17:40:32.261Zupload warning: file "/tmp/debug/paging.txt" changed size mid upload: 15224 -> 15830
2392026-07-27T17:40:33.277Zuploaded: /tmp/debug/paging.txt
2402026-07-27T17:40:33.277Zuploading: /tmp/debug/perf.txt (53417 bytes)
2412026-07-27T17:40:33.290Zupload warning: file "/tmp/debug/perf.txt" changed size mid upload: 53417 -> 106706
2422026-07-27T17:40:34.302Zuploaded: /tmp/debug/perf.txt
2432026-07-27T17:40:34.302Zuploading: /tmp/debug/prstat.txt (162776 bytes)
2442026-07-27T17:40:34.314Zupload warning: file "/tmp/debug/prstat.txt" changed size mid upload: 162776 -> 170543
2452026-07-27T17:40:35.327Zuploaded: /tmp/debug/prstat.txt
2462026-07-27T17:40:35.327Zuploading: /tmp/debug/psrinfo.txt (1528 bytes)
2472026-07-27T17:40:36.342Zuploaded: /tmp/debug/psrinfo.txt
2482026-07-27T17:40:36.342Zuploading: /tmp/debug/upinfo.txt (4760 bytes)
2492026-07-27T17:40:37.374Zuploaded: /tmp/debug/upinfo.txt
2502026-07-27T17:40:37.374Zuploading: /tmp/dsc/downstairs-8810.txt (8904 bytes)
2512026-07-27T17:40:38.405Zuploaded: /tmp/dsc/downstairs-8810.txt
2522026-07-27T17:40:38.405Zuploading: /tmp/dsc/downstairs-8820.txt (7725 bytes)
2532026-07-27T17:40:39.421Zuploaded: /tmp/dsc/downstairs-8820.txt
2542026-07-27T17:40:39.423Zuploading: /tmp/dsc/downstairs-8830.txt (7726 bytes)
2552026-07-27T17:40:40.527Zuploaded: /tmp/dsc/downstairs-8830.txt