01KBHG84D1QK4YCCH7R0DQWY18: test-memory

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/*.log",
        "%/tmp/debug/*.txt",
        "%/tmp/dsc/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01KBHG8EJJAXP42XPKC554BW87

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-12-03T07:23:39.717Zjob dependencies complete; ready to run (waiting for 22 m 3 s)
22025-12-03T07:24:03.787Zjob assigned to worker 01KBHHGVFJPZRE6ZC5432AD74F [factory gimlet-EVT22200007-propolis, EVT22200007/50226] (queued for 24 s)
32025-12-03T07:24:12.681Zdownloading input: /input/rbuild/out/crucible-nightly.sha256.txt
42025-12-03T07:24:12.708Zdownloaded input: /input/rbuild/out/crucible-nightly.sha256.txt
52025-12-03T07:24:12.708Zdownloading input: /input/rbuild/out/crucible-nightly.tar.gz
62025-12-03T07:24:21.517Zdownloaded input: /input/rbuild/out/crucible-nightly.tar.gz
72025-12-03T07:24:21.517Zdownloading input: /input/rbuild/out/crucible-pantry.sha256.txt
82025-12-03T07:24:21.591Zdownloaded input: /input/rbuild/out/crucible-pantry.sha256.txt
92025-12-03T07:24:21.591Zdownloading input: /input/rbuild/out/crucible-pantry.tar.gz
102025-12-03T07:24:23.497Zdownloaded input: /input/rbuild/out/crucible-pantry.tar.gz
112025-12-03T07:24:23.497Zdownloading input: /input/rbuild/out/crucible-utils.sha256.txt
122025-12-03T07:24:23.532Zdownloaded input: /input/rbuild/out/crucible-utils.sha256.txt
132025-12-03T07:24:23.532Zdownloading input: /input/rbuild/out/crucible-utils.tar
142025-12-03T07:24:25.338Zdownloaded input: /input/rbuild/out/crucible-utils.tar
152025-12-03T07:24:25.339Zdownloading input: /input/rbuild/out/crucible.sha256.txt
162025-12-03T07:24:25.374Zdownloaded input: /input/rbuild/out/crucible.sha256.txt
172025-12-03T07:24:25.374Zdownloading input: /input/rbuild/out/crucible.tar.gz
182025-12-03T07:24:28.765Zdownloaded input: /input/rbuild/out/crucible.tar.gz
192025-12-03T07:24:28.789Zdownloading input: /input/rbuild/work/rbins/crucible-downstairs.gz
202025-12-03T07:24:29.847Zdownloaded input: /input/rbuild/work/rbins/crucible-downstairs.gz
212025-12-03T07:24:29.847Zdownloading input: /input/rbuild/work/rbins/crucible-hammer.gz
222025-12-03T07:24:30.830Zdownloaded input: /input/rbuild/work/rbins/crucible-hammer.gz
232025-12-03T07:24:30.830Zdownloading input: /input/rbuild/work/rbins/crudd.gz
242025-12-03T07:24:31.791Zdownloaded input: /input/rbuild/work/rbins/crudd.gz
252025-12-03T07:24:31.791Zdownloading input: /input/rbuild/work/rbins/crutest.gz
262025-12-03T07:24:32.812Zdownloaded input: /input/rbuild/work/rbins/crutest.gz
272025-12-03T07:24:32.812Zdownloading input: /input/rbuild/work/rbins/dsc.gz
282025-12-03T07:24:33.315Zdownloaded input: /input/rbuild/work/rbins/dsc.gz
292025-12-03T07:24:33.339Zdownloading input: /input/rbuild/work/scripts/crudd-speed-battery.sh
302025-12-03T07:24:33.378Zdownloaded input: /input/rbuild/work/scripts/crudd-speed-battery.sh
312025-12-03T07:24:33.378Zdownloading input: /input/rbuild/work/scripts/perf-downstairs-tick.d
322025-12-03T07:24:33.422Zdownloaded input: /input/rbuild/work/scripts/perf-downstairs-tick.d
332025-12-03T07:24:33.423Zdownloading input: /input/rbuild/work/scripts/test_mem.sh
342025-12-03T07:24:33.472Zdownloaded input: /input/rbuild/work/scripts/test_mem.sh
352025-12-03T07:24:33.472Zdownloading input: /input/rbuild/work/scripts/upstairs_info.d
362025-12-03T07:24:33.522Zdownloaded input: /input/rbuild/work/scripts/upstairs_info.d
372025-12-03T07:24:33.546Zdownloading input: /input/rbuild/tmp/cargo-test-out.log
382025-12-03T07:24:35.828Zdownloaded input: /input/rbuild/tmp/cargo-test-out.log
 
392025-12-03T07:24:35.828Zstarting task 0: "setup"
402025-12-03T07:24:35.852Z++ uname -s
412025-12-03T07:24:35.852Z+ kern=SunOS
422025-12-03T07:24:35.852Z+ build_user=build
432025-12-03T07:24:35.852Z+ build_uid=12345
442025-12-03T07:24:35.852Z+ work_dir=/work
452025-12-03T07:24:35.853Z+ input_dir=/input
462025-12-03T07:24:35.853Z+ [[ 0 == 12345 ]]
472025-12-03T07:24:35.853Z+ case "$kern" in
482025-12-03T07:24:35.853Z+ groupadd -g 12345 build
492025-12-03T07:24:35.853Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
502025-12-03T07:24:37.856Z+ zfs create -o mountpoint=/work rpool/work
512025-12-03T07:24:37.890Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
522025-12-03T07:24:37.914Z+ home_fs=zfs
532025-12-03T07:24:37.914Z+ [[ zfs == autofs ]]
542025-12-03T07:24:37.914Z+ mkdir -p /home/build
552025-12-03T07:24:37.914Z+ chown build:build /home/build /work
562025-12-03T07:24:39.900Z+ chmod 0700 /home/build /work
572025-12-03T07:24:39.924Zprocess exited: duration 4075 ms, exit code 0
 
582025-12-03T07:24:39.973Zstarting task 1: "authentication"
592025-12-03T07:24:40.025Zprocess exited: duration 52 ms, exit code 0
 
602025-12-03T07:24:40.073Zstarting task 2: "build"
612025-12-03T07:24:40.097Z+ banner cores
622025-12-03T07:24:40.097Z
632025-12-03T07:24:40.097Z #### #### ##### ###### ####
642025-12-03T07:24:40.097Z # # # # # # # #
652025-12-03T07:24:40.097Z # # # # # ##### ####
662025-12-03T07:24:40.097Z # # # ##### # #
672025-12-03T07:24:40.097Z # # # # # # # # #
682025-12-03T07:24:40.097Z #### #### # # ###### ####
692025-12-03T07:24:40.097Z
702025-12-03T07:24:40.097Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
712025-12-03T07:24:40.097Z+ banner unpack
722025-12-03T07:24:40.121Z
732025-12-03T07:24:40.121Z # # # # ##### ## #### # #
742025-12-03T07:24:40.121Z # # ## # # # # # # # # #
752025-12-03T07:24:40.121Z # # # # # # # # # # ####
762025-12-03T07:24:40.121Z # # # # # ##### ###### # # #
772025-12-03T07:24:40.121Z # # # ## # # # # # # #
782025-12-03T07:24:40.121Z #### # # # # # #### # #
792025-12-03T07:24:40.121Z
802025-12-03T07:24:40.121Z+ mkdir -p /var/tmp/bins
812025-12-03T07:24:40.122Z+ for t in "$input/rbins/"*.gz
822025-12-03T07:24:40.122Z++ basename /input/rbuild/work/rbins/crucible-downstairs.gz
832025-12-03T07:24:40.122Z+ b=crucible-downstairs.gz
842025-12-03T07:24:40.122Z+ b=crucible-downstairs
852025-12-03T07:24:40.122Z+ gunzip
862025-12-03T07:24:40.636Z+ chmod +x /var/tmp/bins/crucible-downstairs
872025-12-03T07:24:40.660Z+ for t in "$input/rbins/"*.gz
882025-12-03T07:24:40.660Z++ basename /input/rbuild/work/rbins/crucible-hammer.gz
892025-12-03T07:24:40.660Z+ b=crucible-hammer.gz
902025-12-03T07:24:40.660Z+ b=crucible-hammer
912025-12-03T07:24:40.661Z+ gunzip
922025-12-03T07:24:41.163Z+ chmod +x /var/tmp/bins/crucible-hammer
932025-12-03T07:24:41.187Z+ for t in "$input/rbins/"*.gz
942025-12-03T07:24:41.187Z++ basename /input/rbuild/work/rbins/crudd.gz
952025-12-03T07:24:41.187Z+ b=crudd.gz
962025-12-03T07:24:41.187Z+ b=crudd
972025-12-03T07:24:41.187Z+ gunzip
982025-12-03T07:24:41.666Z+ chmod +x /var/tmp/bins/crudd
992025-12-03T07:24:41.690Z+ for t in "$input/rbins/"*.gz
1002025-12-03T07:24:41.690Z++ basename /input/rbuild/work/rbins/crutest.gz
1012025-12-03T07:24:41.690Z+ b=crutest.gz
1022025-12-03T07:24:41.690Z+ b=crutest
1032025-12-03T07:24:41.690Z+ gunzip
1042025-12-03T07:24:42.211Z+ chmod +x /var/tmp/bins/crutest
1052025-12-03T07:24:42.236Z+ for t in "$input/rbins/"*.gz
1062025-12-03T07:24:42.237Z++ basename /input/rbuild/work/rbins/dsc.gz
1072025-12-03T07:24:42.237Z+ b=dsc.gz
1082025-12-03T07:24:42.237Z+ b=dsc
1092025-12-03T07:24:42.237Z+ gunzip
1102025-12-03T07:24:42.454Z+ chmod +x /var/tmp/bins/dsc
1112025-12-03T07:24:42.479Z+ export BINDIR=/var/tmp/bins
1122025-12-03T07:24:42.479Z+ BINDIR=/var/tmp/bins
1132025-12-03T07:24:42.479Z+ export RUST_BACKTRACE=1
1142025-12-03T07:24:42.479Z+ RUST_BACKTRACE=1
1152025-12-03T07:24:42.479Z+ banner setup
1162025-12-03T07:24:42.479Z
1172025-12-03T07:24:42.480Z #### ###### ##### # # #####
1182025-12-03T07:24:42.480Z # # # # # # #
1192025-12-03T07:24:42.480Z #### ##### # # # # #
1202025-12-03T07:24:42.480Z # # # # # #####
1212025-12-03T07:24:42.480Z # # # # # # #
1222025-12-03T07:24:42.480Z #### ###### # #### #
1232025-12-03T07:24:42.480Z
1242025-12-03T07:24:42.480Z+ pfexec plimit -n 9123456 1147
1252025-12-03T07:24:42.480Z+ echo 'Setup self timeout'
1262025-12-03T07:24:42.480ZSetup self timeout
1272025-12-03T07:24:42.480Z+ jobpid=1147
1282025-12-03T07:24:42.480Z+ echo 'Setup debug logging'
1292025-12-03T07:24:42.480Z+ mkdir /tmp/debug
1302025-12-03T07:24:42.480ZSetup debug logging
1312025-12-03T07:24:42.480Z+ sleep 3600
1322025-12-03T07:24:42.480Z+ psrinfo -v
1332025-12-03T07:24:42.480Z+ df -h
1342025-12-03T07:24:42.505Zdf: cannot statvfs /var/metadata/iso: Permission denied
1352025-12-03T07:24:42.505Z+ true
1362025-12-03T07:24:42.505Z+ prstat -d d -mLc 1
1372025-12-03T07:24:42.505Z+ iostat -T d -xn 1
1382025-12-03T07:24:42.505Z+ mpstat -T d 1
1392025-12-03T07:24:42.505Z+ vmstat -T d -p 1
1402025-12-03T07:24:42.505Z+ pfexec dtrace -Z -s /input/rbuild/work/scripts/perf-downstairs-tick.d
1412025-12-03T07:24:42.505Z+ banner 512-memtest
1422025-12-03T07:24:42.505Z+ pfexec dtrace -Z -s /input/rbuild/work/scripts/upstairs_info.d
1432025-12-03T07:24:42.505Z####### # #####
1442025-12-03T07:24:42.505Z# ## # # # # ###### # # ##### ###### ####
1452025-12-03T07:24:42.505Z# # # # ## ## # ## ## # # #
1462025-12-03T07:24:42.505Z###### # ##### ##### # ## # ##### # ## # # ##### ####
1472025-12-03T07:24:42.505Z # # # # # # # # # # #
1482025-12-03T07:24:42.506Z# # # # # # # # # # # # #
1492025-12-03T07:24:42.506Z ##### ##### ####### # # ###### # # # ###### ####
1502025-12-03T07:24:42.506Z
1512025-12-03T07:24:42.506Z+ ptime -m bash /input/rbuild/work/scripts/test_mem.sh -b 512 -e 131072 -c 160
1522025-12-03T07:24:42.506ZUsing block size 512
1532025-12-03T07:24:42.506ZUsing extent size 131072
1542025-12-03T07:24:42.506ZUsing extent count 160
1552025-12-03T07:24:42.530Z/input/rbuild/work
1562025-12-03T07:24:42.530ZMemory usage test begins at December 3, 2025 at 07:24:41 AM UTC
1572025-12-03T07:24:42.530ZMemory usage values in kilobytes unless specified otherwise
1582025-12-03T07:24:42.564ZRegion with ES:131072 EC:160 BS:512 Size: 10 GiB Extent Size: 64 MiB
1592025-12-03T07:25:31.235Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1602025-12-03T07:25:31.432Z 1216 119896 749 162468 1015 98432 615 162468 1015 160
1612025-12-03T07:25:31.616Z 1217 120348 752 162812 1017 99160 619 162812 1017 160
1622025-12-03T07:25:31.783Z 1218 113452 709 155928 974 92320 577 155928 974 160
1632025-12-03T07:25:31.807ZRegion:10 GiB Extent:64 MiB Total downstairs (pmap -x): 469 MiB
1642025-12-03T07:25:31.831ZSize of volume user gets : 10737418240
1652025-12-03T07:25:31.831ZSize on disk of all region dirs: 38259933392 or 35.6G
1662025-12-03T07:25:31.831ZSize on disk of a single region: 12753311129 or 11.9G
1672025-12-03T07:25:31.831Z Total Overage with 512 block size: 356.32%
1682025-12-03T07:25:31.831ZRegion Overage with 512 block size: 118.77%
1692025-12-03T07:25:32.888Z
1702025-12-03T07:25:32.913ZMemory usage test finished on December 3, 2025 at 07:25:32 AM UTC
1712025-12-03T07:25:32.913Z
1722025-12-03T07:25:32.913Zreal 50.397437234
1732025-12-03T07:25:32.913Zuser 1:21.019207408
1742025-12-03T07:25:32.913Zsys 1:04.296505551
1752025-12-03T07:25:32.913Ztrap 0.887991873
1762025-12-03T07:25:32.913Ztflt 0.003965645
1772025-12-03T07:25:32.913Zdflt 0.023128683
1782025-12-03T07:25:32.913Zkflt 0.000714755
1792025-12-03T07:25:32.913Zlock 1:35:55.518949009
1802025-12-03T07:25:32.913Zslp 3:19.651393491
1812025-12-03T07:25:32.913Zlat 1:59.314797191
1822025-12-03T07:25:32.913Zstop 0.015856953
1832025-12-03T07:25:32.913Z+ banner 4k-memtest
1842025-12-03T07:25:32.913Z#
1852025-12-03T07:25:32.913Z# # # # # # ###### # # ##### ###### #### #####
1862025-12-03T07:25:32.913Z# # # # ## ## # ## ## # # # #
1872025-12-03T07:25:32.913Z# # #### ##### # ## # ##### # ## # # ##### #### #
1882025-12-03T07:25:32.913Z####### # # # # # # # # # # #
1892025-12-03T07:25:32.913Z # # # # # # # # # # # # #
1902025-12-03T07:25:32.913Z # # # # # ###### # # # ###### #### #
1912025-12-03T07:25:32.913Z
1922025-12-03T07:25:32.913Z+ ptime -m bash /input/rbuild/work/scripts/test_mem.sh -b 4096 -e 16384 -c 160
1932025-12-03T07:25:32.913ZUsing block size 4096
1942025-12-03T07:25:32.913ZUsing extent size 16384
1952025-12-03T07:25:32.913ZUsing extent count 160
1962025-12-03T07:25:32.937Z/input/rbuild/work
1972025-12-03T07:25:32.937ZMemory usage test begins at December 3, 2025 at 07:25:32 AM UTC
1982025-12-03T07:25:32.937ZMemory usage values in kilobytes unless specified otherwise
1992025-12-03T07:25:32.961ZRegion with ES:16384 EC:160 BS:4096 Size: 10 GiB Extent Size: 64 MiB
2002025-12-03T07:26:11.906Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
2012025-12-03T07:26:12.087Z 1382 105096 656 146280 914 82620 516 146280 914 160
2022025-12-03T07:26:12.240Z 1384 104780 654 145980 912 82428 515 145980 912 160
2032025-12-03T07:26:12.395Z 1383 106028 662 147204 920 83584 522 147204 920 160
2042025-12-03T07:26:12.419ZRegion:10 GiB Extent:64 MiB Total downstairs (pmap -x): 429 MiB
2052025-12-03T07:26:12.442ZSize of volume user gets : 10737418240
2062025-12-03T07:26:12.442ZSize on disk of all region dirs: 32968229075 or 30.7G
2072025-12-03T07:26:12.442ZSize on disk of a single region: 10989409690 or 10.2G
2082025-12-03T07:26:12.442Z Total Overage with 4096 block size: 307.04%
2092025-12-03T07:26:12.442ZRegion Overage with 4096 block size: 102.35%
2102025-12-03T07:26:13.500Z
2112025-12-03T07:26:13.524ZMemory usage test finished on December 3, 2025 at 07:26:12 AM UTC
2122025-12-03T07:26:13.524Z
2132025-12-03T07:26:13.524Zreal 40.603965768
2142025-12-03T07:26:13.524Zuser 37.040942258
2152025-12-03T07:26:13.524Zsys 56.324042088
2162025-12-03T07:26:13.524Ztrap 0.327535108
2172025-12-03T07:26:13.524Ztflt 0.001698580
2182025-12-03T07:26:13.524Zdflt 0.008563634
2192025-12-03T07:26:13.524Zkflt 0.000312725
2202025-12-03T07:26:13.524Zlock 1:11:02.576752700
2212025-12-03T07:26:13.524Zslp 3:03.494024700
2222025-12-03T07:26:13.524Zlat 1:11.128704763
2232025-12-03T07:26:13.524Zstop 0.017440287
2242025-12-03T07:26:18.513Zprocess exited: duration 93435 ms, exit code 0
2252025-12-03T07:26:18.513Zexec warning: : stdio descriptors remain open after task exit; waiting 60 seconds for them to close
2262025-12-03T07:27:18.529Zexec warning: : stdout descriptor may be held open by a background process; giving up!
2272025-12-03T07:27:18.529Zexec warning: : stderr descriptor may be held open by a background process; giving up!
 
2282025-12-03T07:27:18.607Zfound 12 output files
2292025-12-03T07:27:18.607Zuploading: /tmp/test_mem_log.txt (2638840 bytes)
2302025-12-03T07:27:19.917Zuploaded: /tmp/test_mem_log.txt
2312025-12-03T07:27:19.941Zuploading: /tmp/debug/df.txt (1270 bytes)
2322025-12-03T07:27:21.011Zuploaded: /tmp/debug/df.txt
2332025-12-03T07:27:21.011Zuploading: /tmp/debug/iostat.txt (58097 bytes)
2342025-12-03T07:27:21.143Zupload warning: file "/tmp/debug/iostat.txt" changed size mid upload: 58097 -> 58835
2352025-12-03T07:27:22.213Zuploaded: /tmp/debug/iostat.txt
2362025-12-03T07:27:22.213Zuploading: /tmp/debug/mpstat.txt (114881 bytes)
2372025-12-03T07:27:22.367Zupload warning: file "/tmp/debug/mpstat.txt" changed size mid upload: 114881 -> 117071
2382025-12-03T07:27:23.437Zuploaded: /tmp/debug/mpstat.txt
2392025-12-03T07:27:23.437Zuploading: /tmp/debug/paging.txt (20740 bytes)
2402025-12-03T07:27:23.550Zupload warning: file "/tmp/debug/paging.txt" changed size mid upload: 20740 -> 21478
2412025-12-03T07:27:24.619Zuploaded: /tmp/debug/paging.txt
2422025-12-03T07:27:24.619Zuploading: /tmp/debug/perf.txt (93705 bytes)
2432025-12-03T07:27:25.799Zuploaded: /tmp/debug/perf.txt
2442025-12-03T07:27:25.799Zuploading: /tmp/debug/prstat.txt (227406 bytes)
2452025-12-03T07:27:25.976Zupload warning: file "/tmp/debug/prstat.txt" changed size mid upload: 227406 -> 236508
2462025-12-03T07:27:27.046Zuploaded: /tmp/debug/prstat.txt
2472025-12-03T07:27:27.046Zuploading: /tmp/debug/psrinfo.txt (1528 bytes)
2482025-12-03T07:27:28.139Zuploaded: /tmp/debug/psrinfo.txt
2492025-12-03T07:27:28.139Zuploading: /tmp/debug/upinfo.txt (9282 bytes)
2502025-12-03T07:27:29.253Zuploaded: /tmp/debug/upinfo.txt
2512025-12-03T07:27:29.278Zuploading: /tmp/dsc/downstairs-8810.txt (8802 bytes)
2522025-12-03T07:27:30.367Zuploaded: /tmp/dsc/downstairs-8810.txt
2532025-12-03T07:27:30.392Zuploading: /tmp/dsc/downstairs-8820.txt (7636 bytes)
2542025-12-03T07:27:31.481Zuploaded: /tmp/dsc/downstairs-8820.txt
2552025-12-03T07:27:31.481Zuploading: /tmp/dsc/downstairs-8830.txt (7631 bytes)
2562025-12-03T07:27:32.596Zuploaded: /tmp/dsc/downstairs-8830.txt