01K86WXEVW2K3D68NTBRNPNRCA: test-memory

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/*.log",
        "%/tmp/debug/*.txt",
        "%/tmp/dsc/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01K86WXY4HX69ZEWET6ZG9CNB2

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-10-22T21:47:13.331Zjob dependencies complete; ready to run (waiting for 22 m 54 s)
22025-10-22T21:47:41.459Zjob assigned to worker 01K86Y7WSX5NTCW1SMPK9G5GCS [factory gimlet-EVT22200007-propolis, EVT22200007/46147] (queued for 28 s)
32025-10-22T21:47:49.967Zdownloading input: /input/rbuild/out/crucible-dtrace.sha256.txt
42025-10-22T21:47:49.992Zdownloaded input: /input/rbuild/out/crucible-dtrace.sha256.txt
52025-10-22T21:47:49.992Zdownloading input: /input/rbuild/out/crucible-dtrace.tar
62025-10-22T21:47:50.116Zdownloaded input: /input/rbuild/out/crucible-dtrace.tar
72025-10-22T21:47:50.116Zdownloading input: /input/rbuild/out/crucible-nightly.sha256.txt
82025-10-22T21:47:50.156Zdownloaded input: /input/rbuild/out/crucible-nightly.sha256.txt
92025-10-22T21:47:50.156Zdownloading input: /input/rbuild/out/crucible-nightly.tar.gz
102025-10-22T21:47:55.721Zdownloaded input: /input/rbuild/out/crucible-nightly.tar.gz
112025-10-22T21:47:55.721Zdownloading input: /input/rbuild/out/crucible-pantry.sha256.txt
122025-10-22T21:47:55.765Zdownloaded input: /input/rbuild/out/crucible-pantry.sha256.txt
132025-10-22T21:47:55.765Zdownloading input: /input/rbuild/out/crucible-pantry.tar.gz
142025-10-22T21:47:56.971Zdownloaded input: /input/rbuild/out/crucible-pantry.tar.gz
152025-10-22T21:47:56.971Zdownloading input: /input/rbuild/out/crucible.sha256.txt
162025-10-22T21:47:57.010Zdownloaded input: /input/rbuild/out/crucible.sha256.txt
172025-10-22T21:47:57.010Zdownloading input: /input/rbuild/out/crucible.tar.gz
182025-10-22T21:47:58.789Zdownloaded input: /input/rbuild/out/crucible.tar.gz
192025-10-22T21:47:58.814Zdownloading input: /input/rbuild/work/rbins/crucible-downstairs.gz
202025-10-22T21:47:59.834Zdownloaded input: /input/rbuild/work/rbins/crucible-downstairs.gz
212025-10-22T21:47:59.834Zdownloading input: /input/rbuild/work/rbins/crucible-hammer.gz
222025-10-22T21:48:00.821Zdownloaded input: /input/rbuild/work/rbins/crucible-hammer.gz
232025-10-22T21:48:00.821Zdownloading input: /input/rbuild/work/rbins/crudd.gz
242025-10-22T21:48:01.778Zdownloaded input: /input/rbuild/work/rbins/crudd.gz
252025-10-22T21:48:01.778Zdownloading input: /input/rbuild/work/rbins/crutest.gz
262025-10-22T21:48:02.812Zdownloaded input: /input/rbuild/work/rbins/crutest.gz
272025-10-22T21:48:02.812Zdownloading input: /input/rbuild/work/rbins/dsc.gz
282025-10-22T21:48:03.331Zdownloaded input: /input/rbuild/work/rbins/dsc.gz
292025-10-22T21:48:03.357Zdownloading input: /input/rbuild/work/scripts/crudd-speed-battery.sh
302025-10-22T21:48:03.398Zdownloaded input: /input/rbuild/work/scripts/crudd-speed-battery.sh
312025-10-22T21:48:03.398Zdownloading input: /input/rbuild/work/scripts/perf-downstairs-tick.d
322025-10-22T21:48:03.440Zdownloaded input: /input/rbuild/work/scripts/perf-downstairs-tick.d
332025-10-22T21:48:03.441Zdownloading input: /input/rbuild/work/scripts/test_mem.sh
342025-10-22T21:48:03.482Zdownloaded input: /input/rbuild/work/scripts/test_mem.sh
352025-10-22T21:48:03.482Zdownloading input: /input/rbuild/work/scripts/upstairs_info.d
362025-10-22T21:48:03.542Zdownloaded input: /input/rbuild/work/scripts/upstairs_info.d
372025-10-22T21:48:03.566Zdownloading input: /input/rbuild/tmp/cargo-test-out.log
382025-10-22T21:48:05.980Zdownloaded input: /input/rbuild/tmp/cargo-test-out.log
 
392025-10-22T21:48:05.980Zstarting task 0: "setup"
402025-10-22T21:48:06.005Z++ uname -s
412025-10-22T21:48:06.005Z+ kern=SunOS
422025-10-22T21:48:06.005Z+ build_user=build
432025-10-22T21:48:06.005Z+ build_uid=12345
442025-10-22T21:48:06.005Z+ work_dir=/work
452025-10-22T21:48:06.005Z+ input_dir=/input
462025-10-22T21:48:06.005Z+ [[ 0 == 12345 ]]
472025-10-22T21:48:06.006Z+ case "$kern" in
482025-10-22T21:48:06.006Z+ groupadd -g 12345 build
492025-10-22T21:48:06.006Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
502025-10-22T21:48:08.015Z+ zfs create -o mountpoint=/work rpool/work
512025-10-22T21:48:08.066Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
522025-10-22T21:48:08.091Z+ home_fs=zfs
532025-10-22T21:48:08.091Z+ [[ zfs == autofs ]]
542025-10-22T21:48:08.091Z+ mkdir -p /home/build
552025-10-22T21:48:08.091Z+ chown build:build /home/build /work
562025-10-22T21:48:10.078Z+ chmod 0700 /home/build /work
572025-10-22T21:48:10.104Zprocess exited: duration 4101 ms, exit code 0
 
582025-10-22T21:48:10.161Zstarting task 1: "authentication"
592025-10-22T21:48:10.215Zprocess exited: duration 57 ms, exit code 0
 
602025-10-22T21:48:10.271Zstarting task 2: "build"
612025-10-22T21:48:10.296Z+ banner cores
622025-10-22T21:48:10.296Z
632025-10-22T21:48:10.296Z #### #### ##### ###### ####
642025-10-22T21:48:10.296Z # # # # # # # #
652025-10-22T21:48:10.296Z # # # # # ##### ####
662025-10-22T21:48:10.296Z # # # ##### # #
672025-10-22T21:48:10.296Z # # # # # # # # #
682025-10-22T21:48:10.296Z #### #### # # ###### ####
692025-10-22T21:48:10.296Z
702025-10-22T21:48:10.296Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
712025-10-22T21:48:10.296Z+ banner unpack
722025-10-22T21:48:10.322Z
732025-10-22T21:48:10.322Z # # # # ##### ## #### # #
742025-10-22T21:48:10.322Z # # ## # # # # # # # # #
752025-10-22T21:48:10.323Z # # # # # # # # # # ####
762025-10-22T21:48:10.323Z # # # # # ##### ###### # # #
772025-10-22T21:48:10.323Z # # # ## # # # # # # #
782025-10-22T21:48:10.323Z #### # # # # # #### # #
792025-10-22T21:48:10.323Z
802025-10-22T21:48:10.323Z+ mkdir -p /var/tmp/bins
812025-10-22T21:48:10.323Z+ for t in "$input/rbins/"*.gz
822025-10-22T21:48:10.323Z++ basename /input/rbuild/work/rbins/crucible-downstairs.gz
832025-10-22T21:48:10.323Z+ b=crucible-downstairs.gz
842025-10-22T21:48:10.323Z+ b=crucible-downstairs
852025-10-22T21:48:10.323Z+ gunzip
862025-10-22T21:48:10.896Z+ chmod +x /var/tmp/bins/crucible-downstairs
872025-10-22T21:48:10.924Z+ for t in "$input/rbins/"*.gz
882025-10-22T21:48:10.924Z++ basename /input/rbuild/work/rbins/crucible-hammer.gz
892025-10-22T21:48:10.924Z+ b=crucible-hammer.gz
902025-10-22T21:48:10.924Z+ b=crucible-hammer
912025-10-22T21:48:10.924Z+ gunzip
922025-10-22T21:48:11.491Z+ chmod +x /var/tmp/bins/crucible-hammer
932025-10-22T21:48:11.515Z+ for t in "$input/rbins/"*.gz
942025-10-22T21:48:11.515Z++ basename /input/rbuild/work/rbins/crudd.gz
952025-10-22T21:48:11.515Z+ b=crudd.gz
962025-10-22T21:48:11.515Z+ b=crudd
972025-10-22T21:48:11.515Z+ gunzip
982025-10-22T21:48:12.015Z+ chmod +x /var/tmp/bins/crudd
992025-10-22T21:48:12.040Z+ for t in "$input/rbins/"*.gz
1002025-10-22T21:48:12.040Z++ basename /input/rbuild/work/rbins/crutest.gz
1012025-10-22T21:48:12.040Z+ b=crutest.gz
1022025-10-22T21:48:12.040Z+ b=crutest
1032025-10-22T21:48:12.040Z+ gunzip
1042025-10-22T21:48:12.612Z+ chmod +x /var/tmp/bins/crutest
1052025-10-22T21:48:12.636Z+ for t in "$input/rbins/"*.gz
1062025-10-22T21:48:12.636Z++ basename /input/rbuild/work/rbins/dsc.gz
1072025-10-22T21:48:12.636Z+ b=dsc.gz
1082025-10-22T21:48:12.636Z+ b=dsc
1092025-10-22T21:48:12.636Z+ gunzip
1102025-10-22T21:48:12.866Z+ chmod +x /var/tmp/bins/dsc
1112025-10-22T21:48:12.891Z+ export BINDIR=/var/tmp/bins
1122025-10-22T21:48:12.891Z+ BINDIR=/var/tmp/bins
1132025-10-22T21:48:12.891Z+ export RUST_BACKTRACE=1
1142025-10-22T21:48:12.891Z+ RUST_BACKTRACE=1
1152025-10-22T21:48:12.891Z+ banner setup
1162025-10-22T21:48:12.891Z
1172025-10-22T21:48:12.891Z #### ###### ##### # # #####
1182025-10-22T21:48:12.891Z # # # # # # #
1192025-10-22T21:48:12.891Z #### ##### # # # # #
1202025-10-22T21:48:12.891Z # # # # # #####
1212025-10-22T21:48:12.891Z # # # # # # #
1222025-10-22T21:48:12.891Z #### ###### # #### #
1232025-10-22T21:48:12.891Z
1242025-10-22T21:48:12.891Z+ pfexec plimit -n 9123456 1147
1252025-10-22T21:48:12.891Z+ echo 'Setup self timeout'
1262025-10-22T21:48:12.891ZSetup self timeout
1272025-10-22T21:48:12.891Z+ jobpid=1147
1282025-10-22T21:48:12.891Z+ echo 'Setup debug logging'
1292025-10-22T21:48:12.891ZSetup debug logging
1302025-10-22T21:48:12.891Z+ mkdir /tmp/debug
1312025-10-22T21:48:12.891Z+ sleep 3600
1322025-10-22T21:48:12.891Z+ psrinfo -v
1332025-10-22T21:48:12.916Z+ df -h
1342025-10-22T21:48:12.916Zdf: cannot statvfs /var/metadata/iso: Permission denied
1352025-10-22T21:48:12.916Z+ true
1362025-10-22T21:48:12.916Z+ prstat -d d -mLc 1
1372025-10-22T21:48:12.916Z+ iostat -T d -xn 1
1382025-10-22T21:48:12.916Z+ mpstat -T d 1
1392025-10-22T21:48:12.916Z+ vmstat -T d -p 1
1402025-10-22T21:48:12.916Z+ pfexec dtrace -Z -s /input/rbuild/work/scripts/perf-downstairs-tick.d
1412025-10-22T21:48:12.916Z+ banner 512-memtest
1422025-10-22T21:48:12.916Z+ pfexec dtrace -Z -s /input/rbuild/work/scripts/upstairs_info.d
1432025-10-22T21:48:12.916Z####### # #####
1442025-10-22T21:48:12.916Z# ## # # # # ###### # # ##### ###### ####
1452025-10-22T21:48:12.916Z# # # # ## ## # ## ## # # #
1462025-10-22T21:48:12.916Z###### # ##### ##### # ## # ##### # ## # # ##### ####
1472025-10-22T21:48:12.916Z # # # # # # # # # # #
1482025-10-22T21:48:12.916Z# # # # # # # # # # # # #
1492025-10-22T21:48:12.916Z ##### ##### ####### # # ###### # # # ###### ####
1502025-10-22T21:48:12.916Z
1512025-10-22T21:48:12.916Z+ ptime -m bash /input/rbuild/work/scripts/test_mem.sh -b 512 -e 131072 -c 160
1522025-10-22T21:48:12.941ZUsing block size 512
1532025-10-22T21:48:12.941ZUsing extent size 131072
1542025-10-22T21:48:12.941ZUsing extent count 160
1552025-10-22T21:48:12.941Z/input/rbuild/work
1562025-10-22T21:48:12.965ZMemory usage test begins at October 22, 2025 at 09:48:12 PM UTC
1572025-10-22T21:48:12.965ZMemory usage values in kilobytes unless specified otherwise
1582025-10-22T21:48:13.012ZRegion with ES:131072 EC:160 BS:512 Size: 10 GiB Extent Size: 64 MiB
1592025-10-22T21:49:33.828Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1602025-10-22T21:49:34.147Z 1216 181232 1132 222432 1390 160284 1001 222432 1390 160
1612025-10-22T21:49:34.502Z 1217 189400 1183 230672 1441 168484 1053 230672 1441 160
1622025-10-22T21:49:34.815Z 1218 181192 1132 222432 1390 160284 1001 222432 1390 160
1632025-10-22T21:49:34.839ZRegion:10 GiB Extent:64 MiB Total downstairs (pmap -x): 659 MiB
1642025-10-22T21:49:34.863ZSize of volume user gets : 10737418240
1652025-10-22T21:49:34.863ZSize on disk of all region dirs: 38259933392 or 35.6G
1662025-10-22T21:49:34.863ZSize on disk of a single region: 12753311129 or 11.9G
1672025-10-22T21:49:34.863Z Total Overage with 512 block size: 356.32%
1682025-10-22T21:49:34.888ZRegion Overage with 512 block size: 118.77%
1692025-10-22T21:49:35.935Z
1702025-10-22T21:49:35.959ZMemory usage test finished on October 22, 2025 at 09:49:35 PM UTC
1712025-10-22T21:49:35.959Z
1722025-10-22T21:49:35.959Zreal 1:23.022295762
1732025-10-22T21:49:35.959Zuser 3:21.615966262
1742025-10-22T21:49:35.959Zsys 1:37.960488654
1752025-10-22T21:49:35.959Ztrap 1.075225517
1762025-10-22T21:49:35.959Ztflt 0.045826235
1772025-10-22T21:49:35.959Zdflt 0.317374907
1782025-10-22T21:49:35.959Zkflt 0.000716188
1792025-10-22T21:49:35.959Zlock 2:30:18.690989851
1802025-10-22T21:49:35.959Zslp 5:22.157975794
1812025-10-22T21:49:35.959Zlat 3:30.003440783
1822025-10-22T21:49:35.959Zstop 0.021537081
1832025-10-22T21:49:35.960Z+ banner 4k-memtest
1842025-10-22T21:49:35.960Z#
1852025-10-22T21:49:35.960Z# # # # # # ###### # # ##### ###### #### #####
1862025-10-22T21:49:35.960Z# # # # ## ## # ## ## # # # #
1872025-10-22T21:49:35.960Z# # #### ##### # ## # ##### # ## # # ##### #### #
1882025-10-22T21:49:35.960Z####### # # # # # # # # # # #
1892025-10-22T21:49:35.960Z # # # # # # # # # # # # #
1902025-10-22T21:49:35.960Z # # # # # ###### # # # ###### #### #
1912025-10-22T21:49:35.960Z
1922025-10-22T21:49:35.960Z+ ptime -m bash /input/rbuild/work/scripts/test_mem.sh -b 4096 -e 16384 -c 160
1932025-10-22T21:49:35.960ZUsing block size 4096
1942025-10-22T21:49:35.960ZUsing extent size 16384
1952025-10-22T21:49:35.960ZUsing extent count 160
1962025-10-22T21:49:35.984Z/input/rbuild/work
1972025-10-22T21:49:35.984ZMemory usage test begins at October 22, 2025 at 09:49:35 PM UTC
1982025-10-22T21:49:35.984ZMemory usage values in kilobytes unless specified otherwise
1992025-10-22T21:49:36.012ZRegion with ES:16384 EC:160 BS:4096 Size: 10 GiB Extent Size: 64 MiB
2002025-10-22T21:50:26.065Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
2012025-10-22T21:50:26.303Z 1383 104716 654 144620 903 82512 515 144620 903 160
2022025-10-22T21:50:26.541Z 1382 106024 662 145964 912 83860 524 145964 912 160
2032025-10-22T21:50:26.776Z 1384 105980 662 145884 911 83792 523 145884 911 160
2042025-10-22T21:50:26.801ZRegion:10 GiB Extent:64 MiB Total downstairs (pmap -x): 426 MiB
2052025-10-22T21:50:26.826ZSize of volume user gets : 10737418240
2062025-10-22T21:50:26.826ZSize on disk of all region dirs: 32968229075 or 30.7G
2072025-10-22T21:50:26.826ZSize on disk of a single region: 10989409690 or 10.2G
2082025-10-22T21:50:26.850Z Total Overage with 4096 block size: 307.04%
2092025-10-22T21:50:26.850ZRegion Overage with 4096 block size: 102.35%
2102025-10-22T21:50:27.916Z
2112025-10-22T21:50:27.941ZMemory usage test finished on October 22, 2025 at 09:50:27 PM UTC
2122025-10-22T21:50:27.941Z
2132025-10-22T21:50:27.941Zreal 51.975472516
2142025-10-22T21:50:27.941Zuser 1:33.048901227
2152025-10-22T21:50:27.941Zsys 1:20.404233617
2162025-10-22T21:50:27.941Ztrap 0.454931468
2172025-10-22T21:50:27.941Ztflt 0.002517486
2182025-10-22T21:50:27.941Zdflt 0.114319414
2192025-10-22T21:50:27.941Zkflt 0.000049338
2202025-10-22T21:50:27.941Zlock 1:27:40.891267184
2212025-10-22T21:50:27.941Zslp 3:43.538677596
2222025-10-22T21:50:27.941Zlat 2:16.052531459
2232025-10-22T21:50:27.941Zstop 0.019194346
2242025-10-22T21:50:32.934Zprocess exited: duration 137661 ms, exit code 0
2252025-10-22T21:50:32.934Zexec warning: : stdio descriptors remain open after task exit; waiting 60 seconds for them to close
2262025-10-22T21:51:32.957Zexec warning: : stdout descriptor may be held open by a background process; giving up!
2272025-10-22T21:51:32.957Zexec warning: : stderr descriptor may be held open by a background process; giving up!
 
2282025-10-22T21:51:33.037Zfound 12 output files
2292025-10-22T21:51:33.037Zuploading: /tmp/test_mem_log.txt (2648491 bytes)
2302025-10-22T21:51:34.358Zuploaded: /tmp/test_mem_log.txt
2312025-10-22T21:51:34.358Zuploading: /tmp/debug/df.txt (1270 bytes)
2322025-10-22T21:51:35.452Zuploaded: /tmp/debug/df.txt
2332025-10-22T21:51:35.452Zuploading: /tmp/debug/iostat.txt (74152 bytes)
2342025-10-22T21:51:35.593Zupload warning: file "/tmp/debug/iostat.txt" changed size mid upload: 74152 -> 74888
2352025-10-22T21:51:36.663Zuploaded: /tmp/debug/iostat.txt
2362025-10-22T21:51:36.663Zuploading: /tmp/debug/mpstat.txt (146755 bytes)
2372025-10-22T21:51:36.820Zupload warning: file "/tmp/debug/mpstat.txt" changed size mid upload: 146755 -> 148942
2382025-10-22T21:51:37.891Zuploaded: /tmp/debug/mpstat.txt
2392025-10-22T21:51:37.891Zuploading: /tmp/debug/paging.txt (26433 bytes)
2402025-10-22T21:51:38.003Zupload warning: file "/tmp/debug/paging.txt" changed size mid upload: 26433 -> 27008
2412025-10-22T21:51:39.073Zuploaded: /tmp/debug/paging.txt
2422025-10-22T21:51:39.073Zuploading: /tmp/debug/perf.txt (143736 bytes)
2432025-10-22T21:51:40.301Zuploaded: /tmp/debug/perf.txt
2442025-10-22T21:51:40.326Zuploading: /tmp/debug/prstat.txt (299469 bytes)
2452025-10-22T21:51:40.484Zupload warning: file "/tmp/debug/prstat.txt" changed size mid upload: 299469 -> 309811
2462025-10-22T21:51:41.555Zuploaded: /tmp/debug/prstat.txt
2472025-10-22T21:51:41.555Zuploading: /tmp/debug/psrinfo.txt (1528 bytes)
2482025-10-22T21:51:42.650Zuploaded: /tmp/debug/psrinfo.txt
2492025-10-22T21:51:42.650Zuploading: /tmp/debug/upinfo.txt (13566 bytes)
2502025-10-22T21:51:43.788Zuploaded: /tmp/debug/upinfo.txt
2512025-10-22T21:51:43.788Zuploading: /tmp/dsc/downstairs-8810.txt (8731 bytes)
2522025-10-22T21:51:44.906Zuploaded: /tmp/dsc/downstairs-8810.txt
2532025-10-22T21:51:44.906Zuploading: /tmp/dsc/downstairs-8820.txt (7566 bytes)
2542025-10-22T21:51:46.021Zuploaded: /tmp/dsc/downstairs-8820.txt
2552025-10-22T21:51:46.021Zuploading: /tmp/dsc/downstairs-8830.txt (7563 bytes)
2562025-10-22T21:51:47.137Zuploaded: /tmp/dsc/downstairs-8830.txt