01JN5HDP8JKGGT95HWHE609TSQ: test-memory

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/*.log",
        "%/tmp/debug/*.txt",
        "%/tmp/dsc/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JN5HE4TCP5DGEWBT804VJECS

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-02-28T06:03:48.188Zjob dependencies complete; ready to run (waiting for 17 m 49 s)
22025-02-28T06:04:33.408Zjob assigned to worker 01JN5JEVE8XJ8KN2XVJ86FZYE1 [factory aws, i-0c2bb3f67ca12159e] (queued for 45 s)
32025-02-28T06:04:41.644Zdownloading input: /input/rbuild/out/crucible-dtrace.sha256.txt
42025-02-28T06:04:41.688Zdownloaded input: /input/rbuild/out/crucible-dtrace.sha256.txt
52025-02-28T06:04:41.689Zdownloading input: /input/rbuild/out/crucible-dtrace.tar
62025-02-28T06:04:41.722Zdownloaded input: /input/rbuild/out/crucible-dtrace.tar
72025-02-28T06:04:41.722Zdownloading input: /input/rbuild/out/crucible-nightly.sha256.txt
82025-02-28T06:04:41.735Zdownloaded input: /input/rbuild/out/crucible-nightly.sha256.txt
92025-02-28T06:04:41.735Zdownloading input: /input/rbuild/out/crucible-nightly.tar.gz
102025-02-28T06:04:42.637Zdownloaded input: /input/rbuild/out/crucible-nightly.tar.gz
112025-02-28T06:04:42.637Zdownloading input: /input/rbuild/out/crucible-pantry.sha256.txt
122025-02-28T06:04:42.651Zdownloaded input: /input/rbuild/out/crucible-pantry.sha256.txt
132025-02-28T06:04:42.651Zdownloading input: /input/rbuild/out/crucible-pantry.tar.gz
142025-02-28T06:04:42.947Zdownloaded input: /input/rbuild/out/crucible-pantry.tar.gz
152025-02-28T06:04:42.947Zdownloading input: /input/rbuild/out/crucible.sha256.txt
162025-02-28T06:04:42.962Zdownloaded input: /input/rbuild/out/crucible.sha256.txt
172025-02-28T06:04:42.962Zdownloading input: /input/rbuild/out/crucible.tar.gz
182025-02-28T06:04:43.240Zdownloaded input: /input/rbuild/out/crucible.tar.gz
192025-02-28T06:04:43.243Zdownloading input: /input/rbuild/work/rbins/crucible-downstairs.gz
202025-02-28T06:04:43.406Zdownloaded input: /input/rbuild/work/rbins/crucible-downstairs.gz
212025-02-28T06:04:43.406Zdownloading input: /input/rbuild/work/rbins/crucible-hammer.gz
222025-02-28T06:04:43.558Zdownloaded input: /input/rbuild/work/rbins/crucible-hammer.gz
232025-02-28T06:04:43.558Zdownloading input: /input/rbuild/work/rbins/crudd.gz
242025-02-28T06:04:43.806Zdownloaded input: /input/rbuild/work/rbins/crudd.gz
252025-02-28T06:04:43.809Zdownloading input: /input/rbuild/work/rbins/crutest.gz
262025-02-28T06:04:43.972Zdownloaded input: /input/rbuild/work/rbins/crutest.gz
272025-02-28T06:04:43.972Zdownloading input: /input/rbuild/work/rbins/dsc.gz
282025-02-28T06:04:44.078Zdownloaded input: /input/rbuild/work/rbins/dsc.gz
292025-02-28T06:04:44.081Zdownloading input: /input/rbuild/work/scripts/crudd-speed-battery.sh
302025-02-28T06:04:44.102Zdownloaded input: /input/rbuild/work/scripts/crudd-speed-battery.sh
312025-02-28T06:04:44.102Zdownloading input: /input/rbuild/work/scripts/perf-downstairs-tick.d
322025-02-28T06:04:44.122Zdownloaded input: /input/rbuild/work/scripts/perf-downstairs-tick.d
332025-02-28T06:04:44.122Zdownloading input: /input/rbuild/work/scripts/test_mem.sh
342025-02-28T06:04:44.141Zdownloaded input: /input/rbuild/work/scripts/test_mem.sh
352025-02-28T06:04:44.141Zdownloading input: /input/rbuild/work/scripts/upstairs_info.d
362025-02-28T06:04:44.157Zdownloaded input: /input/rbuild/work/scripts/upstairs_info.d
372025-02-28T06:04:44.160Zdownloading input: /input/rbuild/tmp/cargo-test-out.log
382025-02-28T06:04:44.833Zdownloaded input: /input/rbuild/tmp/cargo-test-out.log
 
392025-02-28T06:04:44.833Zstarting task 0: "setup"
402025-02-28T06:04:44.836Z++ uname -s
412025-02-28T06:04:44.836Z+ kern=SunOS
422025-02-28T06:04:44.836Z+ build_user=build
432025-02-28T06:04:44.836Z+ build_uid=12345
442025-02-28T06:04:44.836Z+ work_dir=/work
452025-02-28T06:04:44.836Z+ input_dir=/input
462025-02-28T06:04:44.836Z+ [[ 0 == 12345 ]]
472025-02-28T06:04:44.836Z+ case "$kern" in
482025-02-28T06:04:44.836Z+ groupadd -g 12345 build
492025-02-28T06:04:44.839Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
502025-02-28T06:04:46.845Z+ zfs create -o mountpoint=/work rpool/work
512025-02-28T06:04:46.953Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
522025-02-28T06:04:46.956Z+ home_fs=zfs
532025-02-28T06:04:46.956Z+ [[ zfs == autofs ]]
542025-02-28T06:04:46.956Z+ mkdir -p /home/build
552025-02-28T06:04:46.960Z+ chown build:build /home/build /work
562025-02-28T06:04:48.960Z+ chmod 0700 /home/build /work
572025-02-28T06:04:48.963Zprocess exited: duration 4137 ms, exit code 0
 
582025-02-28T06:04:48.969Zstarting task 1: "authentication"
592025-02-28T06:04:48.987Zprocess exited: duration 17 ms, exit code 0
 
602025-02-28T06:04:48.994Zstarting task 2: "build"
612025-02-28T06:04:48.998Z+ banner cores
622025-02-28T06:04:49.016Z
632025-02-28T06:04:49.016Z #### #### ##### ###### ####
642025-02-28T06:04:49.016Z # # # # # # # #
652025-02-28T06:04:49.016Z # # # # # ##### ####
662025-02-28T06:04:49.016Z # # # ##### # #
672025-02-28T06:04:49.016Z # # # # # # # # #
682025-02-28T06:04:49.016Z #### #### # # ###### ####
692025-02-28T06:04:49.016Z
702025-02-28T06:04:49.019Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
712025-02-28T06:04:49.025Z+ banner unpack
722025-02-28T06:04:49.028Z
732025-02-28T06:04:49.028Z # # # # ##### ## #### # #
742025-02-28T06:04:49.028Z # # ## # # # # # # # # #
752025-02-28T06:04:49.029Z # # # # # # # # # # ####
762025-02-28T06:04:49.029Z # # # # # ##### ###### # # #
772025-02-28T06:04:49.029Z # # # ## # # # # # # #
782025-02-28T06:04:49.029Z #### # # # # # #### # #
792025-02-28T06:04:49.029Z
802025-02-28T06:04:49.029Z+ mkdir -p /var/tmp/bins
812025-02-28T06:04:49.032Z+ for t in "$input/rbins/"*.gz
822025-02-28T06:04:49.032Z++ basename /input/rbuild/work/rbins/crucible-downstairs.gz
832025-02-28T06:04:49.032Z+ b=crucible-downstairs.gz
842025-02-28T06:04:49.032Z+ b=crucible-downstairs
852025-02-28T06:04:49.032Z+ gunzip
862025-02-28T06:04:49.315Z+ chmod +x /var/tmp/bins/crucible-downstairs
872025-02-28T06:04:49.320Z+ for t in "$input/rbins/"*.gz
882025-02-28T06:04:49.323Z++ basename /input/rbuild/work/rbins/crucible-hammer.gz
892025-02-28T06:04:49.323Z+ b=crucible-hammer.gz
902025-02-28T06:04:49.323Z+ b=crucible-hammer
912025-02-28T06:04:49.323Z+ gunzip
922025-02-28T06:04:49.586Z+ chmod +x /var/tmp/bins/crucible-hammer
932025-02-28T06:04:49.590Z+ for t in "$input/rbins/"*.gz
942025-02-28T06:04:49.593Z++ basename /input/rbuild/work/rbins/crudd.gz
952025-02-28T06:04:49.593Z+ b=crudd.gz
962025-02-28T06:04:49.593Z+ b=crudd
972025-02-28T06:04:49.593Z+ gunzip
982025-02-28T06:04:49.849Z+ chmod +x /var/tmp/bins/crudd
992025-02-28T06:04:49.852Z+ for t in "$input/rbins/"*.gz
1002025-02-28T06:04:49.855Z++ basename /input/rbuild/work/rbins/crutest.gz
1012025-02-28T06:04:49.855Z+ b=crutest.gz
1022025-02-28T06:04:49.855Z+ b=crutest
1032025-02-28T06:04:49.855Z+ gunzip
1042025-02-28T06:04:50.145Z+ chmod +x /var/tmp/bins/crutest
1052025-02-28T06:04:50.148Z+ for t in "$input/rbins/"*.gz
1062025-02-28T06:04:50.151Z++ basename /input/rbuild/work/rbins/dsc.gz
1072025-02-28T06:04:50.151Z+ b=dsc.gz
1082025-02-28T06:04:50.151Z+ b=dsc
1092025-02-28T06:04:50.151Z+ gunzip
1102025-02-28T06:04:50.303Z+ chmod +x /var/tmp/bins/dsc
1112025-02-28T06:04:50.306Z+ export BINDIR=/var/tmp/bins
1122025-02-28T06:04:50.306Z+ BINDIR=/var/tmp/bins
1132025-02-28T06:04:50.307Z+ export RUST_BACKTRACE=1
1142025-02-28T06:04:50.307Z+ RUST_BACKTRACE=1
1152025-02-28T06:04:50.307Z+ banner setup
1162025-02-28T06:04:50.310Z
1172025-02-28T06:04:50.310Z #### ###### ##### # # #####
1182025-02-28T06:04:50.310Z # # # # # # #
1192025-02-28T06:04:50.310Z #### ##### # # # # #
1202025-02-28T06:04:50.311Z # # # # # #####
1212025-02-28T06:04:50.311Z # # # # # # #
1222025-02-28T06:04:50.311Z #### ###### # #### #
1232025-02-28T06:04:50.311Z
1242025-02-28T06:04:50.311Z+ pfexec plimit -n 9123456 1147
1252025-02-28T06:04:50.314Z+ echo 'Setup self timeout'
1262025-02-28T06:04:50.314ZSetup self timeout
1272025-02-28T06:04:50.314Z+ jobpid=1147
1282025-02-28T06:04:50.314Z+ echo 'Setup debug logging'
1292025-02-28T06:04:50.314ZSetup debug logging
1302025-02-28T06:04:50.314Z+ mkdir /tmp/debug
1312025-02-28T06:04:50.314Z+ sleep 3600
1322025-02-28T06:04:50.317Z+ psrinfo -v
1332025-02-28T06:04:50.320Z+ df -h
1342025-02-28T06:04:50.326Z+ prstat -d d -mLc 1
1352025-02-28T06:04:50.329Z+ iostat -T d -xn 1
1362025-02-28T06:04:50.329Z+ mpstat -T d 1
1372025-02-28T06:04:50.329Z+ vmstat -T d -p 1
1382025-02-28T06:04:50.329Z+ pfexec dtrace -Z -s /input/rbuild/work/scripts/perf-downstairs-tick.d
1392025-02-28T06:04:50.332Z+ banner memtest
1402025-02-28T06:04:50.332Z+ pfexec dtrace -Z -s /input/rbuild/work/scripts/upstairs_info.d
1412025-02-28T06:04:50.332Z
1422025-02-28T06:04:50.332Z # # ###### # # ##### ###### #### #####
1432025-02-28T06:04:50.332Z ## ## # ## ## # # # #
1442025-02-28T06:04:50.332Z # ## # ##### # ## # # ##### #### #
1452025-02-28T06:04:50.332Z # # # # # # # # #
1462025-02-28T06:04:50.332Z # # # # # # # # # #
1472025-02-28T06:04:50.332Z # # ###### # # # ###### #### #
1482025-02-28T06:04:50.334Z
1492025-02-28T06:04:50.334Z+ ptime -m bash /input/rbuild/work/scripts/test_mem.sh
1502025-02-28T06:04:50.346Z/input/rbuild/work
1512025-02-28T06:04:50.366ZMemory usage test begins at February 28, 2025 at 06:04:49 AM UTC
1522025-02-28T06:04:50.369ZMemory usage values in kilobytes unless specified otherwise
1532025-02-28T06:04:50.395ZRegion with ES:16384 EC:16 BS:4096 Size: 1 GiB Extent Size: 64 MiB
1542025-02-28T06:05:00.871Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1552025-02-28T06:05:00.975Z 1216 92028 5751 120092 7505 71572 4473 120092 7505 16
1562025-02-28T06:05:01.078Z 1217 94140 5883 122204 7637 73692 4605 122204 7637 16
1572025-02-28T06:05:01.183Z 1218 101416 6338 129508 8094 81016 5063 129508 8094 16
1582025-02-28T06:05:01.189ZRegion:1 GiB Extent:64 MiB Total downstairs (pmap -x): 363 MiB
1592025-02-28T06:05:01.199ZSize on disk of all region dirs: 3.07G or 3296823584
1602025-02-28T06:05:02.251Z
1612025-02-28T06:05:02.293ZRegion with ES:16384 EC:160 BS:4096 Size: 10 GiB Extent Size: 64 MiB
1622025-02-28T06:05:20.584Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1632025-02-28T06:05:20.663Z 1362 34492 215 62536 390 14000 87 62536 390 160
1642025-02-28T06:05:20.745Z 1361 36672 229 64728 404 16184 101 64728 404 160
1652025-02-28T06:05:20.820Z 1363 33524 209 61580 384 13036 81 61580 384 160
1662025-02-28T06:05:20.827ZRegion:10 GiB Extent:64 MiB Total downstairs (pmap -x): 184 MiB
1672025-02-28T06:05:20.837ZSize on disk of all region dirs: 30.7G or 32968229075
1682025-02-28T06:05:21.886Z
1692025-02-28T06:05:21.915ZRegion with ES:16384 EC:1600 BS:4096 Size: 100 GiB Extent Size: 64 MiB
1702025-02-28T06:07:02.349Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1712025-02-28T06:07:02.437Z 1508 45048 28 73132 45 24584 15 73132 45 1600
1722025-02-28T06:07:02.522Z 1506 42992 26 71076 44 22528 14 71076 44 1600
1732025-02-28T06:07:02.613Z 1507 55396 34 83476 52 34928 21 83476 52 1600
1742025-02-28T06:07:02.618ZRegion:100 GiB Extent:64 MiB Total downstairs (pmap -x): 222 MiB
1752025-02-28T06:07:02.652ZSize on disk of all region dirs: 307G or 329682283958
1762025-02-28T06:07:03.702Z
1772025-02-28T06:07:03.704ZMemory usage test finished on February 28, 2025 at 06:07:02 AM UTC
1782025-02-28T06:07:03.707Z
1792025-02-28T06:07:03.707Zreal 2:13.340681622
1802025-02-28T06:07:03.707Zuser 3:10.889254478
1812025-02-28T06:07:03.707Zsys 4:25.954492113
1822025-02-28T06:07:03.708Ztrap 1.499908842
1832025-02-28T06:07:03.708Ztflt 0.002903619
1842025-02-28T06:07:03.708Zdflt 0.045657309
1852025-02-28T06:07:03.708Zkflt 0.012120727
1862025-02-28T06:07:03.708Zlock 3:54:53.337769345
1872025-02-28T06:07:03.708Zslp 8:06.323852454
1882025-02-28T06:07:03.708Zlat 3:06.223775194
1892025-02-28T06:07:03.708Zstop 0.210717447
1902025-02-28T06:07:08.711Zprocess exited: duration 134683 ms, exit code 0
1912025-02-28T06:07:08.711Zexec warning: : stdio descriptors remain open after task exit; waiting 60 seconds for them to close
1922025-02-28T06:08:08.765Zexec warning: : stdout descriptor may be held open by a background process; giving up!
1932025-02-28T06:08:08.765Zexec warning: : stderr descriptor may be held open by a background process; giving up!
 
1942025-02-28T06:08:08.776Zfound 12 output files
1952025-02-28T06:08:08.776Zuploading: /tmp/test_mem_log.txt (19971 bytes)
1962025-02-28T06:08:09.788Zuploaded: /tmp/test_mem_log.txt
1972025-02-28T06:08:09.791Zuploading: /tmp/debug/df.txt (1270 bytes)
1982025-02-28T06:08:10.797Zuploaded: /tmp/debug/df.txt
1992025-02-28T06:08:10.801Zuploading: /tmp/debug/iostat.txt (60194 bytes)
2002025-02-28T06:08:10.805Zupload warning: file "/tmp/debug/iostat.txt" changed size mid upload: 60194 -> 60796
2012025-02-28T06:08:11.811Zuploaded: /tmp/debug/iostat.txt
2022025-02-28T06:08:11.812Zuploading: /tmp/debug/mpstat.txt (146804 bytes)
2032025-02-28T06:08:11.819Zupload warning: file "/tmp/debug/mpstat.txt" changed size mid upload: 146804 -> 148994
2042025-02-28T06:08:12.826Zuploaded: /tmp/debug/mpstat.txt
2052025-02-28T06:08:12.829Zuploading: /tmp/debug/paging.txt (26244 bytes)
2062025-02-28T06:08:12.833Zupload warning: file "/tmp/debug/paging.txt" changed size mid upload: 26244 -> 26866
2072025-02-28T06:08:13.837Zuploaded: /tmp/debug/paging.txt
2082025-02-28T06:08:13.840Zuploading: /tmp/debug/perf.txt (88068 bytes)
2092025-02-28T06:08:14.853Zuploaded: /tmp/debug/perf.txt
2102025-02-28T06:08:14.855Zuploading: /tmp/debug/prstat.txt (292596 bytes)
2112025-02-28T06:08:14.866Zupload warning: file "/tmp/debug/prstat.txt" changed size mid upload: 292596 -> 300358
2122025-02-28T06:08:15.874Zuploaded: /tmp/debug/prstat.txt
2132025-02-28T06:08:15.877Zuploading: /tmp/debug/psrinfo.txt (1528 bytes)
2142025-02-28T06:08:16.883Zuploaded: /tmp/debug/psrinfo.txt
2152025-02-28T06:08:16.883Zuploading: /tmp/debug/upinfo.txt (12870 bytes)
2162025-02-28T06:08:17.893Zuploaded: /tmp/debug/upinfo.txt
2172025-02-28T06:08:17.896Zuploading: /tmp/dsc/downstairs-8810.txt (5671 bytes)
2182025-02-28T06:08:18.903Zuploaded: /tmp/dsc/downstairs-8810.txt
2192025-02-28T06:08:18.907Zuploading: /tmp/dsc/downstairs-8820.txt (5082 bytes)
2202025-02-28T06:08:19.914Zuploaded: /tmp/dsc/downstairs-8820.txt
2212025-02-28T06:08:19.917Zuploading: /tmp/dsc/downstairs-8830.txt (5079 bytes)
2222025-02-28T06:08:20.924Zuploaded: /tmp/dsc/downstairs-8830.txt