01JJQDM3CYEGKVHWR80EDDAZPS: test-memory

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/*.log",
        "%/tmp/debug/*.txt",
        "%/tmp/dsc/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JJQDMF41P17EKXRYBFGF71FN

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-01-28T21:57:00.905Zjob dependencies complete; ready to run (waiting for 18 m 15 s)
22025-01-28T21:57:48.048Zjob assigned to worker 01JJQEP02WPTZPZCGE1J29RTGW [factory aws, i-0690397f88a0baa5e] (queued for 47 s)
32025-01-28T21:57:55.465Zdownloading input: /input/rbuild/out/crucible-dtrace.sha256.txt
42025-01-28T21:57:55.509Zdownloaded input: /input/rbuild/out/crucible-dtrace.sha256.txt
52025-01-28T21:57:55.509Zdownloading input: /input/rbuild/out/crucible-dtrace.tar
62025-01-28T21:57:55.549Zdownloaded input: /input/rbuild/out/crucible-dtrace.tar
72025-01-28T21:57:55.549Zdownloading input: /input/rbuild/out/crucible-nightly.sha256.txt
82025-01-28T21:57:55.563Zdownloaded input: /input/rbuild/out/crucible-nightly.sha256.txt
92025-01-28T21:57:55.563Zdownloading input: /input/rbuild/out/crucible-nightly.tar.gz
102025-01-28T21:57:56.470Zdownloaded input: /input/rbuild/out/crucible-nightly.tar.gz
112025-01-28T21:57:56.470Zdownloading input: /input/rbuild/out/crucible-pantry.sha256.txt
122025-01-28T21:57:56.485Zdownloaded input: /input/rbuild/out/crucible-pantry.sha256.txt
132025-01-28T21:57:56.485Zdownloading input: /input/rbuild/out/crucible-pantry.tar.gz
142025-01-28T21:57:56.693Zdownloaded input: /input/rbuild/out/crucible-pantry.tar.gz
152025-01-28T21:57:56.693Zdownloading input: /input/rbuild/out/crucible.sha256.txt
162025-01-28T21:57:56.708Zdownloaded input: /input/rbuild/out/crucible.sha256.txt
172025-01-28T21:57:56.708Zdownloading input: /input/rbuild/out/crucible.tar.gz
182025-01-28T21:57:57.042Zdownloaded input: /input/rbuild/out/crucible.tar.gz
192025-01-28T21:57:57.045Zdownloading input: /input/rbuild/work/rbins/crucible-downstairs.gz
202025-01-28T21:57:57.224Zdownloaded input: /input/rbuild/work/rbins/crucible-downstairs.gz
212025-01-28T21:57:57.224Zdownloading input: /input/rbuild/work/rbins/crucible-hammer.gz
222025-01-28T21:57:57.389Zdownloaded input: /input/rbuild/work/rbins/crucible-hammer.gz
232025-01-28T21:57:57.389Zdownloading input: /input/rbuild/work/rbins/crudd.gz
242025-01-28T21:57:57.535Zdownloaded input: /input/rbuild/work/rbins/crudd.gz
252025-01-28T21:57:57.535Zdownloading input: /input/rbuild/work/rbins/crutest.gz
262025-01-28T21:57:57.703Zdownloaded input: /input/rbuild/work/rbins/crutest.gz
272025-01-28T21:57:57.704Zdownloading input: /input/rbuild/work/rbins/dsc.gz
282025-01-28T21:57:57.835Zdownloaded input: /input/rbuild/work/rbins/dsc.gz
292025-01-28T21:57:57.837Zdownloading input: /input/rbuild/work/scripts/crudd-speed-battery.sh
302025-01-28T21:57:57.851Zdownloaded input: /input/rbuild/work/scripts/crudd-speed-battery.sh
312025-01-28T21:57:57.851Zdownloading input: /input/rbuild/work/scripts/perf-downstairs-tick.d
322025-01-28T21:57:57.870Zdownloaded input: /input/rbuild/work/scripts/perf-downstairs-tick.d
332025-01-28T21:57:57.870Zdownloading input: /input/rbuild/work/scripts/test_mem.sh
342025-01-28T21:57:57.890Zdownloaded input: /input/rbuild/work/scripts/test_mem.sh
352025-01-28T21:57:57.893Zdownloading input: /input/rbuild/work/scripts/upstairs_info.d
362025-01-28T21:57:57.917Zdownloaded input: /input/rbuild/work/scripts/upstairs_info.d
372025-01-28T21:57:57.920Zdownloading input: /input/rbuild/tmp/cargo-test-out.log
382025-01-28T21:57:58.666Zdownloaded input: /input/rbuild/tmp/cargo-test-out.log
 
392025-01-28T21:57:58.666Zstarting task 0: "setup"
402025-01-28T21:57:58.678Z++ uname -s
412025-01-28T21:57:58.681Z+ kern=SunOS
422025-01-28T21:57:58.681Z+ case "$kern" in
432025-01-28T21:57:58.681Z+ groupadd -g 12345 build
442025-01-28T21:57:58.683Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
452025-01-28T21:58:00.692Z+ zfs create -o mountpoint=/work rpool/work
462025-01-28T21:58:00.821Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
472025-01-28T21:58:00.824Z+ home_fs=zfs
482025-01-28T21:58:00.824Z+ [[ zfs == autofs ]]
492025-01-28T21:58:00.824Z+ mkdir -p /home/build
502025-01-28T21:58:00.827Z+ chown build:build /home/build /work
512025-01-28T21:58:02.829Z+ chmod 0700 /home/build /work
522025-01-28T21:58:02.832Zprocess exited: duration 4162 ms, exit code 0
 
532025-01-28T21:58:02.838Zstarting task 1: "authentication"
542025-01-28T21:58:02.856Zprocess exited: duration 17 ms, exit code 0
 
552025-01-28T21:58:02.862Zstarting task 2: "build"
562025-01-28T21:58:02.867Z+ banner cores
572025-01-28T21:58:02.870Z
582025-01-28T21:58:02.870Z #### #### ##### ###### ####
592025-01-28T21:58:02.870Z # # # # # # # #
602025-01-28T21:58:02.870Z # # # # # ##### ####
612025-01-28T21:58:02.870Z # # # ##### # #
622025-01-28T21:58:02.870Z # # # # # # # # #
632025-01-28T21:58:02.870Z #### #### # # ###### ####
642025-01-28T21:58:02.870Z
652025-01-28T21:58:02.873Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
662025-01-28T21:58:02.879Z+ banner unpack
672025-01-28T21:58:02.882Z
682025-01-28T21:58:02.882Z # # # # ##### ## #### # #
692025-01-28T21:58:02.882Z # # ## # # # # # # # # #
702025-01-28T21:58:02.882Z # # # # # # # # # # ####
712025-01-28T21:58:02.882Z # # # # # ##### ###### # # #
722025-01-28T21:58:02.882Z # # # ## # # # # # # #
732025-01-28T21:58:02.882Z #### # # # # # #### # #
742025-01-28T21:58:02.882Z
752025-01-28T21:58:02.882Z+ mkdir -p /var/tmp/bins
762025-01-28T21:58:02.885Z+ for t in "$input/rbins/"*.gz
772025-01-28T21:58:02.885Z++ basename /input/rbuild/work/rbins/crucible-downstairs.gz
782025-01-28T21:58:02.888Z+ b=crucible-downstairs.gz
792025-01-28T21:58:02.888Z+ b=crucible-downstairs
802025-01-28T21:58:02.888Z+ gunzip
812025-01-28T21:58:03.180Z+ chmod +x /var/tmp/bins/crucible-downstairs
822025-01-28T21:58:03.182Z+ for t in "$input/rbins/"*.gz
832025-01-28T21:58:03.185Z++ basename /input/rbuild/work/rbins/crucible-hammer.gz
842025-01-28T21:58:03.185Z+ b=crucible-hammer.gz
852025-01-28T21:58:03.185Z+ b=crucible-hammer
862025-01-28T21:58:03.185Z+ gunzip
872025-01-28T21:58:03.454Z+ chmod +x /var/tmp/bins/crucible-hammer
882025-01-28T21:58:03.457Z+ for t in "$input/rbins/"*.gz
892025-01-28T21:58:03.460Z++ basename /input/rbuild/work/rbins/crudd.gz
902025-01-28T21:58:03.460Z+ b=crudd.gz
912025-01-28T21:58:03.460Z+ b=crudd
922025-01-28T21:58:03.460Z+ gunzip
932025-01-28T21:58:03.719Z+ chmod +x /var/tmp/bins/crudd
942025-01-28T21:58:03.723Z+ for t in "$input/rbins/"*.gz
952025-01-28T21:58:03.725Z++ basename /input/rbuild/work/rbins/crutest.gz
962025-01-28T21:58:03.725Z+ b=crutest.gz
972025-01-28T21:58:03.725Z+ b=crutest
982025-01-28T21:58:03.725Z+ gunzip
992025-01-28T21:58:04.018Z+ chmod +x /var/tmp/bins/crutest
1002025-01-28T21:58:04.021Z+ for t in "$input/rbins/"*.gz
1012025-01-28T21:58:04.023Z++ basename /input/rbuild/work/rbins/dsc.gz
1022025-01-28T21:58:04.023Z+ b=dsc.gz
1032025-01-28T21:58:04.024Z+ b=dsc
1042025-01-28T21:58:04.024Z+ gunzip
1052025-01-28T21:58:04.172Z+ chmod +x /var/tmp/bins/dsc
1062025-01-28T21:58:04.176Z+ export BINDIR=/var/tmp/bins
1072025-01-28T21:58:04.176Z+ BINDIR=/var/tmp/bins
1082025-01-28T21:58:04.176Z+ export RUST_BACKTRACE=1
1092025-01-28T21:58:04.176Z+ RUST_BACKTRACE=1
1102025-01-28T21:58:04.176Z+ banner setup
1112025-01-28T21:58:04.180Z
1122025-01-28T21:58:04.180Z #### ###### ##### # # #####
1132025-01-28T21:58:04.180Z # # # # # # #
1142025-01-28T21:58:04.180Z #### ##### # # # # #
1152025-01-28T21:58:04.180Z # # # # # #####
1162025-01-28T21:58:04.180Z # # # # # # #
1172025-01-28T21:58:04.180Z #### ###### # #### #
1182025-01-28T21:58:04.180Z
1192025-01-28T21:58:04.180Z+ pfexec plimit -n 9123456 1139
1202025-01-28T21:58:04.183Z+ echo 'Setup self timeout'
1212025-01-28T21:58:04.183ZSetup self timeout
1222025-01-28T21:58:04.183Z+ jobpid=1139
1232025-01-28T21:58:04.183Z+ echo 'Setup debug logging'
1242025-01-28T21:58:04.183ZSetup debug logging
1252025-01-28T21:58:04.183Z+ mkdir /tmp/debug
1262025-01-28T21:58:04.183Z+ sleep 3600
1272025-01-28T21:58:04.186Z+ psrinfo -v
1282025-01-28T21:58:04.189Z+ df -h
1292025-01-28T21:58:04.197Z+ prstat -d d -mLc 1
1302025-01-28T21:58:04.199Z+ iostat -T d -xn 1
1312025-01-28T21:58:04.199Z+ mpstat -T d 1
1322025-01-28T21:58:04.199Z+ vmstat -T d -p 1
1332025-01-28T21:58:04.202Z+ pfexec dtrace -Z -s /input/rbuild/work/scripts/perf-downstairs-tick.d
1342025-01-28T21:58:04.202Z+ banner memtest
1352025-01-28T21:58:04.202Z+ pfexec dtrace -Z -s /input/rbuild/work/scripts/upstairs_info.d
1362025-01-28T21:58:04.204Z
1372025-01-28T21:58:04.204Z # # ###### # # ##### ###### #### #####
1382025-01-28T21:58:04.204Z ## ## # ## ## # # # #
1392025-01-28T21:58:04.205Z # ## # ##### # ## # # ##### #### #
1402025-01-28T21:58:04.205Z # # # # # # # # #
1412025-01-28T21:58:04.205Z # # # # # # # # # #
1422025-01-28T21:58:04.205Z # # ###### # # # ###### #### #
1432025-01-28T21:58:04.205Z
1442025-01-28T21:58:04.205Z+ ptime -m bash /input/rbuild/work/scripts/test_mem.sh
1452025-01-28T21:58:04.217Z/input/rbuild/work
1462025-01-28T21:58:04.226ZMemory usage test begins at January 28, 2025 at 09:58:03 PM UTC
1472025-01-28T21:58:04.228ZMemory usage values in kilobytes unless specified otherwise
1482025-01-28T21:58:04.255ZRegion with ES:16384 EC:16 BS:4096 Size: 1 GiB Extent Size: 64 MiB
1492025-01-28T21:58:14.809Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1502025-01-28T21:58:14.932Z 1210 85260 5328 113584 7099 65144 4071 113584 7099 16
1512025-01-28T21:58:15.057Z 1208 93368 5835 121704 7606 73240 4577 121704 7606 16
1522025-01-28T21:58:15.184Z 1209 98624 6164 126952 7934 78508 4906 126952 7934 16
1532025-01-28T21:58:15.190ZRegion:1 GiB Extent:64 MiB Total downstairs (pmap -x): 353 MiB
1542025-01-28T21:58:15.201ZSize on disk of all region dirs: 3.07G or 3296823584
1552025-01-28T21:58:16.252Z
1562025-01-28T21:58:16.284ZRegion with ES:16384 EC:160 BS:4096 Size: 10 GiB Extent Size: 64 MiB
1572025-01-28T21:58:34.617Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1582025-01-28T21:58:34.719Z 1353 41060 256 71204 445 22712 141 71204 445 160
1592025-01-28T21:58:34.814Z 1355 37720 235 67184 419 18728 117 67184 419 160
1602025-01-28T21:58:34.914Z 1354 48004 300 77468 484 29008 181 77468 484 160
1612025-01-28T21:58:34.920ZRegion:10 GiB Extent:64 MiB Total downstairs (pmap -x): 210 MiB
1622025-01-28T21:58:34.931ZSize on disk of all region dirs: 30.7G or 32968229075
1632025-01-28T21:58:35.983Z
1642025-01-28T21:58:36.012ZRegion with ES:16384 EC:1600 BS:4096 Size: 100 GiB Extent Size: 64 MiB
1652025-01-28T22:00:17.589Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1662025-01-28T22:00:17.852Z 1499 98044 61 139056 86 90564 56 139056 86 1600
1672025-01-28T22:00:18.100Z 1498 97912 61 138928 86 90436 56 138928 86 1600
1682025-01-28T22:00:18.378Z 1500 111272 69 152288 95 103800 64 152288 95 1600
1692025-01-28T22:00:18.384ZRegion:100 GiB Extent:64 MiB Total downstairs (pmap -x): 420 MiB
1702025-01-28T22:00:18.423ZSize on disk of all region dirs: 307G or 329682283958
1712025-01-28T22:00:19.475Z
1722025-01-28T22:00:19.478ZMemory usage test finished on January 28, 2025 at 10:00:19 PM UTC
1732025-01-28T22:00:19.480Z
1742025-01-28T22:00:19.481Zreal 2:15.144079430
1752025-01-28T22:00:19.481Zuser 3:10.483255097
1762025-01-28T22:00:19.481Zsys 4:32.918781357
1772025-01-28T22:00:19.481Ztrap 1.281002963
1782025-01-28T22:00:19.481Ztflt 0.002984204
1792025-01-28T22:00:19.481Zdflt 0.021254402
1802025-01-28T22:00:19.481Zkflt 0.001419583
1812025-01-28T22:00:19.481Zlock 3:58:12.623882386
1822025-01-28T22:00:19.481Zslp 8:12.908981284
1832025-01-28T22:00:19.481Zlat 3:10.553643751
1842025-01-28T22:00:19.481Zstop 0.211235556
1852025-01-28T22:00:24.488Zprocess exited: duration 136488 ms, exit code 0
1862025-01-28T22:00:24.488Zexec warning: : stdio descriptors remain open after task exit; waiting 60 seconds for them to close
1872025-01-28T22:01:24.578Zexec warning: : stdout descriptor may be held open by a background process; giving up!
1882025-01-28T22:01:24.578Zexec warning: : stderr descriptor may be held open by a background process; giving up!
 
1892025-01-28T22:01:24.588Zfound 12 output files
1902025-01-28T22:01:24.588Zuploading: /tmp/test_mem_log.txt (22252 bytes)
1912025-01-28T22:01:25.600Zuploaded: /tmp/test_mem_log.txt
1922025-01-28T22:01:25.600Zuploading: /tmp/debug/df.txt (1270 bytes)
1932025-01-28T22:01:26.608Zuploaded: /tmp/debug/df.txt
1942025-01-28T22:01:26.608Zuploading: /tmp/debug/iostat.txt (60603 bytes)
1952025-01-28T22:01:26.614Zupload warning: file "/tmp/debug/iostat.txt" changed size mid upload: 60603 -> 61203
1962025-01-28T22:01:27.621Zuploaded: /tmp/debug/iostat.txt
1972025-01-28T22:01:27.621Zuploading: /tmp/debug/mpstat.txt (147923 bytes)
1982025-01-28T22:01:27.629Zupload warning: file "/tmp/debug/mpstat.txt" changed size mid upload: 147923 -> 150110
1992025-01-28T22:01:28.635Zuploaded: /tmp/debug/mpstat.txt
2002025-01-28T22:01:28.638Zuploading: /tmp/debug/paging.txt (26433 bytes)
2012025-01-28T22:01:28.641Zupload warning: file "/tmp/debug/paging.txt" changed size mid upload: 26433 -> 26893
2022025-01-28T22:01:29.648Zuploaded: /tmp/debug/paging.txt
2032025-01-28T22:01:29.651Zuploading: /tmp/debug/perf.txt (91518 bytes)
2042025-01-28T22:01:30.659Zuploaded: /tmp/debug/perf.txt
2052025-01-28T22:01:30.662Zuploading: /tmp/debug/prstat.txt (291381 bytes)
2062025-01-28T22:01:30.672Zupload warning: file "/tmp/debug/prstat.txt" changed size mid upload: 291381 -> 299143
2072025-01-28T22:01:31.678Zuploaded: /tmp/debug/prstat.txt
2082025-01-28T22:01:31.681Zuploading: /tmp/debug/psrinfo.txt (1528 bytes)
2092025-01-28T22:01:32.688Zuploaded: /tmp/debug/psrinfo.txt
2102025-01-28T22:01:32.692Zuploading: /tmp/debug/upinfo.txt (13090 bytes)
2112025-01-28T22:01:33.698Zuploaded: /tmp/debug/upinfo.txt
2122025-01-28T22:01:33.698Zuploading: /tmp/dsc/downstairs-8810.txt (5669 bytes)
2132025-01-28T22:01:34.707Zuploaded: /tmp/dsc/downstairs-8810.txt
2142025-01-28T22:01:34.707Zuploading: /tmp/dsc/downstairs-8820.txt (5079 bytes)
2152025-01-28T22:01:35.714Zuploaded: /tmp/dsc/downstairs-8820.txt
2162025-01-28T22:01:35.714Zuploading: /tmp/dsc/downstairs-8830.txt (5082 bytes)
2172025-01-28T22:01:36.724Zuploaded: /tmp/dsc/downstairs-8830.txt