01JJ4QVH1QJWRD6MDJAQEN7GRY: test-memory

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/*.log",
        "%/tmp/debug/*.txt",
        "%/tmp/dsc/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JJ4QVT398SZ4WTTY0FP00GTM

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-01-21T15:49:38.420Zjob dependencies complete; ready to run (waiting for 17 m 40 s)
22025-01-21T15:50:34.542Zjob assigned to worker 01JJ4RW9VJ3FK59J9KYP6Q08AH [factory aws, i-045e2620a2a677e33] (queued for 56 s)
32025-01-21T15:50:42.321Zdownloading input: /input/rbuild/out/crucible-dtrace.sha256.txt
42025-01-21T15:50:42.352Zdownloaded input: /input/rbuild/out/crucible-dtrace.sha256.txt
52025-01-21T15:50:42.352Zdownloading input: /input/rbuild/out/crucible-dtrace.tar
62025-01-21T15:50:42.400Zdownloaded input: /input/rbuild/out/crucible-dtrace.tar
72025-01-21T15:50:42.400Zdownloading input: /input/rbuild/out/crucible-nightly.sha256.txt
82025-01-21T15:50:42.415Zdownloaded input: /input/rbuild/out/crucible-nightly.sha256.txt
92025-01-21T15:50:42.415Zdownloading input: /input/rbuild/out/crucible-nightly.tar.gz
102025-01-21T15:50:43.330Zdownloaded input: /input/rbuild/out/crucible-nightly.tar.gz
112025-01-21T15:50:43.330Zdownloading input: /input/rbuild/out/crucible-pantry.sha256.txt
122025-01-21T15:50:43.347Zdownloaded input: /input/rbuild/out/crucible-pantry.sha256.txt
132025-01-21T15:50:43.347Zdownloading input: /input/rbuild/out/crucible-pantry.tar.gz
142025-01-21T15:50:43.613Zdownloaded input: /input/rbuild/out/crucible-pantry.tar.gz
152025-01-21T15:50:43.613Zdownloading input: /input/rbuild/out/crucible.sha256.txt
162025-01-21T15:50:43.630Zdownloaded input: /input/rbuild/out/crucible.sha256.txt
172025-01-21T15:50:43.631Zdownloading input: /input/rbuild/out/crucible.tar.gz
182025-01-21T15:50:43.906Zdownloaded input: /input/rbuild/out/crucible.tar.gz
192025-01-21T15:50:43.908Zdownloading input: /input/rbuild/work/rbins/crucible-downstairs.gz
202025-01-21T15:50:44.099Zdownloaded input: /input/rbuild/work/rbins/crucible-downstairs.gz
212025-01-21T15:50:44.099Zdownloading input: /input/rbuild/work/rbins/crucible-hammer.gz
222025-01-21T15:50:44.365Zdownloaded input: /input/rbuild/work/rbins/crucible-hammer.gz
232025-01-21T15:50:44.365Zdownloading input: /input/rbuild/work/rbins/crudd.gz
242025-01-21T15:50:44.517Zdownloaded input: /input/rbuild/work/rbins/crudd.gz
252025-01-21T15:50:44.517Zdownloading input: /input/rbuild/work/rbins/crutest.gz
262025-01-21T15:50:44.734Zdownloaded input: /input/rbuild/work/rbins/crutest.gz
272025-01-21T15:50:44.735Zdownloading input: /input/rbuild/work/rbins/dsc.gz
282025-01-21T15:50:44.879Zdownloaded input: /input/rbuild/work/rbins/dsc.gz
292025-01-21T15:50:44.881Zdownloading input: /input/rbuild/work/scripts/crudd-speed-battery.sh
302025-01-21T15:50:44.899Zdownloaded input: /input/rbuild/work/scripts/crudd-speed-battery.sh
312025-01-21T15:50:44.899Zdownloading input: /input/rbuild/work/scripts/perf-downstairs-tick.d
322025-01-21T15:50:44.918Zdownloaded input: /input/rbuild/work/scripts/perf-downstairs-tick.d
332025-01-21T15:50:44.918Zdownloading input: /input/rbuild/work/scripts/test_mem.sh
342025-01-21T15:50:44.948Zdownloaded input: /input/rbuild/work/scripts/test_mem.sh
352025-01-21T15:50:44.948Zdownloading input: /input/rbuild/work/scripts/upstairs_info.d
362025-01-21T15:50:44.966Zdownloaded input: /input/rbuild/work/scripts/upstairs_info.d
372025-01-21T15:50:44.969Zdownloading input: /input/rbuild/tmp/cargo-test-out.log
382025-01-21T15:50:45.671Zdownloaded input: /input/rbuild/tmp/cargo-test-out.log
 
392025-01-21T15:50:45.671Zstarting task 0: "setup"
402025-01-21T15:50:45.681Z++ uname -s
412025-01-21T15:50:45.684Z+ kern=SunOS
422025-01-21T15:50:45.684Z+ case "$kern" in
432025-01-21T15:50:45.684Z+ groupadd -g 12345 build
442025-01-21T15:50:45.687Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
452025-01-21T15:50:47.695Z+ zfs create -o mountpoint=/work rpool/work
462025-01-21T15:50:47.759Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
472025-01-21T15:50:47.762Z+ home_fs=zfs
482025-01-21T15:50:47.762Z+ [[ zfs == autofs ]]
492025-01-21T15:50:47.762Z+ mkdir -p /home/build
502025-01-21T15:50:47.765Z+ chown build:build /home/build /work
512025-01-21T15:50:48.766Z+ chmod 0700 /home/build /work
522025-01-21T15:50:48.768Zprocess exited: duration 3099 ms, exit code 0
 
532025-01-21T15:50:48.777Zstarting task 1: "authentication"
542025-01-21T15:50:48.792Zprocess exited: duration 17 ms, exit code 0
 
552025-01-21T15:50:48.798Zstarting task 2: "build"
562025-01-21T15:50:48.803Z+ banner cores
572025-01-21T15:50:48.806Z
582025-01-21T15:50:48.806Z #### #### ##### ###### ####
592025-01-21T15:50:48.806Z # # # # # # # #
602025-01-21T15:50:48.806Z # # # # # ##### ####
612025-01-21T15:50:48.806Z # # # ##### # #
622025-01-21T15:50:48.806Z # # # # # # # # #
632025-01-21T15:50:48.806Z #### #### # # ###### ####
642025-01-21T15:50:48.806Z
652025-01-21T15:50:48.809Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
662025-01-21T15:50:48.815Z+ banner unpack
672025-01-21T15:50:48.818Z
682025-01-21T15:50:48.818Z # # # # ##### ## #### # #
692025-01-21T15:50:48.818Z # # ## # # # # # # # # #
702025-01-21T15:50:48.818Z # # # # # # # # # # ####
712025-01-21T15:50:48.818Z # # # # # ##### ###### # # #
722025-01-21T15:50:48.818Z # # # ## # # # # # # #
732025-01-21T15:50:48.818Z #### # # # # # #### # #
742025-01-21T15:50:48.818Z
752025-01-21T15:50:48.818Z+ mkdir -p /var/tmp/bins
762025-01-21T15:50:48.820Z+ for t in "$input/rbins/"*.gz
772025-01-21T15:50:48.820Z++ basename /input/rbuild/work/rbins/crucible-downstairs.gz
782025-01-21T15:50:48.823Z+ b=crucible-downstairs.gz
792025-01-21T15:50:48.823Z+ b=crucible-downstairs
802025-01-21T15:50:48.823Z+ gunzip
812025-01-21T15:50:49.112Z+ chmod +x /var/tmp/bins/crucible-downstairs
822025-01-21T15:50:49.115Z+ for t in "$input/rbins/"*.gz
832025-01-21T15:50:49.118Z++ basename /input/rbuild/work/rbins/crucible-hammer.gz
842025-01-21T15:50:49.118Z+ b=crucible-hammer.gz
852025-01-21T15:50:49.118Z+ b=crucible-hammer
862025-01-21T15:50:49.118Z+ gunzip
872025-01-21T15:50:49.383Z+ chmod +x /var/tmp/bins/crucible-hammer
882025-01-21T15:50:49.386Z+ for t in "$input/rbins/"*.gz
892025-01-21T15:50:49.386Z++ basename /input/rbuild/work/rbins/crudd.gz
902025-01-21T15:50:49.389Z+ b=crudd.gz
912025-01-21T15:50:49.389Z+ b=crudd
922025-01-21T15:50:49.389Z+ gunzip
932025-01-21T15:50:49.643Z+ chmod +x /var/tmp/bins/crudd
942025-01-21T15:50:49.646Z+ for t in "$input/rbins/"*.gz
952025-01-21T15:50:49.646Z++ basename /input/rbuild/work/rbins/crutest.gz
962025-01-21T15:50:49.648Z+ b=crutest.gz
972025-01-21T15:50:49.648Z+ b=crutest
982025-01-21T15:50:49.648Z+ gunzip
992025-01-21T15:50:49.936Z+ chmod +x /var/tmp/bins/crutest
1002025-01-21T15:50:49.939Z+ for t in "$input/rbins/"*.gz
1012025-01-21T15:50:49.939Z++ basename /input/rbuild/work/rbins/dsc.gz
1022025-01-21T15:50:49.942Z+ b=dsc.gz
1032025-01-21T15:50:49.942Z+ b=dsc
1042025-01-21T15:50:49.942Z+ gunzip
1052025-01-21T15:50:50.087Z+ chmod +x /var/tmp/bins/dsc
1062025-01-21T15:50:50.089Z+ export BINDIR=/var/tmp/bins
1072025-01-21T15:50:50.090Z+ BINDIR=/var/tmp/bins
1082025-01-21T15:50:50.090Z+ export RUST_BACKTRACE=1
1092025-01-21T15:50:50.090Z+ RUST_BACKTRACE=1
1102025-01-21T15:50:50.090Z+ banner setup
1112025-01-21T15:50:50.093Z
1122025-01-21T15:50:50.093Z #### ###### ##### # # #####
1132025-01-21T15:50:50.093Z # # # # # # #
1142025-01-21T15:50:50.093Z #### ##### # # # # #
1152025-01-21T15:50:50.093Z # # # # # #####
1162025-01-21T15:50:50.093Z # # # # # # #
1172025-01-21T15:50:50.093Z #### ###### # #### #
1182025-01-21T15:50:50.093Z
1192025-01-21T15:50:50.093Z+ pfexec plimit -n 9123456 1141
1202025-01-21T15:50:50.096Z+ echo 'Setup self timeout'
1212025-01-21T15:50:50.096ZSetup self timeout
1222025-01-21T15:50:50.096Z+ jobpid=1141
1232025-01-21T15:50:50.099Z+ echo 'Setup debug logging'
1242025-01-21T15:50:50.099ZSetup debug logging
1252025-01-21T15:50:50.099Z+ mkdir /tmp/debug
1262025-01-21T15:50:50.099Z+ sleep 3600
1272025-01-21T15:50:50.099Z+ psrinfo -v
1282025-01-21T15:50:50.102Z+ df -h
1292025-01-21T15:50:50.109Z+ prstat -d d -mLc 1
1302025-01-21T15:50:50.112Z+ iostat -T d -xn 1
1312025-01-21T15:50:50.112Z+ mpstat -T d 1
1322025-01-21T15:50:50.112Z+ vmstat -T d -p 1
1332025-01-21T15:50:50.115Z+ pfexec dtrace -Z -s /input/rbuild/work/scripts/perf-downstairs-tick.d
1342025-01-21T15:50:50.122Z+ banner memtest
1352025-01-21T15:50:50.124Z+ pfexec dtrace -Z -s /input/rbuild/work/scripts/upstairs_info.d
1362025-01-21T15:50:50.125Z
1372025-01-21T15:50:50.125Z # # ###### # # ##### ###### #### #####
1382025-01-21T15:50:50.125Z ## ## # ## ## # # # #
1392025-01-21T15:50:50.125Z # ## # ##### # ## # # ##### #### #
1402025-01-21T15:50:50.125Z # # # # # # # # #
1412025-01-21T15:50:50.125Z # # # # # # # # # #
1422025-01-21T15:50:50.125Z # # ###### # # # ###### #### #
1432025-01-21T15:50:50.125Z
1442025-01-21T15:50:50.125Z+ ptime -m bash /input/rbuild/work/scripts/test_mem.sh
1452025-01-21T15:50:50.138Z/input/rbuild/work
1462025-01-21T15:50:50.147ZMemory usage test begins at January 21, 2025 at 03:50:49 PM UTC
1472025-01-21T15:50:50.149ZMemory usage values in kilobytes unless specified otherwise
1482025-01-21T15:50:50.175ZRegion with ES:16384 EC:16 BS:4096 Size: 1 GiB Extent Size: 64 MiB
1492025-01-21T15:51:00.730Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1502025-01-21T15:51:00.828Z 1211 89984 5624 118568 7410 70284 4392 118568 7410 16
1512025-01-21T15:51:00.928Z 1210 101440 6340 129804 8112 81528 5095 129804 8112 16
1522025-01-21T15:51:01.025Z 1212 89140 5571 117496 7343 69256 4328 117496 7343 16
1532025-01-21T15:51:01.030ZRegion:1 GiB Extent:64 MiB Total downstairs (pmap -x): 357 MiB
1542025-01-21T15:51:01.041ZSize on disk of all region dirs: 3.07G or 3296823584
1552025-01-21T15:51:02.090Z
1562025-01-21T15:51:02.119ZRegion with ES:16384 EC:160 BS:4096 Size: 10 GiB Extent Size: 64 MiB
1572025-01-21T15:51:20.265Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1582025-01-21T15:51:20.361Z 1355 57100 356 86600 541 38324 239 86600 541 160
1592025-01-21T15:51:20.453Z 1357 43748 273 74276 464 25988 162 74276 464 160
1602025-01-21T15:51:20.552Z 1356 65260 407 94756 592 46484 290 94756 592 160
1612025-01-21T15:51:20.557ZRegion:10 GiB Extent:64 MiB Total downstairs (pmap -x): 249 MiB
1622025-01-21T15:51:20.568ZSize on disk of all region dirs: 30.7G or 32968229075
1632025-01-21T15:51:21.617Z
1642025-01-21T15:51:21.646ZRegion with ES:16384 EC:1600 BS:4096 Size: 100 GiB Extent Size: 64 MiB
1652025-01-21T15:52:59.285Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1662025-01-21T15:52:59.465Z 1500 96668 60 137736 86 89408 55 137736 86 1600
1672025-01-21T15:52:59.641Z 1502 96664 60 137716 86 89416 55 137716 86 1600
1682025-01-21T15:52:59.831Z 1501 106036 66 147096 91 98796 61 147096 91 1600
1692025-01-21T15:52:59.837ZRegion:100 GiB Extent:64 MiB Total downstairs (pmap -x): 412 MiB
1702025-01-21T15:52:59.870ZSize on disk of all region dirs: 307G or 329682283958
1712025-01-21T15:53:00.919Z
1722025-01-21T15:53:00.926ZMemory usage test finished on January 21, 2025 at 03:53:00 PM UTC
1732025-01-21T15:53:00.926Z
1742025-01-21T15:53:00.926Zreal 2:10.794513274
1752025-01-21T15:53:00.926Zuser 3:07.755817719
1762025-01-21T15:53:00.926Zsys 4:19.393509532
1772025-01-21T15:53:00.926Ztrap 1.286125513
1782025-01-21T15:53:00.926Ztflt 0.003856761
1792025-01-21T15:53:00.926Zdflt 0.056321937
1802025-01-21T15:53:00.926Zkflt 0.018405001
1812025-01-21T15:53:00.926Zlock 3:51:31.109389025
1822025-01-21T15:53:00.926Zslp 7:56.989810802
1832025-01-21T15:53:00.926Zlat 3:03.289843802
1842025-01-21T15:53:00.926Zstop 0.214882945
1852025-01-21T15:53:05.928Zprocess exited: duration 132125 ms, exit code 0
1862025-01-21T15:53:05.928Zexec warning: : stdio descriptors remain open after task exit; waiting 60 seconds for them to close
1872025-01-21T15:54:05.975Zexec warning: : stdout descriptor may be held open by a background process; giving up!
1882025-01-21T15:54:05.975Zexec warning: : stderr descriptor may be held open by a background process; giving up!
 
1892025-01-21T15:54:05.987Zfound 12 output files
1902025-01-21T15:54:05.987Zuploading: /tmp/test_mem_log.txt (68970 bytes)
1912025-01-21T15:54:07.003Zuploaded: /tmp/test_mem_log.txt
1922025-01-21T15:54:07.003Zuploading: /tmp/debug/df.txt (1270 bytes)
1932025-01-21T15:54:08.014Zuploaded: /tmp/debug/df.txt
1942025-01-21T15:54:08.014Zuploading: /tmp/debug/iostat.txt (59097 bytes)
1952025-01-21T15:54:08.021Zupload warning: file "/tmp/debug/iostat.txt" changed size mid upload: 59097 -> 59697
1962025-01-21T15:54:09.027Zuploaded: /tmp/debug/iostat.txt
1972025-01-21T15:54:09.028Zuploading: /tmp/debug/mpstat.txt (144417 bytes)
1982025-01-21T15:54:09.037Zupload warning: file "/tmp/debug/mpstat.txt" changed size mid upload: 144417 -> 146604
1992025-01-21T15:54:10.045Zuploaded: /tmp/debug/mpstat.txt
2002025-01-21T15:54:10.045Zuploading: /tmp/debug/paging.txt (25700 bytes)
2012025-01-21T15:54:10.050Zupload warning: file "/tmp/debug/paging.txt" changed size mid upload: 25700 -> 26160
2022025-01-21T15:54:11.057Zuploaded: /tmp/debug/paging.txt
2032025-01-21T15:54:11.057Zuploading: /tmp/debug/perf.txt (91587 bytes)
2042025-01-21T15:54:12.069Zuploaded: /tmp/debug/perf.txt
2052025-01-21T15:54:12.069Zuploading: /tmp/debug/prstat.txt (287187 bytes)
2062025-01-21T15:54:12.081Zupload warning: file "/tmp/debug/prstat.txt" changed size mid upload: 287187 -> 296291
2072025-01-21T15:54:13.089Zuploaded: /tmp/debug/prstat.txt
2082025-01-21T15:54:13.089Zuploading: /tmp/debug/psrinfo.txt (1528 bytes)
2092025-01-21T15:54:14.098Zuploaded: /tmp/debug/psrinfo.txt
2102025-01-21T15:54:14.098Zuploading: /tmp/debug/upinfo.txt (12430 bytes)
2112025-01-21T15:54:15.107Zuploaded: /tmp/debug/upinfo.txt
2122025-01-21T15:54:15.107Zuploading: /tmp/dsc/downstairs-8810.txt (5679 bytes)
2132025-01-21T15:54:16.118Zuploaded: /tmp/dsc/downstairs-8810.txt
2142025-01-21T15:54:16.118Zuploading: /tmp/dsc/downstairs-8820.txt (5086 bytes)
2152025-01-21T15:54:17.128Zuploaded: /tmp/dsc/downstairs-8820.txt
2162025-01-21T15:54:17.131Zuploading: /tmp/dsc/downstairs-8830.txt (5087 bytes)
2172025-01-21T15:54:18.138Zuploaded: /tmp/dsc/downstairs-8830.txt