01JPMW42T6SX81C00H9E7WPKKD: test-memory

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/*.log",
        "%/tmp/debug/*.txt",
        "%/tmp/dsc/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JPMW4E5Q898NEVCQPNDDC25Z

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-03-18T15:14:58.354Zjob dependencies complete; ready to run (waiting for 17 m 45 s)
22025-03-18T15:15:55.530Zjob assigned to worker 01JPMX51GPPY8C5R2CXJ257F2Q [factory aws, i-0a94ad98e985021d6] (queued for 57 s)
32025-03-18T15:16:03.620Zdownloading input: /input/rbuild/out/crucible-dtrace.sha256.txt
42025-03-18T15:16:03.673Zdownloaded input: /input/rbuild/out/crucible-dtrace.sha256.txt
52025-03-18T15:16:03.673Zdownloading input: /input/rbuild/out/crucible-dtrace.tar
62025-03-18T15:16:03.795Zdownloaded input: /input/rbuild/out/crucible-dtrace.tar
72025-03-18T15:16:03.795Zdownloading input: /input/rbuild/out/crucible-nightly.sha256.txt
82025-03-18T15:16:03.809Zdownloaded input: /input/rbuild/out/crucible-nightly.sha256.txt
92025-03-18T15:16:03.809Zdownloading input: /input/rbuild/out/crucible-nightly.tar.gz
102025-03-18T15:16:04.725Zdownloaded input: /input/rbuild/out/crucible-nightly.tar.gz
112025-03-18T15:16:04.726Zdownloading input: /input/rbuild/out/crucible-pantry.sha256.txt
122025-03-18T15:16:04.741Zdownloaded input: /input/rbuild/out/crucible-pantry.sha256.txt
132025-03-18T15:16:04.741Zdownloading input: /input/rbuild/out/crucible-pantry.tar.gz
142025-03-18T15:16:05.046Zdownloaded input: /input/rbuild/out/crucible-pantry.tar.gz
152025-03-18T15:16:05.047Zdownloading input: /input/rbuild/out/crucible.sha256.txt
162025-03-18T15:16:05.061Zdownloaded input: /input/rbuild/out/crucible.sha256.txt
172025-03-18T15:16:05.061Zdownloading input: /input/rbuild/out/crucible.tar.gz
182025-03-18T15:16:05.436Zdownloaded input: /input/rbuild/out/crucible.tar.gz
192025-03-18T15:16:05.440Zdownloading input: /input/rbuild/work/rbins/crucible-downstairs.gz
202025-03-18T15:16:05.697Zdownloaded input: /input/rbuild/work/rbins/crucible-downstairs.gz
212025-03-18T15:16:05.697Zdownloading input: /input/rbuild/work/rbins/crucible-hammer.gz
222025-03-18T15:16:05.939Zdownloaded input: /input/rbuild/work/rbins/crucible-hammer.gz
232025-03-18T15:16:05.939Zdownloading input: /input/rbuild/work/rbins/crudd.gz
242025-03-18T15:16:06.134Zdownloaded input: /input/rbuild/work/rbins/crudd.gz
252025-03-18T15:16:06.134Zdownloading input: /input/rbuild/work/rbins/crutest.gz
262025-03-18T15:16:06.357Zdownloaded input: /input/rbuild/work/rbins/crutest.gz
272025-03-18T15:16:06.357Zdownloading input: /input/rbuild/work/rbins/dsc.gz
282025-03-18T15:16:06.499Zdownloaded input: /input/rbuild/work/rbins/dsc.gz
292025-03-18T15:16:06.502Zdownloading input: /input/rbuild/work/scripts/crudd-speed-battery.sh
302025-03-18T15:16:06.540Zdownloaded input: /input/rbuild/work/scripts/crudd-speed-battery.sh
312025-03-18T15:16:06.541Zdownloading input: /input/rbuild/work/scripts/perf-downstairs-tick.d
322025-03-18T15:16:06.564Zdownloaded input: /input/rbuild/work/scripts/perf-downstairs-tick.d
332025-03-18T15:16:06.564Zdownloading input: /input/rbuild/work/scripts/test_mem.sh
342025-03-18T15:16:06.586Zdownloaded input: /input/rbuild/work/scripts/test_mem.sh
352025-03-18T15:16:06.586Zdownloading input: /input/rbuild/work/scripts/upstairs_info.d
362025-03-18T15:16:06.607Zdownloaded input: /input/rbuild/work/scripts/upstairs_info.d
372025-03-18T15:16:06.610Zdownloading input: /input/rbuild/tmp/cargo-test-out.log
382025-03-18T15:16:07.302Zdownloaded input: /input/rbuild/tmp/cargo-test-out.log
 
392025-03-18T15:16:07.302Zstarting task 0: "setup"
402025-03-18T15:16:07.311Z++ uname -s
412025-03-18T15:16:07.314Z+ kern=SunOS
422025-03-18T15:16:07.314Z+ build_user=build
432025-03-18T15:16:07.314Z+ build_uid=12345
442025-03-18T15:16:07.314Z+ work_dir=/work
452025-03-18T15:16:07.314Z+ input_dir=/input
462025-03-18T15:16:07.314Z+ [[ 0 == 12345 ]]
472025-03-18T15:16:07.314Z+ case "$kern" in
482025-03-18T15:16:07.314Z+ groupadd -g 12345 build
492025-03-18T15:16:07.317Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
502025-03-18T15:16:09.323Z+ zfs create -o mountpoint=/work rpool/work
512025-03-18T15:16:09.439Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
522025-03-18T15:16:09.441Z+ home_fs=zfs
532025-03-18T15:16:09.442Z+ [[ zfs == autofs ]]
542025-03-18T15:16:09.442Z+ mkdir -p /home/build
552025-03-18T15:16:09.445Z+ chown build:build /home/build /work
562025-03-18T15:16:11.445Z+ chmod 0700 /home/build /work
572025-03-18T15:16:11.448Zprocess exited: duration 4144 ms, exit code 0
 
582025-03-18T15:16:11.455Zstarting task 1: "authentication"
592025-03-18T15:16:11.472Zprocess exited: duration 17 ms, exit code 0
 
602025-03-18T15:16:11.479Zstarting task 2: "build"
612025-03-18T15:16:11.483Z+ banner cores
622025-03-18T15:16:11.487Z
632025-03-18T15:16:11.487Z #### #### ##### ###### ####
642025-03-18T15:16:11.487Z # # # # # # # #
652025-03-18T15:16:11.487Z # # # # # ##### ####
662025-03-18T15:16:11.487Z # # # ##### # #
672025-03-18T15:16:11.487Z # # # # # # # # #
682025-03-18T15:16:11.487Z #### #### # # ###### ####
692025-03-18T15:16:11.487Z
702025-03-18T15:16:11.490Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
712025-03-18T15:16:11.495Z+ banner unpack
722025-03-18T15:16:11.499Z
732025-03-18T15:16:11.499Z # # # # ##### ## #### # #
742025-03-18T15:16:11.499Z # # ## # # # # # # # # #
752025-03-18T15:16:11.499Z # # # # # # # # # # ####
762025-03-18T15:16:11.499Z # # # # # ##### ###### # # #
772025-03-18T15:16:11.499Z # # # ## # # # # # # #
782025-03-18T15:16:11.499Z #### # # # # # #### # #
792025-03-18T15:16:11.499Z
802025-03-18T15:16:11.499Z+ mkdir -p /var/tmp/bins
812025-03-18T15:16:11.502Z+ for t in "$input/rbins/"*.gz
822025-03-18T15:16:11.502Z++ basename /input/rbuild/work/rbins/crucible-downstairs.gz
832025-03-18T15:16:11.502Z+ b=crucible-downstairs.gz
842025-03-18T15:16:11.502Z+ b=crucible-downstairs
852025-03-18T15:16:11.502Z+ gunzip
862025-03-18T15:16:11.797Z+ chmod +x /var/tmp/bins/crucible-downstairs
872025-03-18T15:16:11.800Z+ for t in "$input/rbins/"*.gz
882025-03-18T15:16:11.800Z++ basename /input/rbuild/work/rbins/crucible-hammer.gz
892025-03-18T15:16:11.805Z+ b=crucible-hammer.gz
902025-03-18T15:16:11.805Z+ b=crucible-hammer
912025-03-18T15:16:11.805Z+ gunzip
922025-03-18T15:16:12.075Z+ chmod +x /var/tmp/bins/crucible-hammer
932025-03-18T15:16:12.080Z+ for t in "$input/rbins/"*.gz
942025-03-18T15:16:12.080Z++ basename /input/rbuild/work/rbins/crudd.gz
952025-03-18T15:16:12.080Z+ b=crudd.gz
962025-03-18T15:16:12.081Z+ b=crudd
972025-03-18T15:16:12.081Z+ gunzip
982025-03-18T15:16:12.340Z+ chmod +x /var/tmp/bins/crudd
992025-03-18T15:16:12.344Z+ for t in "$input/rbins/"*.gz
1002025-03-18T15:16:12.344Z++ basename /input/rbuild/work/rbins/crutest.gz
1012025-03-18T15:16:12.344Z+ b=crutest.gz
1022025-03-18T15:16:12.345Z+ b=crutest
1032025-03-18T15:16:12.345Z+ gunzip
1042025-03-18T15:16:12.644Z+ chmod +x /var/tmp/bins/crutest
1052025-03-18T15:16:12.647Z+ for t in "$input/rbins/"*.gz
1062025-03-18T15:16:12.647Z++ basename /input/rbuild/work/rbins/dsc.gz
1072025-03-18T15:16:12.651Z+ b=dsc.gz
1082025-03-18T15:16:12.651Z+ b=dsc
1092025-03-18T15:16:12.651Z+ gunzip
1102025-03-18T15:16:12.797Z+ chmod +x /var/tmp/bins/dsc
1112025-03-18T15:16:12.800Z+ export BINDIR=/var/tmp/bins
1122025-03-18T15:16:12.800Z+ BINDIR=/var/tmp/bins
1132025-03-18T15:16:12.800Z+ export RUST_BACKTRACE=1
1142025-03-18T15:16:12.800Z+ RUST_BACKTRACE=1
1152025-03-18T15:16:12.800Z+ banner setup
1162025-03-18T15:16:12.800Z
1172025-03-18T15:16:12.800Z #### ###### ##### # # #####
1182025-03-18T15:16:12.800Z # # # # # # #
1192025-03-18T15:16:12.800Z #### ##### # # # # #
1202025-03-18T15:16:12.800Z # # # # # #####
1212025-03-18T15:16:12.800Z # # # # # # #
1222025-03-18T15:16:12.800Z #### ###### # #### #
1232025-03-18T15:16:12.800Z
1242025-03-18T15:16:12.800Z+ pfexec plimit -n 9123456 1150
1252025-03-18T15:16:12.804Z+ echo 'Setup self timeout'
1262025-03-18T15:16:12.807ZSetup self timeout
1272025-03-18T15:16:12.807Z+ jobpid=1150
1282025-03-18T15:16:12.807Z+ echo 'Setup debug logging'
1292025-03-18T15:16:12.807Z+ mkdir /tmp/debug
1302025-03-18T15:16:12.807ZSetup debug logging
1312025-03-18T15:16:12.807Z+ sleep 3600
1322025-03-18T15:16:12.807Z+ psrinfo -v
1332025-03-18T15:16:12.811Z+ df -h
1342025-03-18T15:16:12.819Z+ prstat -d d -mLc 1
1352025-03-18T15:16:12.823Z+ iostat -T d -xn 1
1362025-03-18T15:16:12.823Z+ mpstat -T d 1
1372025-03-18T15:16:12.823Z+ vmstat -T d -p 1
1382025-03-18T15:16:12.823Z+ pfexec dtrace -Z -s /input/rbuild/work/scripts/perf-downstairs-tick.d
1392025-03-18T15:16:12.823Z+ banner memtest
1402025-03-18T15:16:12.824Z+ pfexec dtrace -Z -s /input/rbuild/work/scripts/upstairs_info.d
1412025-03-18T15:16:12.828Z
1422025-03-18T15:16:12.828Z # # ###### # # ##### ###### #### #####
1432025-03-18T15:16:12.828Z ## ## # ## ## # # # #
1442025-03-18T15:16:12.828Z # ## # ##### # ## # # ##### #### #
1452025-03-18T15:16:12.828Z # # # # # # # # #
1462025-03-18T15:16:12.828Z # # # # # # # # # #
1472025-03-18T15:16:12.828Z # # ###### # # # ###### #### #
1482025-03-18T15:16:12.828Z
1492025-03-18T15:16:12.828Z+ ptime -m bash /input/rbuild/work/scripts/test_mem.sh
1502025-03-18T15:16:12.839Z/input/rbuild/work
1512025-03-18T15:16:12.848ZMemory usage test begins at March 18, 2025 at 03:16:12 PM UTC
1522025-03-18T15:16:12.852ZMemory usage values in kilobytes unless specified otherwise
1532025-03-18T15:16:12.879ZRegion with ES:16384 EC:16 BS:4096 Size: 1 GiB Extent Size: 64 MiB
1542025-03-18T15:16:23.364Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1552025-03-18T15:16:23.465Z 1219 95292 5955 124252 7765 74848 4678 124252 7765 16
1562025-03-18T15:16:23.564Z 1221 96180 6011 125044 7815 75684 4730 125044 7815 16
1572025-03-18T15:16:23.664Z 1220 90036 5627 118912 7432 69516 4344 118912 7432 16
1582025-03-18T15:16:23.669ZRegion:1 GiB Extent:64 MiB Total downstairs (pmap -x): 359 MiB
1592025-03-18T15:16:23.679ZSize on disk of all region dirs: 3.07G or 3296823584
1602025-03-18T15:16:24.730Z
1612025-03-18T15:16:24.759ZRegion with ES:16384 EC:160 BS:4096 Size: 10 GiB Extent Size: 64 MiB
1622025-03-18T15:16:42.931Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1632025-03-18T15:16:43.013Z 1365 44920 280 73756 460 24344 152 73756 460 160
1642025-03-18T15:16:43.093Z 1364 38796 242 67636 422 18240 114 67636 422 160
1652025-03-18T15:16:43.175Z 1366 50104 313 78944 493 29548 184 78944 493 160
1662025-03-18T15:16:43.180ZRegion:10 GiB Extent:64 MiB Total downstairs (pmap -x): 215 MiB
1672025-03-18T15:16:43.192ZSize on disk of all region dirs: 30.7G or 32968229075
1682025-03-18T15:16:44.241Z
1692025-03-18T15:16:44.269ZRegion with ES:16384 EC:1600 BS:4096 Size: 100 GiB Extent Size: 64 MiB
1702025-03-18T15:18:24.940Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1712025-03-18T15:18:25.032Z 1509 46300 28 75176 46 25740 16 75176 46 1600
1722025-03-18T15:18:25.122Z 1511 44172 27 73044 45 23620 14 73044 45 1600
1732025-03-18T15:18:25.215Z 1510 54396 33 83264 52 33836 21 83264 52 1600
1742025-03-18T15:18:25.220ZRegion:100 GiB Extent:64 MiB Total downstairs (pmap -x): 226 MiB
1752025-03-18T15:18:25.256ZSize on disk of all region dirs: 307G or 329682283958
1762025-03-18T15:18:26.306Z
1772025-03-18T15:18:26.310ZMemory usage test finished on March 18, 2025 at 03:18:25 PM UTC
1782025-03-18T15:18:26.313Z
1792025-03-18T15:18:26.313Zreal 2:13.450927996
1802025-03-18T15:18:26.313Zuser 3:17.089283514
1812025-03-18T15:18:26.313Zsys 4:26.209100688
1822025-03-18T15:18:26.313Ztrap 1.504336061
1832025-03-18T15:18:26.313Ztflt 0.002653833
1842025-03-18T15:18:26.313Zdflt 0.030820394
1852025-03-18T15:18:26.313Zkflt 0.001726942
1862025-03-18T15:18:26.313Zlock 3:53:27.098035399
1872025-03-18T15:18:26.313Zslp 8:04.346627427
1882025-03-18T15:18:26.313Zlat 3:08.420743377
1892025-03-18T15:18:26.313Zstop 0.199780567
1902025-03-18T15:18:31.315Zprocess exited: duration 134800 ms, exit code 0
1912025-03-18T15:18:31.316Zexec warning: : stdio descriptors remain open after task exit; waiting 60 seconds for them to close
1922025-03-18T15:19:31.361Zexec warning: : stdout descriptor may be held open by a background process; giving up!
1932025-03-18T15:19:31.362Zexec warning: : stderr descriptor may be held open by a background process; giving up!
 
1942025-03-18T15:19:31.374Zfound 12 output files
1952025-03-18T15:19:31.374Zuploading: /tmp/test_mem_log.txt (22254 bytes)
1962025-03-18T15:19:32.386Zuploaded: /tmp/test_mem_log.txt
1972025-03-18T15:19:32.389Zuploading: /tmp/debug/df.txt (1270 bytes)
1982025-03-18T15:19:33.396Zuploaded: /tmp/debug/df.txt
1992025-03-18T15:19:33.396Zuploading: /tmp/debug/iostat.txt (59606 bytes)
2002025-03-18T15:19:33.405Zupload warning: file "/tmp/debug/iostat.txt" changed size mid upload: 59606 -> 60202
2012025-03-18T15:19:34.412Zuploaded: /tmp/debug/iostat.txt
2022025-03-18T15:19:34.412Zuploading: /tmp/debug/mpstat.txt (146141 bytes)
2032025-03-18T15:19:34.423Zupload warning: file "/tmp/debug/mpstat.txt" changed size mid upload: 146141 -> 148322
2042025-03-18T15:19:35.430Zuploaded: /tmp/debug/mpstat.txt
2052025-03-18T15:19:35.434Zuploading: /tmp/debug/paging.txt (25647 bytes)
2062025-03-18T15:19:35.438Zupload warning: file "/tmp/debug/paging.txt" changed size mid upload: 25647 -> 26257
2072025-03-18T15:19:36.445Zuploaded: /tmp/debug/paging.txt
2082025-03-18T15:19:36.448Zuploading: /tmp/debug/perf.txt (88482 bytes)
2092025-03-18T15:19:37.459Zuploaded: /tmp/debug/perf.txt
2102025-03-18T15:19:37.462Zuploading: /tmp/debug/prstat.txt (294137 bytes)
2112025-03-18T15:19:37.472Zupload warning: file "/tmp/debug/prstat.txt" changed size mid upload: 294137 -> 301885
2122025-03-18T15:19:38.479Zuploaded: /tmp/debug/prstat.txt
2132025-03-18T15:19:38.482Zuploading: /tmp/debug/psrinfo.txt (1528 bytes)
2142025-03-18T15:19:39.489Zuploaded: /tmp/debug/psrinfo.txt
2152025-03-18T15:19:39.492Zuploading: /tmp/debug/upinfo.txt (12760 bytes)
2162025-03-18T15:19:40.500Zuploaded: /tmp/debug/upinfo.txt
2172025-03-18T15:19:40.500Zuploading: /tmp/dsc/downstairs-8810.txt (5651 bytes)
2182025-03-18T15:19:41.509Zuploaded: /tmp/dsc/downstairs-8810.txt
2192025-03-18T15:19:41.513Zuploading: /tmp/dsc/downstairs-8820.txt (5060 bytes)
2202025-03-18T15:19:42.520Zuploaded: /tmp/dsc/downstairs-8820.txt
2212025-03-18T15:19:42.520Zuploading: /tmp/dsc/downstairs-8830.txt (5058 bytes)
2222025-03-18T15:19:43.531Zuploaded: /tmp/dsc/downstairs-8830.txt