01JN46120N4R5QV29BBDJYT3VZ: test-memory

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/*.log",
        "%/tmp/debug/*.txt",
        "%/tmp/dsc/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JN461FE6464GH3HSDZK256AM

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-02-27T17:25:49.470Zjob dependencies complete; ready to run (waiting for 18 m 15 s)
22025-02-27T17:26:44.678Zjob assigned to worker 01JN4734AAX8AD8CF9ZR6S4RNK [factory aws, i-032173fb5f429be0d] (queued for 55 s)
32025-02-27T17:26:53.333Zdownloading input: /input/rbuild/out/crucible-dtrace.sha256.txt
42025-02-27T17:26:53.382Zdownloaded input: /input/rbuild/out/crucible-dtrace.sha256.txt
52025-02-27T17:26:53.382Zdownloading input: /input/rbuild/out/crucible-dtrace.tar
62025-02-27T17:26:53.450Zdownloaded input: /input/rbuild/out/crucible-dtrace.tar
72025-02-27T17:26:53.450Zdownloading input: /input/rbuild/out/crucible-nightly.sha256.txt
82025-02-27T17:26:53.467Zdownloaded input: /input/rbuild/out/crucible-nightly.sha256.txt
92025-02-27T17:26:53.470Zdownloading input: /input/rbuild/out/crucible-nightly.tar.gz
102025-02-27T17:26:54.363Zdownloaded input: /input/rbuild/out/crucible-nightly.tar.gz
112025-02-27T17:26:54.363Zdownloading input: /input/rbuild/out/crucible-pantry.sha256.txt
122025-02-27T17:26:54.381Zdownloaded input: /input/rbuild/out/crucible-pantry.sha256.txt
132025-02-27T17:26:54.381Zdownloading input: /input/rbuild/out/crucible-pantry.tar.gz
142025-02-27T17:26:54.657Zdownloaded input: /input/rbuild/out/crucible-pantry.tar.gz
152025-02-27T17:26:54.657Zdownloading input: /input/rbuild/out/crucible.sha256.txt
162025-02-27T17:26:54.681Zdownloaded input: /input/rbuild/out/crucible.sha256.txt
172025-02-27T17:26:54.681Zdownloading input: /input/rbuild/out/crucible.tar.gz
182025-02-27T17:26:54.958Zdownloaded input: /input/rbuild/out/crucible.tar.gz
192025-02-27T17:26:54.960Zdownloading input: /input/rbuild/work/rbins/crucible-downstairs.gz
202025-02-27T17:26:55.172Zdownloaded input: /input/rbuild/work/rbins/crucible-downstairs.gz
212025-02-27T17:26:55.172Zdownloading input: /input/rbuild/work/rbins/crucible-hammer.gz
222025-02-27T17:26:55.420Zdownloaded input: /input/rbuild/work/rbins/crucible-hammer.gz
232025-02-27T17:26:55.420Zdownloading input: /input/rbuild/work/rbins/crudd.gz
242025-02-27T17:26:55.589Zdownloaded input: /input/rbuild/work/rbins/crudd.gz
252025-02-27T17:26:55.589Zdownloading input: /input/rbuild/work/rbins/crutest.gz
262025-02-27T17:26:55.818Zdownloaded input: /input/rbuild/work/rbins/crutest.gz
272025-02-27T17:26:55.818Zdownloading input: /input/rbuild/work/rbins/dsc.gz
282025-02-27T17:26:56.038Zdownloaded input: /input/rbuild/work/rbins/dsc.gz
292025-02-27T17:26:56.042Zdownloading input: /input/rbuild/work/scripts/crudd-speed-battery.sh
302025-02-27T17:26:56.059Zdownloaded input: /input/rbuild/work/scripts/crudd-speed-battery.sh
312025-02-27T17:26:56.059Zdownloading input: /input/rbuild/work/scripts/perf-downstairs-tick.d
322025-02-27T17:26:56.077Zdownloaded input: /input/rbuild/work/scripts/perf-downstairs-tick.d
332025-02-27T17:26:56.077Zdownloading input: /input/rbuild/work/scripts/test_mem.sh
342025-02-27T17:26:56.096Zdownloaded input: /input/rbuild/work/scripts/test_mem.sh
352025-02-27T17:26:56.096Zdownloading input: /input/rbuild/work/scripts/upstairs_info.d
362025-02-27T17:26:56.116Zdownloaded input: /input/rbuild/work/scripts/upstairs_info.d
372025-02-27T17:26:56.119Zdownloading input: /input/rbuild/tmp/cargo-test-out.log
382025-02-27T17:26:56.780Zdownloaded input: /input/rbuild/tmp/cargo-test-out.log
 
392025-02-27T17:26:56.780Zstarting task 0: "setup"
402025-02-27T17:26:56.785Z++ uname -s
412025-02-27T17:26:56.787Z+ kern=SunOS
422025-02-27T17:26:56.787Z+ build_user=build
432025-02-27T17:26:56.787Z+ build_uid=12345
442025-02-27T17:26:56.787Z+ work_dir=/work
452025-02-27T17:26:56.787Z+ input_dir=/input
462025-02-27T17:26:56.787Z+ [[ 0 == 12345 ]]
472025-02-27T17:26:56.787Z+ case "$kern" in
482025-02-27T17:26:56.787Z+ groupadd -g 12345 build
492025-02-27T17:26:56.790Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
502025-02-27T17:26:58.798Z+ zfs create -o mountpoint=/work rpool/work
512025-02-27T17:26:58.916Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
522025-02-27T17:26:58.919Z+ home_fs=zfs
532025-02-27T17:26:58.919Z+ [[ zfs == autofs ]]
542025-02-27T17:26:58.919Z+ mkdir -p /home/build
552025-02-27T17:26:58.922Z+ chown build:build /home/build /work
562025-02-27T17:27:00.922Z+ chmod 0700 /home/build /work
572025-02-27T17:27:00.926Zprocess exited: duration 4150 ms, exit code 0
 
582025-02-27T17:27:00.931Zstarting task 1: "authentication"
592025-02-27T17:27:00.950Zprocess exited: duration 17 ms, exit code 0
 
602025-02-27T17:27:00.959Zstarting task 2: "build"
612025-02-27T17:27:00.962Z+ banner cores
622025-02-27T17:27:00.965Z
632025-02-27T17:27:00.965Z #### #### ##### ###### ####
642025-02-27T17:27:00.965Z # # # # # # # #
652025-02-27T17:27:00.965Z # # # # # ##### ####
662025-02-27T17:27:00.965Z # # # ##### # #
672025-02-27T17:27:00.965Z # # # # # # # # #
682025-02-27T17:27:00.965Z #### #### # # ###### ####
692025-02-27T17:27:00.966Z
702025-02-27T17:27:00.966Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
712025-02-27T17:27:00.974Z+ banner unpack
722025-02-27T17:27:00.977Z
732025-02-27T17:27:00.977Z # # # # ##### ## #### # #
742025-02-27T17:27:00.977Z # # ## # # # # # # # # #
752025-02-27T17:27:00.977Z # # # # # # # # # # ####
762025-02-27T17:27:00.977Z # # # # # ##### ###### # # #
772025-02-27T17:27:00.977Z # # # ## # # # # # # #
782025-02-27T17:27:00.977Z #### # # # # # #### # #
792025-02-27T17:27:00.977Z
802025-02-27T17:27:00.977Z+ mkdir -p /var/tmp/bins
812025-02-27T17:27:00.980Z+ for t in "$input/rbins/"*.gz
822025-02-27T17:27:00.980Z++ basename /input/rbuild/work/rbins/crucible-downstairs.gz
832025-02-27T17:27:00.983Z+ b=crucible-downstairs.gz
842025-02-27T17:27:00.983Z+ b=crucible-downstairs
852025-02-27T17:27:00.983Z+ gunzip
862025-02-27T17:27:01.264Z+ chmod +x /var/tmp/bins/crucible-downstairs
872025-02-27T17:27:01.267Z+ for t in "$input/rbins/"*.gz
882025-02-27T17:27:01.270Z++ basename /input/rbuild/work/rbins/crucible-hammer.gz
892025-02-27T17:27:01.270Z+ b=crucible-hammer.gz
902025-02-27T17:27:01.270Z+ b=crucible-hammer
912025-02-27T17:27:01.270Z+ gunzip
922025-02-27T17:27:01.533Z+ chmod +x /var/tmp/bins/crucible-hammer
932025-02-27T17:27:01.536Z+ for t in "$input/rbins/"*.gz
942025-02-27T17:27:01.539Z++ basename /input/rbuild/work/rbins/crudd.gz
952025-02-27T17:27:01.539Z+ b=crudd.gz
962025-02-27T17:27:01.539Z+ b=crudd
972025-02-27T17:27:01.539Z+ gunzip
982025-02-27T17:27:01.792Z+ chmod +x /var/tmp/bins/crudd
992025-02-27T17:27:01.795Z+ for t in "$input/rbins/"*.gz
1002025-02-27T17:27:01.795Z++ basename /input/rbuild/work/rbins/crutest.gz
1012025-02-27T17:27:01.798Z+ b=crutest.gz
1022025-02-27T17:27:01.798Z+ b=crutest
1032025-02-27T17:27:01.798Z+ gunzip
1042025-02-27T17:27:02.085Z+ chmod +x /var/tmp/bins/crutest
1052025-02-27T17:27:02.088Z+ for t in "$input/rbins/"*.gz
1062025-02-27T17:27:02.088Z++ basename /input/rbuild/work/rbins/dsc.gz
1072025-02-27T17:27:02.092Z+ b=dsc.gz
1082025-02-27T17:27:02.092Z+ b=dsc
1092025-02-27T17:27:02.092Z+ gunzip
1102025-02-27T17:27:02.241Z+ chmod +x /var/tmp/bins/dsc
1112025-02-27T17:27:02.246Z+ export BINDIR=/var/tmp/bins
1122025-02-27T17:27:02.246Z+ BINDIR=/var/tmp/bins
1132025-02-27T17:27:02.246Z+ export RUST_BACKTRACE=1
1142025-02-27T17:27:02.246Z+ RUST_BACKTRACE=1
1152025-02-27T17:27:02.246Z+ banner setup
1162025-02-27T17:27:02.249Z
1172025-02-27T17:27:02.249Z #### ###### ##### # # #####
1182025-02-27T17:27:02.249Z # # # # # # #
1192025-02-27T17:27:02.249Z #### ##### # # # # #
1202025-02-27T17:27:02.249Z # # # # # #####
1212025-02-27T17:27:02.249Z # # # # # # #
1222025-02-27T17:27:02.249Z #### ###### # #### #
1232025-02-27T17:27:02.249Z
1242025-02-27T17:27:02.249Z+ pfexec plimit -n 9123456 1147
1252025-02-27T17:27:02.252Z+ echo 'Setup self timeout'
1262025-02-27T17:27:02.252ZSetup self timeout
1272025-02-27T17:27:02.252Z+ jobpid=1147
1282025-02-27T17:27:02.252Z+ echo 'Setup debug logging'
1292025-02-27T17:27:02.252Z+ mkdir /tmp/debug
1302025-02-27T17:27:02.252ZSetup debug logging
1312025-02-27T17:27:02.252Z+ sleep 3600
1322025-02-27T17:27:02.252Z+ psrinfo -v
1332025-02-27T17:27:02.256Z+ df -h
1342025-02-27T17:27:02.263Z+ prstat -d d -mLc 1
1352025-02-27T17:27:02.265Z+ iostat -T d -xn 1
1362025-02-27T17:27:02.265Z+ mpstat -T d 1
1372025-02-27T17:27:02.265Z+ vmstat -T d -p 1
1382025-02-27T17:27:02.268Z+ pfexec dtrace -Z -s /input/rbuild/work/scripts/perf-downstairs-tick.d
1392025-02-27T17:27:02.268Z+ banner memtest
1402025-02-27T17:27:02.268Z+ pfexec dtrace -Z -s /input/rbuild/work/scripts/upstairs_info.d
1412025-02-27T17:27:02.271Z
1422025-02-27T17:27:02.271Z # # ###### # # ##### ###### #### #####
1432025-02-27T17:27:02.271Z ## ## # ## ## # # # #
1442025-02-27T17:27:02.271Z # ## # ##### # ## # # ##### #### #
1452025-02-27T17:27:02.271Z # # # # # # # # #
1462025-02-27T17:27:02.272Z # # # # # # # # # #
1472025-02-27T17:27:02.272Z # # ###### # # # ###### #### #
1482025-02-27T17:27:02.272Z
1492025-02-27T17:27:02.272Z+ ptime -m bash /input/rbuild/work/scripts/test_mem.sh
1502025-02-27T17:27:02.283Z/input/rbuild/work
1512025-02-27T17:27:02.292ZMemory usage test begins at February 27, 2025 at 05:27:01 PM UTC
1522025-02-27T17:27:02.295ZMemory usage values in kilobytes unless specified otherwise
1532025-02-27T17:27:02.322ZRegion with ES:16384 EC:16 BS:4096 Size: 1 GiB Extent Size: 64 MiB
1542025-02-27T17:27:12.807Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1552025-02-27T17:27:12.921Z 1218 98636 6164 127020 7938 78512 4907 127020 7938 16
1562025-02-27T17:27:13.028Z 1217 101736 6358 130104 8131 81596 5099 130104 8131 16
1572025-02-27T17:27:13.128Z 1216 94560 5910 122960 7685 74464 4654 122960 7685 16
1582025-02-27T17:27:13.133ZRegion:1 GiB Extent:64 MiB Total downstairs (pmap -x): 371 MiB
1592025-02-27T17:27:13.144ZSize on disk of all region dirs: 3.07G or 3296823584
1602025-02-27T17:27:14.195Z
1612025-02-27T17:27:14.223ZRegion with ES:16384 EC:160 BS:4096 Size: 10 GiB Extent Size: 64 MiB
1622025-02-27T17:27:32.397Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1632025-02-27T17:27:32.489Z 1361 39972 249 69416 433 20916 130 69416 433 160
1642025-02-27T17:27:32.577Z 1363 36748 229 66196 413 17704 110 66196 413 160
1652025-02-27T17:27:32.810Z 1362 48068 300 77512 484 29012 181 77512 484 160
1662025-02-27T17:27:32.814ZRegion:10 GiB Extent:64 MiB Total downstairs (pmap -x): 208 MiB
1672025-02-27T17:27:32.814ZSize on disk of all region dirs: 30.7G or 32968229075
1682025-02-27T17:27:33.736Z
1692025-02-27T17:27:33.764ZRegion with ES:16384 EC:1600 BS:4096 Size: 100 GiB Extent Size: 64 MiB
1702025-02-27T17:29:13.036Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1712025-02-27T17:29:13.226Z 1508 98096 61 139104 86 90568 56 139104 86 1600
1722025-02-27T17:29:13.414Z 1506 97052 60 138064 86 89540 55 138064 86 1600
1732025-02-27T17:29:13.619Z 1507 107220 67 148232 92 99692 62 148232 92 1600
1742025-02-27T17:29:13.625ZRegion:100 GiB Extent:64 MiB Total downstairs (pmap -x): 415 MiB
1752025-02-27T17:29:13.657ZSize on disk of all region dirs: 307G or 329682283958
1762025-02-27T17:29:14.707Z
1772025-02-27T17:29:14.710ZMemory usage test finished on February 27, 2025 at 05:29:14 PM UTC
1782025-02-27T17:29:14.712Z
1792025-02-27T17:29:14.713Zreal 2:12.458334699
1802025-02-27T17:29:14.713Zuser 3:24.057756660
1812025-02-27T17:29:14.713Zsys 4:18.772076980
1822025-02-27T17:29:14.713Ztrap 1.422060241
1832025-02-27T17:29:14.713Ztflt 0.003211304
1842025-02-27T17:29:14.713Zdflt 0.031010592
1852025-02-27T17:29:14.713Zkflt 0.001361994
1862025-02-27T17:29:14.713Zlock 3:54:46.139285525
1872025-02-27T17:29:14.713Zslp 8:03.571026817
1882025-02-27T17:29:14.713Zlat 3:06.002326195
1892025-02-27T17:29:14.713Zstop 0.202713414
1902025-02-27T17:29:19.715Zprocess exited: duration 133776 ms, exit code 0
1912025-02-27T17:29:19.715Zexec warning: : stdio descriptors remain open after task exit; waiting 60 seconds for them to close
1922025-02-27T17:30:19.750Zexec warning: : stdout descriptor may be held open by a background process; giving up!
1932025-02-27T17:30:19.750Zexec warning: : stderr descriptor may be held open by a background process; giving up!
 
1942025-02-27T17:30:19.765Zfound 12 output files
1952025-02-27T17:30:19.765Zuploading: /tmp/test_mem_log.txt (21487 bytes)
1962025-02-27T17:30:20.776Zuploaded: /tmp/test_mem_log.txt
1972025-02-27T17:30:20.776Zuploading: /tmp/debug/df.txt (1270 bytes)
1982025-02-27T17:30:21.786Zuploaded: /tmp/debug/df.txt
1992025-02-27T17:30:21.786Zuploading: /tmp/debug/iostat.txt (59896 bytes)
2002025-02-27T17:30:21.795Zupload warning: file "/tmp/debug/iostat.txt" changed size mid upload: 59896 -> 60498
2012025-02-27T17:30:22.801Zuploaded: /tmp/debug/iostat.txt
2022025-02-27T17:30:22.801Zuploading: /tmp/debug/mpstat.txt (146005 bytes)
2032025-02-27T17:30:22.813Zupload warning: file "/tmp/debug/mpstat.txt" changed size mid upload: 146005 -> 148195
2042025-02-27T17:30:23.821Zuploaded: /tmp/debug/mpstat.txt
2052025-02-27T17:30:23.821Zuploading: /tmp/debug/paging.txt (26128 bytes)
2062025-02-27T17:30:23.826Zupload warning: file "/tmp/debug/paging.txt" changed size mid upload: 26128 -> 26750
2072025-02-27T17:30:24.832Zuploaded: /tmp/debug/paging.txt
2082025-02-27T17:30:24.832Zuploading: /tmp/debug/perf.txt (87309 bytes)
2092025-02-27T17:30:25.844Zuploaded: /tmp/debug/perf.txt
2102025-02-27T17:30:25.844Zuploading: /tmp/debug/prstat.txt (290933 bytes)
2112025-02-27T17:30:25.855Zupload warning: file "/tmp/debug/prstat.txt" changed size mid upload: 290933 -> 298708
2122025-02-27T17:30:26.861Zuploaded: /tmp/debug/prstat.txt
2132025-02-27T17:30:26.861Zuploading: /tmp/debug/psrinfo.txt (1528 bytes)
2142025-02-27T17:30:27.887Zuploaded: /tmp/debug/psrinfo.txt
2152025-02-27T17:30:27.887Zuploading: /tmp/debug/upinfo.txt (12760 bytes)
2162025-02-27T17:30:28.900Zuploaded: /tmp/debug/upinfo.txt
2172025-02-27T17:30:28.904Zuploading: /tmp/dsc/downstairs-8810.txt (5648 bytes)
2182025-02-27T17:30:29.911Zuploaded: /tmp/dsc/downstairs-8810.txt
2192025-02-27T17:30:29.911Zuploading: /tmp/dsc/downstairs-8820.txt (5061 bytes)
2202025-02-27T17:30:30.921Zuploaded: /tmp/dsc/downstairs-8820.txt
2212025-02-27T17:30:30.937Zuploading: /tmp/dsc/downstairs-8830.txt (5056 bytes)
2222025-02-27T17:30:31.941Zuploaded: /tmp/dsc/downstairs-8830.txt