01KQ826VPCKAQ2DZ8CNKTGH3MC: test-memory

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/*.log",
        "%/tmp/debug/*.txt",
        "%/tmp/dsc/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01KQ8279537X4P9MAKQ9JM24FX

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12026-04-27T18:24:48.298Zjob dependencies complete; ready to run (waiting for 13 m 18 s)
22026-04-27T18:24:53.320Zjob assigned to worker 01KQ82YFPRCQ320SRB1Z0MEDYM [factory aws, i-0789e7ea74a3038d3] (queued for 5 s)
32026-04-27T18:24:59.960Zdownloading input: /input/rbuild/out/crucible-nightly.sha256.txt
42026-04-27T18:24:59.981Zdownloaded input: /input/rbuild/out/crucible-nightly.sha256.txt
52026-04-27T18:24:59.981Zdownloading input: /input/rbuild/out/crucible-nightly.tar.gz
62026-04-27T18:25:01.238Zdownloaded input: /input/rbuild/out/crucible-nightly.tar.gz
72026-04-27T18:25:01.244Zdownloading input: /input/rbuild/out/crucible-pantry.sha256.txt
82026-04-27T18:25:01.244Zdownloaded input: /input/rbuild/out/crucible-pantry.sha256.txt
92026-04-27T18:25:01.244Zdownloading input: /input/rbuild/out/crucible-pantry.tar.gz
102026-04-27T18:25:01.499Zdownloaded input: /input/rbuild/out/crucible-pantry.tar.gz
112026-04-27T18:25:01.499Zdownloading input: /input/rbuild/out/crucible-utils.sha256.txt
122026-04-27T18:25:01.510Zdownloaded input: /input/rbuild/out/crucible-utils.sha256.txt
132026-04-27T18:25:01.529Zdownloading input: /input/rbuild/out/crucible-utils.tar
142026-04-27T18:25:01.660Zdownloaded input: /input/rbuild/out/crucible-utils.tar
152026-04-27T18:25:01.660Zdownloading input: /input/rbuild/out/crucible.sha256.txt
162026-04-27T18:25:01.666Zdownloaded input: /input/rbuild/out/crucible.sha256.txt
172026-04-27T18:25:01.666Zdownloading input: /input/rbuild/out/crucible.tar.gz
182026-04-27T18:25:02.083Zdownloaded input: /input/rbuild/out/crucible.tar.gz
192026-04-27T18:25:02.097Zdownloading input: /input/rbuild/work/rbins/crucible-downstairs.gz
202026-04-27T18:25:02.364Zdownloaded input: /input/rbuild/work/rbins/crucible-downstairs.gz
212026-04-27T18:25:02.378Zdownloading input: /input/rbuild/work/rbins/crucible-hammer.gz
222026-04-27T18:25:02.580Zdownloaded input: /input/rbuild/work/rbins/crucible-hammer.gz
232026-04-27T18:25:02.590Zdownloading input: /input/rbuild/work/rbins/crudd.gz
242026-04-27T18:25:02.889Zdownloaded input: /input/rbuild/work/rbins/crudd.gz
252026-04-27T18:25:02.902Zdownloading input: /input/rbuild/work/rbins/crutest.gz
262026-04-27T18:25:03.132Zdownloaded input: /input/rbuild/work/rbins/crutest.gz
272026-04-27T18:25:03.153Zdownloading input: /input/rbuild/work/rbins/dsc.gz
282026-04-27T18:25:03.241Zdownloaded input: /input/rbuild/work/rbins/dsc.gz
292026-04-27T18:25:03.245Zdownloading input: /input/rbuild/work/scripts/crudd-speed-battery.sh
302026-04-27T18:25:03.251Zdownloaded input: /input/rbuild/work/scripts/crudd-speed-battery.sh
312026-04-27T18:25:03.251Zdownloading input: /input/rbuild/work/scripts/perf-downstairs-tick.d
322026-04-27T18:25:03.258Zdownloaded input: /input/rbuild/work/scripts/perf-downstairs-tick.d
332026-04-27T18:25:03.258Zdownloading input: /input/rbuild/work/scripts/test_mem.sh
342026-04-27T18:25:03.263Zdownloaded input: /input/rbuild/work/scripts/test_mem.sh
352026-04-27T18:25:03.264Zdownloading input: /input/rbuild/work/scripts/upstairs_info.d
362026-04-27T18:25:03.283Zdownloaded input: /input/rbuild/work/scripts/upstairs_info.d
372026-04-27T18:25:03.283Zdownloading input: /input/rbuild/tmp/cargo-test-out.log
382026-04-27T18:25:03.793Zdownloaded input: /input/rbuild/tmp/cargo-test-out.log
 
392026-04-27T18:25:03.793Zstarting task 0: "setup"
402026-04-27T18:25:03.797Z++ uname -s
412026-04-27T18:25:03.797Z+ kern=SunOS
422026-04-27T18:25:03.797Z+ build_user=build
432026-04-27T18:25:03.797Z+ build_uid=12345
442026-04-27T18:25:03.797Z+ work_dir=/work
452026-04-27T18:25:03.797Z+ input_dir=/input
462026-04-27T18:25:03.797Z+ [[ 0 == 12345 ]]
472026-04-27T18:25:03.797Z+ case "$kern" in
482026-04-27T18:25:03.797Z+ groupadd -g 12345 build
492026-04-27T18:25:03.806Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
502026-04-27T18:25:05.817Z+ zfs create -o mountpoint=/work rpool/work
512026-04-27T18:25:05.880Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
522026-04-27T18:25:05.891Z+ home_fs=zfs
532026-04-27T18:25:05.891Z+ [[ zfs == autofs ]]
542026-04-27T18:25:05.891Z+ mkdir -p /home/build
552026-04-27T18:25:05.891Z+ chown build:build /home/build /work
562026-04-27T18:25:07.884Z+ chmod 0700 /home/build /work
572026-04-27T18:25:07.888Zprocess exited: duration 4096 ms, exit code 0
 
582026-04-27T18:25:07.895Zstarting task 1: "authentication"
592026-04-27T18:25:07.910Zprocess exited: duration 14 ms, exit code 0
 
602026-04-27T18:25:07.919Zstarting task 2: "build"
612026-04-27T18:25:07.923Z+ banner cores
622026-04-27T18:25:07.926Z
632026-04-27T18:25:07.926Z #### #### ##### ###### ####
642026-04-27T18:25:07.927Z # # # # # # # #
652026-04-27T18:25:07.927Z # # # # # ##### ####
662026-04-27T18:25:07.927Z # # # ##### # #
672026-04-27T18:25:07.927Z # # # # # # # # #
682026-04-27T18:25:07.927Z #### #### # # ###### ####
692026-04-27T18:25:07.927Z
702026-04-27T18:25:07.927Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
712026-04-27T18:25:07.931Z+ banner unpack
722026-04-27T18:25:07.935Z
732026-04-27T18:25:07.935Z # # # # ##### ## #### # #
742026-04-27T18:25:07.935Z # # ## # # # # # # # # #
752026-04-27T18:25:07.935Z # # # # # # # # # # ####
762026-04-27T18:25:07.935Z # # # # # ##### ###### # # #
772026-04-27T18:25:07.935Z # # # ## # # # # # # #
782026-04-27T18:25:07.935Z #### # # # # # #### # #
792026-04-27T18:25:07.935Z
802026-04-27T18:25:07.935Z+ mkdir -p /var/tmp/bins
812026-04-27T18:25:07.935Z+ for t in "$input/rbins/"*.gz
822026-04-27T18:25:07.935Z++ basename /input/rbuild/work/rbins/crucible-downstairs.gz
832026-04-27T18:25:07.938Z+ b=crucible-downstairs.gz
842026-04-27T18:25:07.938Z+ b=crucible-downstairs
852026-04-27T18:25:07.938Z+ gunzip
862026-04-27T18:25:08.285Z+ chmod +x /var/tmp/bins/crucible-downstairs
872026-04-27T18:25:08.289Z+ for t in "$input/rbins/"*.gz
882026-04-27T18:25:08.289Z++ basename /input/rbuild/work/rbins/crucible-hammer.gz
892026-04-27T18:25:08.289Z+ b=crucible-hammer.gz
902026-04-27T18:25:08.289Z+ b=crucible-hammer
912026-04-27T18:25:08.289Z+ gunzip
922026-04-27T18:25:08.618Z+ chmod +x /var/tmp/bins/crucible-hammer
932026-04-27T18:25:08.622Z+ for t in "$input/rbins/"*.gz
942026-04-27T18:25:08.622Z++ basename /input/rbuild/work/rbins/crudd.gz
952026-04-27T18:25:08.622Z+ b=crudd.gz
962026-04-27T18:25:08.622Z+ b=crudd
972026-04-27T18:25:08.622Z+ gunzip
982026-04-27T18:25:08.936Z+ chmod +x /var/tmp/bins/crudd
992026-04-27T18:25:08.940Z+ for t in "$input/rbins/"*.gz
1002026-04-27T18:25:08.940Z++ basename /input/rbuild/work/rbins/crutest.gz
1012026-04-27T18:25:08.940Z+ b=crutest.gz
1022026-04-27T18:25:08.940Z+ b=crutest
1032026-04-27T18:25:08.940Z+ gunzip
1042026-04-27T18:25:09.288Z+ chmod +x /var/tmp/bins/crutest
1052026-04-27T18:25:09.293Z+ for t in "$input/rbins/"*.gz
1062026-04-27T18:25:09.293Z++ basename /input/rbuild/work/rbins/dsc.gz
1072026-04-27T18:25:09.293Z+ b=dsc.gz
1082026-04-27T18:25:09.293Z+ b=dsc
1092026-04-27T18:25:09.293Z+ gunzip
1102026-04-27T18:25:09.432Z+ chmod +x /var/tmp/bins/dsc
1112026-04-27T18:25:09.442Z+ export BINDIR=/var/tmp/bins
1122026-04-27T18:25:09.443Z+ BINDIR=/var/tmp/bins
1132026-04-27T18:25:09.443Z+ export RUST_BACKTRACE=1
1142026-04-27T18:25:09.443Z+ RUST_BACKTRACE=1
1152026-04-27T18:25:09.443Z+ banner setup
1162026-04-27T18:25:09.443Z
1172026-04-27T18:25:09.443Z #### ###### ##### # # #####
1182026-04-27T18:25:09.443Z # # # # # # #
1192026-04-27T18:25:09.443Z #### ##### # # # # #
1202026-04-27T18:25:09.443Z # # # # # #####
1212026-04-27T18:25:09.443Z # # # # # # #
1222026-04-27T18:25:09.443Z #### ###### # #### #
1232026-04-27T18:25:09.443Z
1242026-04-27T18:25:09.443Z+ pfexec plimit -n 9123456 1090
1252026-04-27T18:25:09.443Z+ echo 'Setup self timeout'
1262026-04-27T18:25:09.443ZSetup self timeout
1272026-04-27T18:25:09.443Z+ jobpid=1090
1282026-04-27T18:25:09.443ZSetup debug logging
1292026-04-27T18:25:09.443Z+ echo 'Setup debug logging'
1302026-04-27T18:25:09.443Z+ mkdir /tmp/debug
1312026-04-27T18:25:09.444Z+ sleep 3600
1322026-04-27T18:25:09.449Z+ psrinfo -v
1332026-04-27T18:25:09.449Z+ df -h
1342026-04-27T18:25:09.449Z+ prstat -d d -mLc 1
1352026-04-27T18:25:09.449Z+ iostat -T d -xn 1
1362026-04-27T18:25:09.449Z+ mpstat -T d 1
1372026-04-27T18:25:09.455Z+ vmstat -T d -p 1
1382026-04-27T18:25:09.455Z+ pfexec dtrace -Z -s /input/rbuild/work/scripts/perf-downstairs-tick.d
1392026-04-27T18:25:09.455Z+ banner 512-memtest
1402026-04-27T18:25:09.455Z+ pfexec dtrace -Z -s /input/rbuild/work/scripts/upstairs_info.d
1412026-04-27T18:25:09.455Z####### # #####
1422026-04-27T18:25:09.455Z# ## # # # # ###### # # ##### ###### ####
1432026-04-27T18:25:09.455Z# # # # ## ## # ## ## # # #
1442026-04-27T18:25:09.455Z###### # ##### ##### # ## # ##### # ## # # ##### ####
1452026-04-27T18:25:09.456Z # # # # # # # # # # #
1462026-04-27T18:25:09.456Z# # # # # # # # # # # # #
1472026-04-27T18:25:09.456Z ##### ##### ####### # # ###### # # # ###### ####
1482026-04-27T18:25:09.456Z
1492026-04-27T18:25:09.456Z+ ptime -m bash /input/rbuild/work/scripts/test_mem.sh -b 512 -e 131072 -c 160
1502026-04-27T18:25:09.463ZUsing block size 512
1512026-04-27T18:25:09.463ZUsing extent size 131072
1522026-04-27T18:25:09.463ZUsing extent count 160
1532026-04-27T18:25:09.463Z/input/rbuild/work
1542026-04-27T18:25:09.470ZMemory usage test begins at April 27, 2026 at 06:25:08 PM UTC
1552026-04-27T18:25:09.474ZMemory usage values in kilobytes unless specified otherwise
1562026-04-27T18:25:09.488ZRegion with ES:131072 EC:160 BS:512 Size: 10 GiB Extent Size: 64 MiB
1572026-04-27T18:25:37.547Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1582026-04-27T18:25:37.652Z 1161 119316 745 163324 1020 97676 610 163324 1020 160
1592026-04-27T18:25:37.754Z 1159 119388 746 163416 1021 97532 609 163416 1021 160
1602026-04-27T18:25:37.846Z 1160 97304 608 141364 883 75424 471 141364 883 160
1612026-04-27T18:25:37.849ZRegion:10 GiB Extent:64 MiB Total downstairs (pmap -x): 457 MiB
1622026-04-27T18:25:37.865ZSize of volume user gets : 10737418240
1632026-04-27T18:25:37.865ZSize on disk of all region dirs: 74726433 or 35.6G
1642026-04-27T18:25:37.866ZSize on disk of a single region: 24908811 or 11.9G
1652026-04-27T18:25:37.868Z Total Overage with 512 block size: 0.70%
1662026-04-27T18:25:37.871ZRegion Overage with 512 block size: 0.23%
1672026-04-27T18:25:38.880Z
1682026-04-27T18:25:38.883ZMemory usage test finished on April 27, 2026 at 06:25:37 PM UTC
1692026-04-27T18:25:38.886Z
1702026-04-27T18:25:38.886Zreal 29.426550332
1712026-04-27T18:25:38.886Zuser 36.150432260
1722026-04-27T18:25:38.886Zsys 27.177224612
1732026-04-27T18:25:38.886Ztrap 0.399047641
1742026-04-27T18:25:38.886Ztflt 0.001941338
1752026-04-27T18:25:38.886Zdflt 0.010742206
1762026-04-27T18:25:38.886Zkflt 0.012013442
1772026-04-27T18:25:38.886Zlock 56:14.145849147
1782026-04-27T18:25:38.886Zslp 2:10.691454925
1792026-04-27T18:25:38.886Zlat 53.681669574
1802026-04-27T18:25:38.886Zstop 0.005448626
1812026-04-27T18:25:38.886Z+ banner 4k-memtest
1822026-04-27T18:25:38.886Z#
1832026-04-27T18:25:38.886Z# # # # # # ###### # # ##### ###### #### #####
1842026-04-27T18:25:38.886Z# # # # ## ## # ## ## # # # #
1852026-04-27T18:25:38.886Z# # #### ##### # ## # ##### # ## # # ##### #### #
1862026-04-27T18:25:38.887Z####### # # # # # # # # # # #
1872026-04-27T18:25:38.887Z # # # # # # # # # # # # #
1882026-04-27T18:25:38.887Z # # # # # ###### # # # ###### #### #
1892026-04-27T18:25:38.887Z
1902026-04-27T18:25:38.887Z+ ptime -m bash /input/rbuild/work/scripts/test_mem.sh -b 4096 -e 16384 -c 160
1912026-04-27T18:25:38.890ZUsing block size 4096
1922026-04-27T18:25:38.890ZUsing extent size 16384
1932026-04-27T18:25:38.890ZUsing extent count 160
1942026-04-27T18:25:38.895Z/input/rbuild/work
1952026-04-27T18:25:38.900ZMemory usage test begins at April 27, 2026 at 06:25:37 PM UTC
1962026-04-27T18:25:38.903ZMemory usage values in kilobytes unless specified otherwise
1972026-04-27T18:25:38.918ZRegion with ES:16384 EC:160 BS:4096 Size: 10 GiB Extent Size: 64 MiB
1982026-04-27T18:26:01.105Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1992026-04-27T18:26:01.176Z 1327 39512 246 82200 513 16640 104 82200 513 160
2002026-04-27T18:26:01.239Z 1326 36340 227 79016 493 13492 84 79016 493 160
2012026-04-27T18:26:01.303Z 1325 36336 227 79024 493 13492 84 79024 493 160
2022026-04-27T18:26:01.307ZRegion:10 GiB Extent:64 MiB Total downstairs (pmap -x): 234 MiB
2032026-04-27T18:26:01.321ZSize of volume user gets : 10737418240
2042026-04-27T18:26:01.321ZSize on disk of all region dirs: 64391073 or 30.7G
2052026-04-27T18:26:01.321ZSize on disk of a single region: 21463691 or 10.2G
2062026-04-27T18:26:01.324Z Total Overage with 4096 block size: 0.60%
2072026-04-27T18:26:01.327ZRegion Overage with 4096 block size: 0.20%
2082026-04-27T18:26:02.333Z
2092026-04-27T18:26:02.336ZMemory usage test finished on April 27, 2026 at 06:26:01 PM UTC
2102026-04-27T18:26:02.339Z
2112026-04-27T18:26:02.340Zreal 23.445564240
2122026-04-27T18:26:02.340Zuser 16.379989055
2132026-04-27T18:26:02.340Zsys 24.911026648
2142026-04-27T18:26:02.340Ztrap 0.110787326
2152026-04-27T18:26:02.340Ztflt 0.000621292
2162026-04-27T18:26:02.340Zdflt 0.002029745
2172026-04-27T18:26:02.340Zkflt 0.000019284
2182026-04-27T18:26:02.340Zlock 40:08.496916762
2192026-04-27T18:26:02.340Zslp 1:52.031519519
2202026-04-27T18:26:02.340Zlat 16.766467381
2212026-04-27T18:26:02.340Zstop 0.004490450
2222026-04-27T18:26:07.343Zprocess exited: duration 54411 ms, exit code 0
2232026-04-27T18:26:07.343Zexec warning: : stdio descriptors remain open after task exit; waiting 60 seconds for them to close
2242026-04-27T18:27:07.351Zexec warning: : stdout descriptor may be held open by a background process; giving up!
2252026-04-27T18:27:07.351Zexec warning: : stderr descriptor may be held open by a background process; giving up!
 
2262026-04-27T18:27:07.364Zfound 12 output files
2272026-04-27T18:27:07.384Zuploading: /tmp/test_mem_log.txt (2639947 bytes)
2282026-04-27T18:27:08.398Zuploaded: /tmp/test_mem_log.txt
2292026-04-27T18:27:08.398Zuploading: /tmp/debug/df.txt (1270 bytes)
2302026-04-27T18:27:09.409Zuploaded: /tmp/debug/df.txt
2312026-04-27T18:27:09.409Zuploading: /tmp/debug/iostat.txt (35259 bytes)
2322026-04-27T18:27:09.416Zupload warning: file "/tmp/debug/iostat.txt" changed size mid upload: 35259 -> 35855
2332026-04-27T18:27:10.423Zuploaded: /tmp/debug/iostat.txt
2342026-04-27T18:27:10.426Zuploading: /tmp/debug/mpstat.txt (86206 bytes)
2352026-04-27T18:27:10.455Zupload warning: file "/tmp/debug/mpstat.txt" changed size mid upload: 86206 -> 88387
2362026-04-27T18:27:11.465Zuploaded: /tmp/debug/mpstat.txt
2372026-04-27T18:27:11.465Zuploading: /tmp/debug/paging.txt (15230 bytes)
2382026-04-27T18:27:11.473Zupload warning: file "/tmp/debug/paging.txt" changed size mid upload: 15230 -> 15953
2392026-04-27T18:27:12.480Zuploaded: /tmp/debug/paging.txt
2402026-04-27T18:27:12.480Zuploading: /tmp/debug/perf.txt (53280 bytes)
2412026-04-27T18:27:12.489Zupload warning: file "/tmp/debug/perf.txt" changed size mid upload: 53280 -> 106431
2422026-04-27T18:27:13.497Zuploaded: /tmp/debug/perf.txt
2432026-04-27T18:27:13.497Zuploading: /tmp/debug/prstat.txt (161409 bytes)
2442026-04-27T18:27:13.506Zupload warning: file "/tmp/debug/prstat.txt" changed size mid upload: 161409 -> 169170
2452026-04-27T18:27:14.514Zuploaded: /tmp/debug/prstat.txt
2462026-04-27T18:27:14.514Zuploading: /tmp/debug/psrinfo.txt (1528 bytes)
2472026-04-27T18:27:15.524Zuploaded: /tmp/debug/psrinfo.txt
2482026-04-27T18:27:15.524Zuploading: /tmp/debug/upinfo.txt (4760 bytes)
2492026-04-27T18:27:16.536Zuploaded: /tmp/debug/upinfo.txt
2502026-04-27T18:27:16.536Zuploading: /tmp/dsc/downstairs-8810.txt (8907 bytes)
2512026-04-27T18:27:17.546Zuploaded: /tmp/dsc/downstairs-8810.txt
2522026-04-27T18:27:17.546Zuploading: /tmp/dsc/downstairs-8820.txt (7731 bytes)
2532026-04-27T18:27:18.557Zuploaded: /tmp/dsc/downstairs-8820.txt
2542026-04-27T18:27:18.557Zuploading: /tmp/dsc/downstairs-8830.txt (7733 bytes)
2552026-04-27T18:27:19.566Zuploaded: /tmp/dsc/downstairs-8830.txt