01KPCR8ZP527FCXXG8KYJ3KMR2: test-memory

BasicConfig {
    output_rules: [
        "/tmp/*.txt",
        "/tmp/*.log",
        "%/tmp/debug/*.txt",
        "%/tmp/dsc/*.txt",
        "/tmp/core.*",
    ],
    rust_toolchain: None,
    target: Some(
        "helios-2.0",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01KPCR98NN0TH041RJR4EJSM1N

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12026-04-17T03:51:44.661Zjob dependencies complete; ready to run (waiting for 13 m 24 s)
22026-04-17T03:52:09.732Zjob assigned to worker 01KPCS0VDYJNFPCK3Q4VT7HG04 [factory aws, i-0f7360511a0556740] (queued for 25 s)
32026-04-17T03:52:16.501Zdownloading input: /input/rbuild/out/crucible-nightly.sha256.txt
42026-04-17T03:52:16.528Zdownloaded input: /input/rbuild/out/crucible-nightly.sha256.txt
52026-04-17T03:52:16.531Zdownloading input: /input/rbuild/out/crucible-nightly.tar.gz
62026-04-17T03:52:17.965Zdownloaded input: /input/rbuild/out/crucible-nightly.tar.gz
72026-04-17T03:52:17.969Zdownloading input: /input/rbuild/out/crucible-pantry.sha256.txt
82026-04-17T03:52:17.994Zdownloaded input: /input/rbuild/out/crucible-pantry.sha256.txt
92026-04-17T03:52:17.997Zdownloading input: /input/rbuild/out/crucible-pantry.tar.gz
102026-04-17T03:52:18.411Zdownloaded input: /input/rbuild/out/crucible-pantry.tar.gz
112026-04-17T03:52:18.411Zdownloading input: /input/rbuild/out/crucible-utils.sha256.txt
122026-04-17T03:52:18.442Zdownloaded input: /input/rbuild/out/crucible-utils.sha256.txt
132026-04-17T03:52:18.445Zdownloading input: /input/rbuild/out/crucible-utils.tar
142026-04-17T03:52:18.737Zdownloaded input: /input/rbuild/out/crucible-utils.tar
152026-04-17T03:52:18.737Zdownloading input: /input/rbuild/out/crucible.sha256.txt
162026-04-17T03:52:18.765Zdownloaded input: /input/rbuild/out/crucible.sha256.txt
172026-04-17T03:52:18.765Zdownloading input: /input/rbuild/out/crucible.tar.gz
182026-04-17T03:52:19.235Zdownloaded input: /input/rbuild/out/crucible.tar.gz
192026-04-17T03:52:19.239Zdownloading input: /input/rbuild/work/rbins/crucible-downstairs.gz
202026-04-17T03:52:19.557Zdownloaded input: /input/rbuild/work/rbins/crucible-downstairs.gz
212026-04-17T03:52:19.561Zdownloading input: /input/rbuild/work/rbins/crucible-hammer.gz
222026-04-17T03:52:19.950Zdownloaded input: /input/rbuild/work/rbins/crucible-hammer.gz
232026-04-17T03:52:19.953Zdownloading input: /input/rbuild/work/rbins/crudd.gz
242026-04-17T03:52:20.263Zdownloaded input: /input/rbuild/work/rbins/crudd.gz
252026-04-17T03:52:20.266Zdownloading input: /input/rbuild/work/rbins/crutest.gz
262026-04-17T03:52:20.739Zdownloaded input: /input/rbuild/work/rbins/crutest.gz
272026-04-17T03:52:20.743Zdownloading input: /input/rbuild/work/rbins/dsc.gz
282026-04-17T03:52:20.949Zdownloaded input: /input/rbuild/work/rbins/dsc.gz
292026-04-17T03:52:20.953Zdownloading input: /input/rbuild/work/scripts/crudd-speed-battery.sh
302026-04-17T03:52:20.981Zdownloaded input: /input/rbuild/work/scripts/crudd-speed-battery.sh
312026-04-17T03:52:20.984Zdownloading input: /input/rbuild/work/scripts/perf-downstairs-tick.d
322026-04-17T03:52:21.021Zdownloaded input: /input/rbuild/work/scripts/perf-downstairs-tick.d
332026-04-17T03:52:21.024Zdownloading input: /input/rbuild/work/scripts/test_mem.sh
342026-04-17T03:52:21.054Zdownloaded input: /input/rbuild/work/scripts/test_mem.sh
352026-04-17T03:52:21.057Zdownloading input: /input/rbuild/work/scripts/upstairs_info.d
362026-04-17T03:52:21.085Zdownloaded input: /input/rbuild/work/scripts/upstairs_info.d
372026-04-17T03:52:21.088Zdownloading input: /input/rbuild/tmp/cargo-test-out.log
382026-04-17T03:52:21.791Zdownloaded input: /input/rbuild/tmp/cargo-test-out.log
 
392026-04-17T03:52:21.791Zstarting task 0: "setup"
402026-04-17T03:52:21.796Z++ uname -s
412026-04-17T03:52:21.800Z+ kern=SunOS
422026-04-17T03:52:21.800Z+ build_user=build
432026-04-17T03:52:21.800Z+ build_uid=12345
442026-04-17T03:52:21.800Z+ work_dir=/work
452026-04-17T03:52:21.800Z+ input_dir=/input
462026-04-17T03:52:21.800Z+ [[ 0 == 12345 ]]
472026-04-17T03:52:21.800Z+ case "$kern" in
482026-04-17T03:52:21.800Z+ groupadd -g 12345 build
492026-04-17T03:52:21.800Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
502026-04-17T03:52:23.805Z+ zfs create -o mountpoint=/work rpool/work
512026-04-17T03:52:23.976Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
522026-04-17T03:52:23.980Z+ home_fs=zfs
532026-04-17T03:52:23.980Z+ [[ zfs == autofs ]]
542026-04-17T03:52:23.980Z+ mkdir -p /home/build
552026-04-17T03:52:23.980Z+ chown build:build /home/build /work
562026-04-17T03:52:25.981Z+ chmod 0700 /home/build /work
572026-04-17T03:52:25.985Zprocess exited: duration 4190 ms, exit code 0
 
582026-04-17T03:52:25.997Zstarting task 1: "authentication"
592026-04-17T03:52:26.007Zprocess exited: duration 13 ms, exit code 0
 
602026-04-17T03:52:26.016Zstarting task 2: "build"
612026-04-17T03:52:26.020Z+ banner cores
622026-04-17T03:52:26.034Z
632026-04-17T03:52:26.034Z #### #### ##### ###### ####
642026-04-17T03:52:26.034Z # # # # # # # #
652026-04-17T03:52:26.034Z # # # # # ##### ####
662026-04-17T03:52:26.034Z # # # ##### # #
672026-04-17T03:52:26.034Z # # # # # # # # #
682026-04-17T03:52:26.034Z #### #### # # ###### ####
692026-04-17T03:52:26.034Z
702026-04-17T03:52:26.034Z+ pfexec coreadm -i /tmp/core.%f.%p -g /tmp/core.%f.%p -e global -e log -e proc-setid -e global-setid
712026-04-17T03:52:26.034Z+ banner unpack
722026-04-17T03:52:26.034Z
732026-04-17T03:52:26.035Z # # # # ##### ## #### # #
742026-04-17T03:52:26.035Z # # ## # # # # # # # # #
752026-04-17T03:52:26.035Z # # # # # # # # # # ####
762026-04-17T03:52:26.035Z # # # # # ##### ###### # # #
772026-04-17T03:52:26.035Z # # # ## # # # # # # #
782026-04-17T03:52:26.035Z #### # # # # # #### # #
792026-04-17T03:52:26.035Z
802026-04-17T03:52:26.035Z+ mkdir -p /var/tmp/bins
812026-04-17T03:52:26.035Z+ for t in "$input/rbins/"*.gz
822026-04-17T03:52:26.035Z++ basename /input/rbuild/work/rbins/crucible-downstairs.gz
832026-04-17T03:52:26.035Z+ b=crucible-downstairs.gz
842026-04-17T03:52:26.035Z+ b=crucible-downstairs
852026-04-17T03:52:26.035Z+ gunzip
862026-04-17T03:52:26.362Z+ chmod +x /var/tmp/bins/crucible-downstairs
872026-04-17T03:52:26.366Z+ for t in "$input/rbins/"*.gz
882026-04-17T03:52:26.366Z++ basename /input/rbuild/work/rbins/crucible-hammer.gz
892026-04-17T03:52:26.366Z+ b=crucible-hammer.gz
902026-04-17T03:52:26.366Z+ b=crucible-hammer
912026-04-17T03:52:26.366Z+ gunzip
922026-04-17T03:52:26.686Z+ chmod +x /var/tmp/bins/crucible-hammer
932026-04-17T03:52:26.689Z+ for t in "$input/rbins/"*.gz
942026-04-17T03:52:26.690Z++ basename /input/rbuild/work/rbins/crudd.gz
952026-04-17T03:52:26.690Z+ b=crudd.gz
962026-04-17T03:52:26.690Z+ b=crudd
972026-04-17T03:52:26.690Z+ gunzip
982026-04-17T03:52:26.986Z+ chmod +x /var/tmp/bins/crudd
992026-04-17T03:52:26.989Z+ for t in "$input/rbins/"*.gz
1002026-04-17T03:52:26.989Z++ basename /input/rbuild/work/rbins/crutest.gz
1012026-04-17T03:52:26.989Z+ b=crutest.gz
1022026-04-17T03:52:26.989Z+ b=crutest
1032026-04-17T03:52:26.989Z+ gunzip
1042026-04-17T03:52:27.323Z+ chmod +x /var/tmp/bins/crutest
1052026-04-17T03:52:27.326Z+ for t in "$input/rbins/"*.gz
1062026-04-17T03:52:27.326Z++ basename /input/rbuild/work/rbins/dsc.gz
1072026-04-17T03:52:27.326Z+ b=dsc.gz
1082026-04-17T03:52:27.326Z+ b=dsc
1092026-04-17T03:52:27.327Z+ gunzip
1102026-04-17T03:52:27.466Z+ chmod +x /var/tmp/bins/dsc
1112026-04-17T03:52:27.470Z+ export BINDIR=/var/tmp/bins
1122026-04-17T03:52:27.470Z+ BINDIR=/var/tmp/bins
1132026-04-17T03:52:27.470Z+ export RUST_BACKTRACE=1
1142026-04-17T03:52:27.470Z+ RUST_BACKTRACE=1
1152026-04-17T03:52:27.470Z+ banner setup
1162026-04-17T03:52:27.470Z
1172026-04-17T03:52:27.470Z #### ###### ##### # # #####
1182026-04-17T03:52:27.470Z # # # # # # #
1192026-04-17T03:52:27.470Z #### ##### # # # # #
1202026-04-17T03:52:27.470Z # # # # # #####
1212026-04-17T03:52:27.470Z # # # # # # #
1222026-04-17T03:52:27.470Z #### ###### # #### #
1232026-04-17T03:52:27.470Z
1242026-04-17T03:52:27.470Z+ pfexec plimit -n 9123456 1088
1252026-04-17T03:52:27.470Z+ echo 'Setup self timeout'
1262026-04-17T03:52:27.470ZSetup self timeout
1272026-04-17T03:52:27.470Z+ jobpid=1088
1282026-04-17T03:52:27.473Z+ echo 'Setup debug logging'
1292026-04-17T03:52:27.474ZSetup debug logging
1302026-04-17T03:52:27.474Z+ mkdir /tmp/debug
1312026-04-17T03:52:27.474Z+ sleep 3600
1322026-04-17T03:52:27.474Z+ psrinfo -v
1332026-04-17T03:52:27.478Z+ df -h
1342026-04-17T03:52:27.482Z+ prstat -d d -mLc 1
1352026-04-17T03:52:27.482Z+ iostat -T d -xn 1
1362026-04-17T03:52:27.482Z+ mpstat -T d 1
1372026-04-17T03:52:27.482Z+ vmstat -T d -p 1
1382026-04-17T03:52:27.482Z+ pfexec dtrace -Z -s /input/rbuild/work/scripts/perf-downstairs-tick.d
1392026-04-17T03:52:27.482Z+ banner 512-memtest
1402026-04-17T03:52:27.482Z+ pfexec dtrace -Z -s /input/rbuild/work/scripts/upstairs_info.d
1412026-04-17T03:52:27.486Z####### # #####
1422026-04-17T03:52:27.486Z# ## # # # # ###### # # ##### ###### ####
1432026-04-17T03:52:27.486Z# # # # ## ## # ## ## # # #
1442026-04-17T03:52:27.486Z###### # ##### ##### # ## # ##### # ## # # ##### ####
1452026-04-17T03:52:27.486Z # # # # # # # # # # #
1462026-04-17T03:52:27.487Z# # # # # # # # # # # # #
1472026-04-17T03:52:27.487Z ##### ##### ####### # # ###### # # # ###### ####
1482026-04-17T03:52:27.487Z
1492026-04-17T03:52:27.487Z+ ptime -m bash /input/rbuild/work/scripts/test_mem.sh -b 512 -e 131072 -c 160
1502026-04-17T03:52:27.491ZUsing block size 512
1512026-04-17T03:52:27.491ZUsing extent size 131072
1522026-04-17T03:52:27.491ZUsing extent count 160
1532026-04-17T03:52:27.494Z/input/rbuild/work
1542026-04-17T03:52:27.498ZMemory usage test begins at April 17, 2026 at 03:52:26 AM UTC
1552026-04-17T03:52:27.503ZMemory usage values in kilobytes unless specified otherwise
1562026-04-17T03:52:27.518ZRegion with ES:131072 EC:160 BS:512 Size: 10 GiB Extent Size: 64 MiB
1572026-04-17T03:52:55.329Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1582026-04-17T03:52:55.433Z 1157 118976 743 160956 1005 97468 609 160956 1005 160
1592026-04-17T03:52:55.545Z 1159 102144 638 145292 908 79308 495 145292 908 160
1602026-04-17T03:52:55.638Z 1158 100208 626 142196 888 78584 491 142196 888 160
1612026-04-17T03:52:55.644ZRegion:10 GiB Extent:64 MiB Total downstairs (pmap -x): 437 MiB
1622026-04-17T03:52:55.658ZSize of volume user gets : 10737418240
1632026-04-17T03:52:55.658ZSize on disk of all region dirs: 74726433 or 35.6G
1642026-04-17T03:52:55.658ZSize on disk of a single region: 24908811 or 11.9G
1652026-04-17T03:52:55.667Z Total Overage with 512 block size: 0.70%
1662026-04-17T03:52:55.667ZRegion Overage with 512 block size: 0.23%
1672026-04-17T03:52:56.669Z
1682026-04-17T03:52:56.673ZMemory usage test finished on April 17, 2026 at 03:52:55 AM UTC
1692026-04-17T03:52:56.673Z
1702026-04-17T03:52:56.673Zreal 29.182716373
1712026-04-17T03:52:56.673Zuser 35.152823877
1722026-04-17T03:52:56.673Zsys 27.209076517
1732026-04-17T03:52:56.673Ztrap 0.443446364
1742026-04-17T03:52:56.673Ztflt 0.001738839
1752026-04-17T03:52:56.674Zdflt 0.014407603
1762026-04-17T03:52:56.674Zkflt 0.001061656
1772026-04-17T03:52:56.674Zlock 1:29:12.953395646
1782026-04-17T03:52:56.674Zslp 2:10.097727557
1792026-04-17T03:52:56.674Zlat 52.400257112
1802026-04-17T03:52:56.674Zstop 0.005013460
1812026-04-17T03:52:56.674Z+ banner 4k-memtest
1822026-04-17T03:52:56.677Z#
1832026-04-17T03:52:56.677Z# # # # # # ###### # # ##### ###### #### #####
1842026-04-17T03:52:56.677Z# # # # ## ## # ## ## # # # #
1852026-04-17T03:52:56.677Z# # #### ##### # ## # ##### # ## # # ##### #### #
1862026-04-17T03:52:56.677Z####### # # # # # # # # # # #
1872026-04-17T03:52:56.677Z # # # # # # # # # # # # #
1882026-04-17T03:52:56.677Z # # # # # ###### # # # ###### #### #
1892026-04-17T03:52:56.678Z
1902026-04-17T03:52:56.678Z+ ptime -m bash /input/rbuild/work/scripts/test_mem.sh -b 4096 -e 16384 -c 160
1912026-04-17T03:52:56.682ZUsing block size 4096
1922026-04-17T03:52:56.682ZUsing extent size 16384
1932026-04-17T03:52:56.682ZUsing extent count 160
1942026-04-17T03:52:56.686Z/input/rbuild/work
1952026-04-17T03:52:56.689ZMemory usage test begins at April 17, 2026 at 03:52:55 AM UTC
1962026-04-17T03:52:56.689ZMemory usage values in kilobytes unless specified otherwise
1972026-04-17T03:52:56.705ZRegion with ES:16384 EC:160 BS:4096 Size: 10 GiB Extent Size: 64 MiB
1982026-04-17T03:53:14.834Z PID RSS RSS/EC VSZ VSZ/EC HEAP HEAP/EC TOTAL TOTAL/EC EC
1992026-04-17T03:53:14.906Z 1323 36148 225 76808 480 13488 84 76808 480 160
2002026-04-17T03:53:14.973Z 1324 37172 232 77832 486 14452 90 77832 486 160
2012026-04-17T03:53:15.038Z 1325 37288 233 77956 487 14580 91 77956 487 160
2022026-04-17T03:53:15.042ZRegion:10 GiB Extent:64 MiB Total downstairs (pmap -x): 227 MiB
2032026-04-17T03:53:15.057ZSize of volume user gets : 10737418240
2042026-04-17T03:53:15.057ZSize on disk of all region dirs: 64391073 or 30.7G
2052026-04-17T03:53:15.057ZSize on disk of a single region: 21463691 or 10.2G
2062026-04-17T03:53:15.060Z Total Overage with 4096 block size: 0.60%
2072026-04-17T03:53:15.063ZRegion Overage with 4096 block size: 0.20%
2082026-04-17T03:53:16.071Z
2092026-04-17T03:53:16.074ZMemory usage test finished on April 17, 2026 at 03:53:14 AM UTC
2102026-04-17T03:53:16.074Z
2112026-04-17T03:53:16.074Zreal 19.394872723
2122026-04-17T03:53:16.074Zuser 16.178887678
2132026-04-17T03:53:16.074Zsys 24.986480642
2142026-04-17T03:53:16.075Ztrap 0.107773125
2152026-04-17T03:53:16.075Ztflt 0.000473498
2162026-04-17T03:53:16.075Zdflt 0.001790067
2172026-04-17T03:53:16.075Zkflt 0.000005878
2182026-04-17T03:53:16.075Zlock 32:14.381135919
2192026-04-17T03:53:16.075Zslp 1:27.872933097
2202026-04-17T03:53:16.075Zlat 15.944814862
2212026-04-17T03:53:16.075Zstop 0.005102691
2222026-04-17T03:53:21.078Zprocess exited: duration 50051 ms, exit code 0
2232026-04-17T03:53:21.078Zexec warning: : stdio descriptors remain open after task exit; waiting 60 seconds for them to close
2242026-04-17T03:54:21.113Zexec warning: : stdout descriptor may be held open by a background process; giving up!
2252026-04-17T03:54:21.113Zexec warning: : stderr descriptor may be held open by a background process; giving up!
 
2262026-04-17T03:54:21.126Zfound 12 output files
2272026-04-17T03:54:21.126Zuploading: /tmp/test_mem_log.txt (2636418 bytes)
2282026-04-17T03:54:22.164Zuploaded: /tmp/test_mem_log.txt
2292026-04-17T03:54:22.168Zuploading: /tmp/debug/df.txt (1270 bytes)
2302026-04-17T03:54:23.176Zuploaded: /tmp/debug/df.txt
2312026-04-17T03:54:23.176Zuploading: /tmp/debug/iostat.txt (34065 bytes)
2322026-04-17T03:54:23.185Zupload warning: file "/tmp/debug/iostat.txt" changed size mid upload: 34065 -> 34661
2332026-04-17T03:54:24.192Zuploaded: /tmp/debug/iostat.txt
2342026-04-17T03:54:24.192Zuploading: /tmp/debug/mpstat.txt (83290 bytes)
2352026-04-17T03:54:24.203Zupload warning: file "/tmp/debug/mpstat.txt" changed size mid upload: 83290 -> 85471
2362026-04-17T03:54:25.211Zuploaded: /tmp/debug/mpstat.txt
2372026-04-17T03:54:25.211Zuploading: /tmp/debug/paging.txt (14778 bytes)
2382026-04-17T03:54:25.216Zupload warning: file "/tmp/debug/paging.txt" changed size mid upload: 14778 -> 15230
2392026-04-17T03:54:26.224Zuploaded: /tmp/debug/paging.txt
2402026-04-17T03:54:26.224Zuploading: /tmp/debug/perf.txt (51416 bytes)
2412026-04-17T03:54:27.240Zuploaded: /tmp/debug/perf.txt
2422026-04-17T03:54:27.240Zuploading: /tmp/debug/prstat.txt (156164 bytes)
2432026-04-17T03:54:27.253Zupload warning: file "/tmp/debug/prstat.txt" changed size mid upload: 156164 -> 163935
2442026-04-17T03:54:28.262Zuploaded: /tmp/debug/prstat.txt
2452026-04-17T03:54:28.262Zuploading: /tmp/debug/psrinfo.txt (1528 bytes)
2462026-04-17T03:54:29.272Zuploaded: /tmp/debug/psrinfo.txt
2472026-04-17T03:54:29.272Zuploading: /tmp/debug/upinfo.txt (4284 bytes)
2482026-04-17T03:54:30.283Zuploaded: /tmp/debug/upinfo.txt
2492026-04-17T03:54:30.283Zuploading: /tmp/dsc/downstairs-8810.txt (8887 bytes)
2502026-04-17T03:54:31.293Zuploaded: /tmp/dsc/downstairs-8810.txt
2512026-04-17T03:54:31.293Zuploading: /tmp/dsc/downstairs-8820.txt (7706 bytes)
2522026-04-17T03:54:32.303Zuploaded: /tmp/dsc/downstairs-8820.txt
2532026-04-17T03:54:32.303Zuploading: /tmp/dsc/downstairs-8830.txt (7707 bytes)
2542026-04-17T03:54:33.313Zuploaded: /tmp/dsc/downstairs-8830.txt