01KE7QJZ8BA738CXJMDPSET4NB: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-*.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.37",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01KE7QMN12SGB5HTKSAVKM1JPX

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12026-01-05T19:28:00.653Zjob dependencies complete; ready to run (waiting for 42 m 43 s)
22026-01-05T21:01:51.765Zjob assigned to worker 01KE7ZCY8VEJ6SPQB75VX2QMBR [factory lab, buskin/18537] (queued for 1 h 33 m 51 s)
32026-01-05T21:01:51.943Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42026-01-05T21:01:51.996Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52026-01-05T21:01:52.031Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62026-01-05T21:01:52.064Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72026-01-05T21:01:52.097Zhttp://172.20.0.5:9969/postboot/buskin... ok
82026-01-05T21:01:52.131ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92026-01-05T21:01:52.164Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102026-01-05T21:01:52.198ZOxide Helios Version helios-2.0.23457 64-bit
112026-01-05T21:01:52.231ZConfiguring devices.
122026-01-05T21:01:52.265Z##################################################
132026-01-05T21:01:52.315Z#### ############# ##
142026-01-05T21:01:52.353Z### ### ############ ##
152026-01-05T21:01:52.387Z## ### # ## ### ## Oxide Computer Company ##
162026-01-05T21:01:52.421Z## ## ## ### # ### ##
172026-01-05T21:01:52.454Z## # ### #### #### This Station Under ##
182026-01-05T21:01:52.487Z### ### #### # ### Computer Control ##
192026-01-05T21:01:52.521Z#### #### ### ## ##
202026-01-05T21:01:52.554Z##################################################
212026-01-05T21:01:52.588ZHostname: buskin
222026-01-05T21:01:52.621ZLoading smf(7) service descriptions:
232026-01-05T21:01:53.180Zdownloading input: /input/package/work/package.tar.gz
242026-01-05T21:08:48.917Zdownloaded input: /input/package/work/package.tar.gz
 
252026-01-05T21:08:48.917Zstarting task 0: "setup"
262026-01-05T21:08:48.941Z++ uname -s
272026-01-05T21:08:48.941Z+ kern=SunOS
282026-01-05T21:08:48.941Z+ build_user=build
292026-01-05T21:08:48.941Z+ build_uid=12345
302026-01-05T21:08:48.941Z+ work_dir=/work
312026-01-05T21:08:48.941Z+ input_dir=/input
322026-01-05T21:08:48.941Z+ [[ 0 == 12345 ]]
332026-01-05T21:08:48.941Z+ case "$kern" in
342026-01-05T21:08:48.941Z+ groupadd -g 12345 build
352026-01-05T21:08:48.941Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
362026-01-05T21:08:50.884Z+ zfs create -o mountpoint=/work rpool/work
372026-01-05T21:08:50.908Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
382026-01-05T21:08:50.932Z+ home_fs=zfs
392026-01-05T21:08:50.933Z+ [[ zfs == autofs ]]
402026-01-05T21:08:50.933Z+ mkdir -p /home/build
412026-01-05T21:08:50.933Z+ chown build:build /home/build /work
422026-01-05T21:08:52.916Z+ chmod 0700 /home/build /work
432026-01-05T21:08:52.940Zprocess exited: duration 4052 ms, exit code 0
 
442026-01-05T21:08:52.992Zstarting task 1: "authentication"
452026-01-05T21:08:53.035Zprocess exited: duration 43 ms, exit code 0
 
462026-01-05T21:08:53.084Zstarting task 2: "build"
472026-01-05T21:08:53.108Z+ trap _exit_trap EXIT
482026-01-05T21:08:53.108Z+ OPTE_COMMIT=
492026-01-05T21:08:53.108Z+ [[ x != \x ]]
502026-01-05T21:08:53.108Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
512026-01-05T21:08:53.203Zsecpolicy_fs_linkdir: 0x55 = 0x55
522026-01-05T21:08:53.203Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
532026-01-05T21:08:53.203Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
542026-01-05T21:08:53.203Zsecpolicy_fs_linkdir+3: 0 = 0xe5
552026-01-05T21:08:53.203Zsecpolicy_fs_linkdir+4: 0 = 0xb8
562026-01-05T21:08:53.204Zsecpolicy_fs_linkdir+5: 0 = 0x1
572026-01-05T21:08:53.228Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
582026-01-05T21:08:53.228Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
592026-01-05T21:08:53.229Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
602026-01-05T21:08:53.229Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
612026-01-05T21:08:53.229Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
622026-01-05T21:08:53.229Z+ [[ -d /opt/oxide ]]
632026-01-05T21:08:53.229Z+ pfexec mv /opt/oxide /opt/oxide-underneath
642026-01-05T21:08:53.229Z+ pfexec mkdir /opt/oxide
652026-01-05T21:08:53.229Z+ pfexec mount -F tmpfs -O swap /opt/oxide
662026-01-05T21:08:53.229Z+ [[ -d /opt/oxide-underneath ]]
672026-01-05T21:08:53.229Z+ cd /opt/oxide-underneath
682026-01-05T21:08:53.229Z+ pfexec tar ceEp@/f - .
692026-01-05T21:08:53.229Z+ cd /opt/oxide
702026-01-05T21:08:53.229Z+ pfexec tar xveEp@/f -
712026-01-05T21:08:53.268Zx ., 0 bytes, 0 tape blocks
722026-01-05T21:08:53.268Zx ./opte, 0 bytes, 0 tape blocks
732026-01-05T21:08:53.268Zx ./opte/bin, 0 bytes, 0 tape blocks
742026-01-05T21:08:53.268Zx ./opte/bin/opteadm, 20875880 bytes, 40774 tape blocks
752026-01-05T21:08:53.292Z+ pfexec rm -rf /opt/oxide-underneath
762026-01-05T21:08:53.292Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
772026-01-05T21:08:53.292Z+ pfexec mkdir /opt/oxide/work
782026-01-05T21:08:53.317Z+ pfexec chown build:build /opt/oxide/work
792026-01-05T21:08:53.317Z+ cd /opt/oxide/work
802026-01-05T21:08:53.317Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
812026-01-05T21:09:14.637ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
822026-01-05T21:09:14.637Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
832026-01-05T21:09:14.637Zx out/target/test, 107 bytes, 1 tape blocks
842026-01-05T21:09:14.637Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
852026-01-05T21:09:14.637Zx package-manifest.toml, 34403 bytes, 68 tape blocks
862026-01-05T21:09:14.637Zx smf/sled-agent/non-gimlet/config.toml, 5158 bytes, 11 tape blocks
872026-01-05T21:09:14.637Zx target/release/omicron-package, 43957768 bytes, 85856 tape blocks
882026-01-05T21:09:14.637Zx target/release/xtask, 11738288 bytes, 22927 tape blocks
892026-01-05T21:09:14.637Zx target/debug/bootstrap, 325157376 bytes, 635073 tape blocks
902026-01-05T21:09:14.637Zx tests/bootstrap-9beb2bfc06326fea, 31868752 bytes, 62244 tape blocks
912026-01-05T21:09:14.637Zx tests/commtest-e211468d8c4f4a8c, 32732592 bytes, 63931 tape blocks
922026-01-05T21:09:14.638Zx tests/dhcp_server-7ae7edcea14efe88, 31868768 bytes, 62244 tape blocks
932026-01-05T21:09:14.638Zx tests/end_to_end_tests-97d0082d77117c97, 370428760 bytes, 723494 tape blocks
942026-01-05T21:09:14.638Zx out/clickhouse.tar.gz, 328104864 bytes, 640830 tape blocks
952026-01-05T21:09:14.638Zx out/clickhouse_keeper.tar.gz, 310691955 bytes, 606821 tape blocks
962026-01-05T21:09:14.638Zx out/clickhouse_server.tar.gz, 328103844 bytes, 640828 tape blocks
972026-01-05T21:09:14.638Zx out/cockroachdb.tar.gz, 171914900 bytes, 335772 tape blocks
982026-01-05T21:09:14.638Zx out/crucible-pantry-zone.tar.gz, 45577227 bytes, 89019 tape blocks
992026-01-05T21:09:14.638Zx out/crucible-utils.tar, 18169344 bytes, 35487 tape blocks
1002026-01-05T21:09:14.638Zx out/crucible-zone.tar.gz, 60054657 bytes, 117295 tape blocks
1012026-01-05T21:09:14.638Zx out/external-dns.tar.gz, 54859135 bytes, 107147 tape blocks
1022026-01-05T21:09:14.638Zx out/internal-dns.tar.gz, 54858733 bytes, 107146 tape blocks
1032026-01-05T21:09:14.638Zx out/mg-ddm-gz.tar, 98201600 bytes, 191800 tape blocks
1042026-01-05T21:09:14.638Zx out/nexus.tar.gz, 202278981 bytes, 395077 tape blocks
1052026-01-05T21:09:14.638Zx out/ntp.tar.gz, 35691990 bytes, 69711 tape blocks
1062026-01-05T21:09:14.638Zx out/omicron-gateway-softnpu.tar.gz, 30808611 bytes, 60174 tape blocks
1072026-01-05T21:09:14.638Zx out/omicron-sled-agent.tar, 201943552 bytes, 394421 tape blocks
1082026-01-05T21:09:14.638Zx out/overlay.tar.gz, 3030 bytes, 6 tape blocks
1092026-01-05T21:09:14.638Zx out/oximeter.tar.gz, 68033305 bytes, 132878 tape blocks
1102026-01-05T21:09:14.638Zx out/oxlog.tar, 4036608 bytes, 7884 tape blocks
1112026-01-05T21:09:14.638Zx out/probe.tar.gz, 3109568 bytes, 6074 tape blocks
1122026-01-05T21:09:14.638Zx out/propolis-server.tar.gz, 75246872 bytes, 146967 tape blocks
1132026-01-05T21:09:14.638Zx out/pumpkind-gz.tar, 27286528 bytes, 53294 tape blocks
1142026-01-05T21:09:14.638Zx out/switch-softnpu.tar.gz, 376257412 bytes, 734878 tape blocks
1152026-01-05T21:09:14.662Z
1162026-01-05T21:09:14.663Zreal 21.315464784
1172026-01-05T21:09:14.663Zuser 19.097982856
1182026-01-05T21:09:14.663Zsys 3.709595813
1192026-01-05T21:09:14.663Ztrap 0.000862089
1202026-01-05T21:09:14.663Ztflt 0.000000000
1212026-01-05T21:09:14.663Zdflt 0.000000000
1222026-01-05T21:09:14.663Zkflt 0.000000000
1232026-01-05T21:09:14.663Zlock 0.000000000
1242026-01-05T21:09:14.663Zslp 19.271731263
1252026-01-05T21:09:14.663Zlat 0.548786487
1262026-01-05T21:09:14.663Zstop 0.000127234
1272026-01-05T21:09:14.663Z+ source .github/buildomat/ci-env.sh
1282026-01-05T21:09:14.663Z++ export CARGO_TERM_COLOR=always
1292026-01-05T21:09:14.663Z++ CARGO_TERM_COLOR=always
1302026-01-05T21:09:14.663Z+ bmat address ls
1312026-01-05T21:09:14.663ZNAME CIDR FIRST LAST COUNT
1322026-01-05T21:09:14.663Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1332026-01-05T21:09:14.663Z++ bmat address ls -f extra -Ho first,last,count
1342026-01-05T21:09:14.663Z+ set -- 10.151.1.164 10.151.1.227 64
1352026-01-05T21:09:14.663Z+ EXTRA_IP_START=10.151.1.164
1362026-01-05T21:09:14.663Z+ EXTRA_IP_END=10.151.1.227
1372026-01-05T21:09:14.663Z+ EXTRA_IP_COUNT=64
1382026-01-05T21:09:14.663Z+ (( EXTRA_IP_COUNT >= 32 ))
1392026-01-05T21:09:14.663Z+ EXTRA_IP_BASE=10.151.1
1402026-01-05T21:09:14.663Z+ EXTRA_IP_FOCTET=164
1412026-01-05T21:09:14.663Z+ EXTRA_IP_LOCTET=227
1422026-01-05T21:09:14.663Z+ SERVICE_IP_POOL_START=10.151.1.164
1432026-01-05T21:09:14.663Z+ SERVICE_IP_POOL_END=10.151.1.173
1442026-01-05T21:09:14.663Z+ DNS_IP1=10.151.1.164
1452026-01-05T21:09:14.663Z+ DNS_IP2=10.151.1.165
1462026-01-05T21:09:14.663Z+ UPLINK_IP=10.151.1.174
1472026-01-05T21:09:14.663Z+ IPPOOL_START=10.151.1.175
1482026-01-05T21:09:14.663Z+ IPPOOL_END=10.151.1.227
1492026-01-05T21:09:14.663Z++ ipadm show-addr -po type,addr
1502026-01-05T21:09:14.663Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1512026-01-05T21:09:14.663Z+ GATEWAY_IP=10.151.1.100
1522026-01-05T21:09:14.663Z+ [[ -n 10.151.1.100 ]]
1532026-01-05T21:09:14.663Z+ ping -s 10.151.1.100 56 1
1542026-01-05T21:09:14.663ZPING 10.151.1.100: 56 data bytes
1552026-01-05T21:09:14.664Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.010 ms
1562026-01-05T21:09:14.664Z
1572026-01-05T21:09:14.664Z----10.151.1.100 PING Statistics----
1582026-01-05T21:09:14.664Z1 packets transmitted, 1 packets received, 0% packet loss
1592026-01-05T21:09:14.664Zround-trip (ms) min/avg/max/stddev = 0.010/0.010/0.010/-nan
1602026-01-05T21:09:14.664Z++ arp -an
1612026-01-05T21:09:14.664Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1622026-01-05T21:09:14.688Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1632026-01-05T21:09:14.688Z+ routeadm -e ipv4-forwarding -u
1642026-01-05T21:09:14.769Z+ PXA_START=10.151.1.164
1652026-01-05T21:09:14.769Z+ PXA_END=10.151.1.227
1662026-01-05T21:09:14.769Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1672026-01-05T21:09:14.941Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1682026-01-05T21:09:14.965ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1692026-01-05T21:09:15.034Zcreating virtual hardware
1702026-01-05T21:09:15.058Zcreating /scratch/m2_0.vdev
1712026-01-05T21:09:15.058Zcreating /scratch/m2_1.vdev
1722026-01-05T21:09:15.058Zcreating /scratch/u2_0.vdev
1732026-01-05T21:09:15.058Zcreating /scratch/u2_1.vdev
1742026-01-05T21:09:15.058Zcreating /scratch/u2_2.vdev
1752026-01-05T21:09:15.058Zcreating /scratch/u2_3.vdev
1762026-01-05T21:09:15.058Zcreating /scratch/u2_4.vdev
1772026-01-05T21:09:15.058Zcreating /scratch/u2_5.vdev
1782026-01-05T21:09:15.058Zcreating /scratch/u2_6.vdev
1792026-01-05T21:09:15.058Zcreating /scratch/u2_7.vdev
1802026-01-05T21:09:15.058Zcreating /scratch/u2_8.vdev
1812026-01-05T21:09:15.058ZSimnet net0/sc0_0 exists
1822026-01-05T21:09:15.082ZSimnet net1/sc1_0 exists
1832026-01-05T21:09:15.082ZVnic sc0_1 exists
1842026-01-05T21:09:27.455ZUsing 10.151.1.100 as gateway ip
1852026-01-05T21:09:27.455Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1862026-01-05T21:09:27.455Zconfiguring SoftNPU ARP entry
1872026-01-05T21:09:27.482Zconfiguring SoftNPU proxy ARP
1882026-01-05T21:09:27.537ZSoftNPU state:
1892026-01-05T21:09:27.537Z local v6:
1902026-01-05T21:09:27.537Z local v4:
1912026-01-05T21:09:27.562Z router v6_idx:
1922026-01-05T21:09:27.562Z router v6_routes:
1932026-01-05T21:09:27.562Z router v4_idx:
1942026-01-05T21:09:27.562Z router v4_routes:
1952026-01-05T21:09:27.562Z resolver v4:
1962026-01-05T21:09:27.562Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
1972026-01-05T21:09:27.562Z resolver v6:
1982026-01-05T21:09:27.562Z nat v4:
1992026-01-05T21:09:27.562Z nat_v6:
2002026-01-05T21:09:27.562Z port_mac:
2012026-01-05T21:09:27.562Z proxy arp:
2022026-01-05T21:09:27.562Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
2032026-01-05T21:09:27.562Zcreated virtual hardware
2042026-01-05T21:09:27.562Z
2052026-01-05T21:09:27.562Zreal 12.591251930
2062026-01-05T21:09:27.562Zuser 0.629853128
2072026-01-05T21:09:27.562Zsys 3.132451989
2082026-01-05T21:09:27.562Ztrap 0.000080901
2092026-01-05T21:09:27.562Ztflt 0.000129900
2102026-01-05T21:09:27.562Zdflt 0.000435191
2112026-01-05T21:09:27.562Zkflt 0.000004800
2122026-01-05T21:09:27.562Zlock 9:44.930978930
2132026-01-05T21:09:27.562Zslp 38.101371653
2142026-01-05T21:09:27.562Zlat 0.101473984
2152026-01-05T21:09:27.562Zstop 0.410675121
2162026-01-05T21:09:27.562Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2172026-01-05T21:09:27.591Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2182026-01-05T21:09:27.615Z+ diff -u pkg/config.toml~ pkg/config.toml
2192026-01-05T21:09:27.615Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2202026-01-05T21:09:27.615Z+++ pkg/config.toml Mon Jan 5 21:09:27 2026
2212026-01-05T21:09:27.615Z@@ -29,18 +29,18 @@
2222026-01-05T21:09:27.615Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2232026-01-05T21:09:27.615Z # followed by a string that is embedded into their fake serial values.
2242026-01-05T21:09:27.615Z vdevs = [
2252026-01-05T21:09:27.615Z- "m2_0.vdev",
2262026-01-05T21:09:27.615Z- "m2_1.vdev",
2272026-01-05T21:09:27.615Z+ "/scratch/m2_0.vdev",
2282026-01-05T21:09:27.615Z+ "/scratch/m2_1.vdev",
2292026-01-05T21:09:27.615Z
2302026-01-05T21:09:27.615Z- "u2_0.vdev",
2312026-01-05T21:09:27.615Z- "u2_1.vdev",
2322026-01-05T21:09:27.615Z- "u2_2.vdev",
2332026-01-05T21:09:27.615Z- "u2_3.vdev",
2342026-01-05T21:09:27.615Z- "u2_4.vdev",
2352026-01-05T21:09:27.615Z- "u2_5.vdev",
2362026-01-05T21:09:27.615Z- "u2_6.vdev",
2372026-01-05T21:09:27.615Z- "u2_7.vdev",
2382026-01-05T21:09:27.615Z- "u2_8.vdev",
2392026-01-05T21:09:27.615Z+ "/scratch/u2_0.vdev",
2402026-01-05T21:09:27.615Z+ "/scratch/u2_1.vdev",
2412026-01-05T21:09:27.615Z+ "/scratch/u2_2.vdev",
2422026-01-05T21:09:27.615Z+ "/scratch/u2_3.vdev",
2432026-01-05T21:09:27.615Z+ "/scratch/u2_4.vdev",
2442026-01-05T21:09:27.615Z+ "/scratch/u2_5.vdev",
2452026-01-05T21:09:27.616Z+ "/scratch/u2_6.vdev",
2462026-01-05T21:09:27.616Z+ "/scratch/u2_7.vdev",
2472026-01-05T21:09:27.616Z+ "/scratch/u2_8.vdev",
2482026-01-05T21:09:27.616Z ]
2492026-01-05T21:09:27.616Z
2502026-01-05T21:09:27.616Z # The amount of memory held back for services which exist between zero and one
2512026-01-05T21:09:27.616Z+ true
2522026-01-05T21:09:27.616Z++ grep -c -E 'u2.*\.vdev' pkg/config.toml
2532026-01-05T21:09:27.616Z+ EXPECTED_ZPOOL_COUNT=9
2542026-01-05T21:09:27.616Z+ echo 'expected number of zpools is 9'
2552026-01-05T21:09:27.616Zexpected number of zpools is 9
2562026-01-05T21:09:27.616Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2572026-01-05T21:09:27.616Z+ SILO_NAME=recovery
2582026-01-05T21:09:27.616Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2592026-01-05T21:09:27.616Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2602026-01-05T21:09:27.616Z+ sed -i~ '
2612026-01-05T21:09:27.616Z /^external_dns_ips/c\
2622026-01-05T21:09:27.616Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2632026-01-05T21:09:27.616Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2642026-01-05T21:09:27.616Z /^first/c\
2652026-01-05T21:09:27.616Zfirst = "10.151.1.164"
2662026-01-05T21:09:27.616Z /^last/c\
2672026-01-05T21:09:27.616Zlast = "10.151.1.173"
2682026-01-05T21:09:27.616Z }
2692026-01-05T21:09:27.616Z /^infra_ip_first/c\
2702026-01-05T21:09:27.616Zinfra_ip_first = "10.151.1.174"
2712026-01-05T21:09:27.616Z /^infra_ip_last/c\
2722026-01-05T21:09:27.616Zinfra_ip_last = "10.151.1.174"
2732026-01-05T21:09:27.616Z /^\[\[rack_network_config.ports/,/^$/ {
2742026-01-05T21:09:27.616Z /^routes/c\
2752026-01-05T21:09:27.616Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2762026-01-05T21:09:27.616Z /^addresses/c\
2772026-01-05T21:09:27.616Zaddresses = \[{address = "10.151.1.174/24"} \]
2782026-01-05T21:09:27.616Z }
2792026-01-05T21:09:27.616Z' pkg/config-rss.toml
2802026-01-05T21:09:27.616Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2812026-01-05T21:09:27.616Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2822026-01-05T21:09:27.616Z+++ pkg/config-rss.toml Mon Jan 5 21:09:27 2026
2832026-01-05T21:09:27.616Z@@ -33,7 +33,7 @@
2842026-01-05T21:09:27.617Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2852026-01-05T21:09:27.617Z # must be contained in one of the "internal services" IP Pool ranges listed
2862026-01-05T21:09:27.617Z # below.
2872026-01-05T21:09:27.617Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2882026-01-05T21:09:27.617Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2892026-01-05T21:09:27.617Z
2902026-01-05T21:09:27.617Z # Initial TLS certificates for the external API
2912026-01-05T21:09:27.617Z #
2922026-01-05T21:09:27.617Z@@ -69,8 +69,8 @@
2932026-01-05T21:09:27.617Z #
2942026-01-05T21:09:27.617Z # For more on this and what to put here, see docs/how-to-run.adoc.
2952026-01-05T21:09:27.617Z [[internal_services_ip_pool_ranges]]
2962026-01-05T21:09:27.617Z-first = "192.168.1.20"
2972026-01-05T21:09:27.617Z-last = "192.168.1.29"
2982026-01-05T21:09:27.617Z+first = "10.151.1.164"
2992026-01-05T21:09:27.617Z+last = "10.151.1.173"
3002026-01-05T21:09:27.617Z
3012026-01-05T21:09:27.617Z # TODO - this configuration is subject to change going forward. Ultimately these
3022026-01-05T21:09:27.617Z # parameters should be provided to the control plane via wicket, but we need to
3032026-01-05T21:09:27.617Z@@ -91,8 +91,8 @@
3042026-01-05T21:09:27.617Z # A range of IP addresses used by Boundary Services on the external network. In
3052026-01-05T21:09:27.617Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3062026-01-05T21:09:27.617Z # With softnpu, only one address is used.
3072026-01-05T21:09:27.617Z-infra_ip_first = "192.168.1.30"
3082026-01-05T21:09:27.617Z-infra_ip_last = "192.168.1.30"
3092026-01-05T21:09:27.617Z+infra_ip_first = "10.151.1.174"
3102026-01-05T21:09:27.617Z+infra_ip_last = "10.151.1.174"
3112026-01-05T21:09:27.617Z
3122026-01-05T21:09:27.617Z # Configurations for BGP routers to run on the scrimlets.
3132026-01-05T21:09:27.617Z bgp = []
3142026-01-05T21:09:27.617Z@@ -100,9 +100,9 @@
3152026-01-05T21:09:27.617Z # You can configure multiple uplinks by repeating the following stanza
3162026-01-05T21:09:27.617Z [[rack_network_config.ports]]
3172026-01-05T21:09:27.617Z # Routes associated with this port.
3182026-01-05T21:09:27.690Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3192026-01-05T21:09:27.690Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3202026-01-05T21:09:27.690Z # Addresses associated with this port.
3212026-01-05T21:09:27.690Z-addresses = [{address = "192.168.1.30/24"}]
3222026-01-05T21:09:27.690Z+addresses = [{address = "10.151.1.174/24"} ]
3232026-01-05T21:09:27.690Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3242026-01-05T21:09:27.690Z port = "qsfp0"
3252026-01-05T21:09:27.690Z # The speed of this port.
3262026-01-05T21:09:27.690Z+ true
3272026-01-05T21:09:27.690Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3282026-01-05T21:09:27.690Za pkg/config-rss.toml 8K
3292026-01-05T21:09:27.690Za pkg/config.toml 6K
3302026-01-05T21:09:27.690Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3312026-01-05T21:09:27.690Z+ TLS_NAME=recovery.sys.oxide.test
3322026-01-05T21:09:27.690Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3332026-01-05T21:09:28.087Z..+....+.....+.+........+....+...+..+..........+..+...+......+....+...+...+......+...+...+..+.............+...+.....+.........+......+.+......+.................+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.........+.+..+.+..+....+.........+..+...+.........+.......+...+..+.+..+.+............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+..+.............+...+..+...+.........+......+....+......+.............................+.............+...+...........+.+.........+.....+...+......+.....................+......+...+.......+..+...+..................+..........+.........+...+...+......+...........+...+.......+........+............+...+....+..+.+.................+..........+.................+.........+..........+..+...................+...+..+......+.........+.+..+.+......+...........+....+...+......+......+........+......+......+.+.....+....+......+..+...+.......+...............+......+.............................+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3342026-01-05T21:09:29.352Z...+.....+......+.+...+..............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+......+..+...+.+.....+.+..+.......+........+...............+.......+.........+.....+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+..................+.+.....+..................+...+....+...+.....+...+............+......+......+.+..+.+.....+......+.+............+..+.........+.......+........+..........+..+.........+.............+......+..+.........+...............+...+............+...+.......+.....................+..+...+...................+..............+......+.+....................+...+......+.+..+...+....+......+...+..+.............+..+...............+...+.+...+...+.....+...+....+......+......+.....+.+..+..........+..........................+.........................+..+...+.+...............+.....+.+..+......+.+...........+.......+..+.+........+.+...+...........+.......+.....+.......+......+.....................+...+...+........................+...+...+.....+.............+..+...................+.........+............+........................+...........+...+.+..............+.+...+...+.....+.......+...............+..+...+......+.......+..+.+.....+.+.....+...............+.+...+......+........................+...........+...................+.........+........+.......+...+........+..........+.........+...........+......+....+.....+.......+.....+............+.......+...+..........................+.........+......+...............+.+......+...+.........+........+....+.....+...+...+...+....+...+............+............+......+..............+.....................+...+.......+..+.......+...+..+......+...+.+......+.....+...+.+......+...+......+......+...+........................+..................+..+.......+.........+.........+.....+.+..+.............+...............+.....+.........+......+....+...............+..+..........+...+..+....+..+...+.+...+...+..+...+..............................+.........+.+..............+......+...+.....................+.........+.+..............+.+........+.+.....+.........+...+...+....+..+.........+......+.+.....+..........+....................+............+...+....+...+......+......+.....+...+.......+...+........+...+.......+............+.....+.+..+.........+...+.+.....+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3352026-01-05T21:09:29.376Z-----
3362026-01-05T21:09:29.400Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3372026-01-05T21:09:29.400Za pkg/initial-tls-cert.pem 2K
3382026-01-05T21:09:29.400Za pkg/initial-tls-key.pem 4K
3392026-01-05T21:09:29.400Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3402026-01-05T21:09:29.400Z+ rmdir pkg
3412026-01-05T21:09:29.400Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3422026-01-05T21:09:29.400Z+ pfexec mkdir -p /usr/oxide
3432026-01-05T21:09:29.400Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v2025112000
3442026-01-05T21:09:30.071Z+ pfexec chmod +x /usr/oxide/oxide
3452026-01-05T21:09:30.095Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3462026-01-05T21:09:48.718Z+ OMICRON_NO_UNINSTALL=1
3472026-01-05T21:09:48.718Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3482026-01-05T21:09:48.718ZLogging to: /opt/oxide/work/out/LOG
3492026-01-05T21:09:49.212Z
3502026-01-05T21:09:49.212Zreal 0.839892867
3512026-01-05T21:09:49.212Zuser 0.174033350
3522026-01-05T21:09:49.236Zsys 5.130132264
3532026-01-05T21:09:49.236Ztrap 0.000000529
3542026-01-05T21:09:49.236Ztflt 0.000049909
3552026-01-05T21:09:49.236Zdflt 0.000125185
3562026-01-05T21:09:49.236Zkflt 0.000000000
3572026-01-05T21:09:49.236Zlock 1:15.501007000
3582026-01-05T21:09:49.236Zslp 1.017577036
3592026-01-05T21:09:49.236Zlat 0.033436338
3602026-01-05T21:09:49.236Zstop 0.076836145
3612026-01-05T21:09:49.236Z+ retry=0
3622026-01-05T21:09:49.236Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3632026-01-05T21:09:49.236Z+ [[ 0 -gt 30 ]]
3642026-01-05T21:09:49.236Z+ sleep 1
3652026-01-05T21:09:50.227Z+ retry=1
3662026-01-05T21:09:50.227Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3672026-01-05T21:09:50.251Z+ [[ 1 -gt 30 ]]
3682026-01-05T21:09:50.251Z+ sleep 1
3692026-01-05T21:09:51.241Z+ retry=2
3702026-01-05T21:09:51.241Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3712026-01-05T21:09:51.265Z+ [[ 2 -gt 30 ]]
3722026-01-05T21:09:51.265Z+ sleep 1
 
3732026-01-05T21:09:51.274Zbuskin console login: Jan 5 21:09:50 buskin svc.startd[8]: oxide/sled-agent:default failed repeatedly: transitioned to maintenance (see 'svcs -xv' for details)
3742026-01-05T21:09:51.320ZSUNW-MSG-ID: SMF-8000-YX, TYPE: defect, VER: 1, SEVERITY: major
3752026-01-05T21:09:51.362ZEVENT-TIME: Mon Jan 5 21:09:50 UTC 2026
3762026-01-05T21:09:51.405ZPLATFORM: R152-Z32-00, CSN: GKG8N7212A0021, HOSTNAME: buskin
3772026-01-05T21:09:51.450ZSOURCE: software-diagnosis, REV: 0.1
3782026-01-05T21:09:51.494ZEVENT-ID: 1928937f-12d2-4167-9687-6e70e18eadde
3792026-01-05T21:09:51.532ZDESC: A service failed - the instance is restarting too quickly.
3802026-01-05T21:09:51.567ZRefer to http://illumos.org/msg/SMF-8000-YX for more information.
3812026-01-05T21:09:51.599ZAUTO-RESPONSE: The service has been placed into the maintenance state.
3822026-01-05T21:09:51.632ZIMPACT: svc:/oxide/sled-agent:default is unavailable.
3832026-01-05T21:09:51.667ZREC-ACTION: Run 'svcs -xv svc:/oxide/sled-agent:default' to determine the generic reason why the service failed, the location of any logfiles, and a list of other services impacted.
 
3842026-01-05T21:09:52.255Z+ retry=3
3852026-01-05T21:09:52.255Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3862026-01-05T21:09:52.278Z+ [[ 3 -gt 30 ]]
3872026-01-05T21:09:52.279Z+ sleep 1
3882026-01-05T21:09:53.269Z+ retry=4
3892026-01-05T21:09:53.269Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3902026-01-05T21:09:53.293Z+ [[ 4 -gt 30 ]]
3912026-01-05T21:09:53.293Z+ sleep 1
3922026-01-05T21:09:54.282Z+ retry=5
3932026-01-05T21:09:54.282Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3942026-01-05T21:09:54.306Z+ [[ 5 -gt 30 ]]
3952026-01-05T21:09:54.306Z+ sleep 1
3962026-01-05T21:09:55.295Z+ retry=6
3972026-01-05T21:09:55.295Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3982026-01-05T21:09:55.319Z+ [[ 6 -gt 30 ]]
3992026-01-05T21:09:55.319Z+ sleep 1
4002026-01-05T21:09:56.310Z+ retry=7
4012026-01-05T21:09:56.310Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4022026-01-05T21:09:56.334Z+ [[ 7 -gt 30 ]]
4032026-01-05T21:09:56.334Z+ sleep 1
4042026-01-05T21:09:57.322Z+ retry=8
4052026-01-05T21:09:57.322Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4062026-01-05T21:09:57.346Z+ [[ 8 -gt 30 ]]
4072026-01-05T21:09:57.346Z+ sleep 1
4082026-01-05T21:09:58.336Z+ retry=9
4092026-01-05T21:09:58.337Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4102026-01-05T21:09:58.362Z+ [[ 9 -gt 30 ]]
4112026-01-05T21:09:58.363Z+ sleep 1
4122026-01-05T21:09:59.353Z+ retry=10
4132026-01-05T21:09:59.353Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4142026-01-05T21:09:59.377Z+ [[ 10 -gt 30 ]]
4152026-01-05T21:09:59.377Z+ sleep 1
4162026-01-05T21:10:00.364Z+ retry=11
4172026-01-05T21:10:00.364Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4182026-01-05T21:10:00.388Z+ [[ 11 -gt 30 ]]
4192026-01-05T21:10:00.388Z+ sleep 1
4202026-01-05T21:10:01.376Z+ retry=12
4212026-01-05T21:10:01.376Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4222026-01-05T21:10:01.400Z+ [[ 12 -gt 30 ]]
4232026-01-05T21:10:01.400Z+ sleep 1
4242026-01-05T21:10:02.389Z+ retry=13
4252026-01-05T21:10:02.389Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4262026-01-05T21:10:02.413Z+ [[ 13 -gt 30 ]]
4272026-01-05T21:10:02.413Z+ sleep 1
4282026-01-05T21:10:03.403Z+ retry=14
4292026-01-05T21:10:03.403Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4302026-01-05T21:10:03.427Z+ [[ 14 -gt 30 ]]
4312026-01-05T21:10:03.427Z+ sleep 1
4322026-01-05T21:10:04.419Z+ retry=15
4332026-01-05T21:10:04.419Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4342026-01-05T21:10:04.444Z+ [[ 15 -gt 30 ]]
4352026-01-05T21:10:04.444Z+ sleep 1
4362026-01-05T21:10:05.429Z+ retry=16
4372026-01-05T21:10:05.429Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4382026-01-05T21:10:05.453Z+ [[ 16 -gt 30 ]]
4392026-01-05T21:10:05.453Z+ sleep 1
4402026-01-05T21:10:06.441Z+ retry=17
4412026-01-05T21:10:06.441Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4422026-01-05T21:10:06.465Z+ [[ 17 -gt 30 ]]
4432026-01-05T21:10:06.465Z+ sleep 1
4442026-01-05T21:10:07.455Z+ retry=18
4452026-01-05T21:10:07.455Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4462026-01-05T21:10:07.481Z+ [[ 18 -gt 30 ]]
4472026-01-05T21:10:07.481Z+ sleep 1
4482026-01-05T21:10:08.469Z+ retry=19
4492026-01-05T21:10:08.469Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4502026-01-05T21:10:08.493Z+ [[ 19 -gt 30 ]]
4512026-01-05T21:10:08.493Z+ sleep 1
4522026-01-05T21:10:09.482Z+ retry=20
4532026-01-05T21:10:09.482Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4542026-01-05T21:10:09.506Z+ [[ 20 -gt 30 ]]
4552026-01-05T21:10:09.506Z+ sleep 1
4562026-01-05T21:10:10.496Z+ retry=21
4572026-01-05T21:10:10.496Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4582026-01-05T21:10:10.520Z+ [[ 21 -gt 30 ]]
4592026-01-05T21:10:10.521Z+ sleep 1
4602026-01-05T21:10:11.509Z+ retry=22
4612026-01-05T21:10:11.509Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4622026-01-05T21:10:11.533Z+ [[ 22 -gt 30 ]]
4632026-01-05T21:10:11.533Z+ sleep 1
4642026-01-05T21:10:12.522Z+ retry=23
4652026-01-05T21:10:12.522Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4662026-01-05T21:10:12.547Z+ [[ 23 -gt 30 ]]
4672026-01-05T21:10:12.547Z+ sleep 1
4682026-01-05T21:10:13.539Z+ retry=24
4692026-01-05T21:10:13.539Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4702026-01-05T21:10:13.563Z+ [[ 24 -gt 30 ]]
4712026-01-05T21:10:13.563Z+ sleep 1
4722026-01-05T21:10:14.550Z+ retry=25
4732026-01-05T21:10:14.550Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4742026-01-05T21:10:14.574Z+ [[ 25 -gt 30 ]]
4752026-01-05T21:10:14.574Z+ sleep 1
4762026-01-05T21:10:15.562Z+ retry=26
4772026-01-05T21:10:15.562Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4782026-01-05T21:10:15.586Z+ [[ 26 -gt 30 ]]
4792026-01-05T21:10:15.586Z+ sleep 1
4802026-01-05T21:10:16.573Z+ retry=27
4812026-01-05T21:10:16.573Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4822026-01-05T21:10:16.598Z+ [[ 27 -gt 30 ]]
4832026-01-05T21:10:16.598Z+ sleep 1
4842026-01-05T21:10:17.588Z+ retry=28
4852026-01-05T21:10:17.588Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4862026-01-05T21:10:17.612Z+ [[ 28 -gt 30 ]]
4872026-01-05T21:10:17.612Z+ sleep 1
4882026-01-05T21:10:18.601Z+ retry=29
4892026-01-05T21:10:18.601Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4902026-01-05T21:10:18.625Z+ [[ 29 -gt 30 ]]
4912026-01-05T21:10:18.625Z+ sleep 1
4922026-01-05T21:10:19.614Z+ retry=30
4932026-01-05T21:10:19.614Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4942026-01-05T21:10:19.638Z+ [[ 30 -gt 30 ]]
4952026-01-05T21:10:19.638Z+ sleep 1
4962026-01-05T21:10:20.626Z+ retry=31
4972026-01-05T21:10:20.626Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4982026-01-05T21:10:20.655Z+ [[ 31 -gt 30 ]]
4992026-01-05T21:10:20.655Z+ echo 'Failed to reach switch zone after 30 seconds'
5002026-01-05T21:10:20.655Z+ exit 1
5012026-01-05T21:10:20.655ZFailed to reach switch zone after 30 seconds
5022026-01-05T21:10:20.655Z+ _exit_trap
5032026-01-05T21:10:20.655Z+ local status=1
5042026-01-05T21:10:20.655Z+ set +o errexit
5052026-01-05T21:10:20.655Z+ [[ x != \x ]]
5062026-01-05T21:10:20.655Z+ pfexec svcadm -Z disable -s cron
5072026-01-05T21:10:20.692Z+ [[ 1 -eq 0 ]]
5082026-01-05T21:10:20.692Z+ set -o xtrace
5092026-01-05T21:10:20.692Z+ banner evidence
5102026-01-05T21:10:20.716Z
5112026-01-05T21:10:20.716Z ###### # # # ##### ###### # # #### ######
5122026-01-05T21:10:20.716Z # # # # # # # ## # # # #
5132026-01-05T21:10:20.716Z ##### # # # # # ##### # # # # #####
5142026-01-05T21:10:20.716Z # # # # # # # # # # # #
5152026-01-05T21:10:20.717Z # # # # # # # # ## # # #
5162026-01-05T21:10:20.717Z ###### ## # ##### ###### # # #### ######
5172026-01-05T21:10:20.717Z
5182026-01-05T21:10:20.717Z+ zoneadm list -civ
5192026-01-05T21:10:20.717Z ID NAME STATUS PATH BRAND IP
5202026-01-05T21:10:20.717Z 0 global running / ipkg shared
5212026-01-05T21:10:20.717Z 1 sidecar_softnpu running /sidecar/sidecar_softnpu omicron1 excl
5222026-01-05T21:10:20.717Z+ pfexec dladm show-phys -m
5232026-01-05T21:10:20.717ZLINK SLOT ADDRESS INUSE CLIENT
5242026-01-05T21:10:20.717Zigb0 primary 18:c0:4d:d:9f:b2 yes igb0
5252026-01-05T21:10:20.717Zigb1 primary 18:c0:4d:d:9f:b3 no --
5262026-01-05T21:10:20.717Ztfpkt0 primary 2:0:0:0:0:0 no --
5272026-01-05T21:10:20.717Z+ pfexec dladm show-link
5282026-01-05T21:10:20.717ZLINK CLASS MTU STATE BRIDGE OVER
5292026-01-05T21:10:20.717Zigb0 phys 1500 up -- --
5302026-01-05T21:10:20.717Zigb1 phys 1500 unknown -- --
5312026-01-05T21:10:20.717Ztfpkt0 phys 1500 down -- --
5322026-01-05T21:10:20.717Znet0 simnet 9000 up -- sc0_0
5332026-01-05T21:10:20.717Zsc0_0 simnet 9000 up -- net0
5342026-01-05T21:10:20.717Znet1 simnet 9000 up -- sc1_0
5352026-01-05T21:10:20.717Zsc1_0 simnet 9000 up -- net1
5362026-01-05T21:10:20.717Zsc0_1 vnic 1500 up -- igb0
5372026-01-05T21:10:20.717Ztfportrear0_0 simnet 9000 up -- sidecar_shi0
5382026-01-05T21:10:20.717Zsidecar_shi0 simnet 9000 up -- tfportrear0_0
5392026-01-05T21:10:20.717Ztfportqsfp0_0 simnet 9000 up -- sidecar_shi1
5402026-01-05T21:10:20.717Zsidecar_shi1 simnet 9000 up -- tfportqsfp0_0
5412026-01-05T21:10:20.717Zbootstrap_stub0 etherstub 9000 up -- --
5422026-01-05T21:10:20.745Zbootstrap0 vnic 1500 up -- bootstrap_stub0
5432026-01-05T21:10:20.745Zunderlay_stub0 etherstub 9000 up -- --
5442026-01-05T21:10:20.745Zunderlay0 vnic 9000 up -- underlay_stub0
5452026-01-05T21:10:20.745Z+ pfexec dladm show-vnic
5462026-01-05T21:10:20.745ZLINK OVER SPEED MACADDRESS MACADDRTYPE VID
5472026-01-05T21:10:20.745Zsc0_1 igb0 1000 a8:e1:de:1:70:1d fixed 0
5482026-01-05T21:10:20.745Zbootstrap0 bootstrap_stub0 0 2:8:20:f3:f8:9f random 0
5492026-01-05T21:10:20.745Zunderlay0 underlay_stub0 0 2:8:20:e9:f8:4a random 0
5502026-01-05T21:10:20.745Z+ pfexec ipadm
5512026-01-05T21:10:20.745ZADDROBJ TYPE STATE ADDR
5522026-01-05T21:10:20.745Zlo0/v4 static ok 127.0.0.1/8
5532026-01-05T21:10:20.745Zigb0/dhcp dhcp ok 10.151.1.100/24
5542026-01-05T21:10:20.745Zlo0/v6 static ok ::1/128
5552026-01-05T21:10:20.745Znet0/ll addrconf ok fe80::acaf:b3ff:fe04:827f%net0/10
5562026-01-05T21:10:20.745Znet1/ll addrconf ok fe80::982e:eaff:fe07:53b6%net1/10
5572026-01-05T21:10:20.745Zbootstrap0/ll addrconf ok fe80::8:20ff:fef3:f89f%bootstrap0/10
5582026-01-05T21:10:20.745Zbootstrap0/bootstrap6 static ok fdb0:18c0:4d0d:9fb2::1/64
5592026-01-05T21:10:20.745Z+ pfexec netstat -rncva
5602026-01-05T21:10:20.745Z
5612026-01-05T21:10:20.745ZIRE Table: IPv4
5622026-01-05T21:10:20.745Z Destination Mask Gateway Device MTU Ref Flg Out In/Fwd
5632026-01-05T21:10:20.745Z-------------------- --------------- -------------------- ------ ----- --- --- ------ ------
5642026-01-05T21:10:20.745Z0.0.0.0 255.255.255.255 -- igb0 1500 1 UHb 0 0
5652026-01-05T21:10:20.745Zdefault 0.0.0.0 10.151.1.1 igb0 1500 9 UG 1691800 0
5662026-01-05T21:10:20.746Z10.0.0.0 255.255.255.255 -- igb0 1500 1 UHb 0 0
5672026-01-05T21:10:20.746Z10.151.1.0 255.255.255.255 -- igb0 1500 1 UHb 0 0
5682026-01-05T21:10:20.746Z10.151.1.0/24 255.255.255.0 10.151.1.100 igb0 1500 3 U 0 0
5692026-01-05T21:10:20.746Z10.151.1.1/32 255.255.255.255 10.151.1.100 igb0 1500 3 UC 0 0
5702026-01-05T21:10:20.746Z10.151.1.100 255.255.255.255 -- igb0 1500 2 UHL 2 3382251
5712026-01-05T21:10:20.746Z10.151.1.255 255.255.255.255 -- igb0 1500 1 UHb 0 0
5722026-01-05T21:10:20.746Z10.255.255.255 255.255.255.255 -- igb0 1500 1 UHb 0 0
5732026-01-05T21:10:20.746Z127.0.0.1 255.255.255.255 127.0.0.1 lo0 8232 2 UH 56 56
5742026-01-05T21:10:20.746Z255.255.255.255 255.255.255.255 -- igb0 1500 1 UHb 0 0
5752026-01-05T21:10:20.746Z
5762026-01-05T21:10:20.746ZIRE Table: IPv6
5772026-01-05T21:10:20.746Z Destination/Mask Gateway If MTU Ref Flags Out In/Fwd
5782026-01-05T21:10:20.746Z--------------------------- --------------------------- ----- ----- --- ----- ------ ------
5792026-01-05T21:10:20.746Zfe80::982e:eaff:fe07:53b6 -- net1 9000 2 UHL 0 0
5802026-01-05T21:10:20.746Zfdb0:18c0:4d0d:9fb2::1 -- bootstrap0 1500 2 UHL 0 0
5812026-01-05T21:10:20.746Z::1 ::1 lo0 8252 2 UH 35 35
5822026-01-05T21:10:20.746Zfe80::8:20ff:fef3:f89f -- bootstrap0 1500 2 UHL 0 0
5832026-01-05T21:10:20.746Zfe80::acaf:b3ff:fe04:827f -- net0 9000 2 UHL 0 0
5842026-01-05T21:10:20.746Zfdb0:18c0:4d0d:9fb2::/64 fdb0:18c0:4d0d:9fb2::1 bootstrap0 1500 2 U 0 0
5852026-01-05T21:10:20.746Zfe80::/10 fe80::8:20ff:fef3:f89f bootstrap0 1500 2 U 0 0
5862026-01-05T21:10:20.746Zfe80::/10 fe80::982e:eaff:fe07:53b6 net1 9000 2 U 0 0
5872026-01-05T21:10:20.746Zfe80::/10 fe80::acaf:b3ff:fe04:827f net0 9000 2 U 0 0
5882026-01-05T21:10:20.746Z+ pfexec netstat -anu
5892026-01-05T21:10:20.771Z
5902026-01-05T21:10:20.771ZUDP: IPv4
5912026-01-05T21:10:20.771Z Local Address Remote Address User Pid Command State
5922026-01-05T21:10:20.771Z-------------------- -------------------- -------- ------ -------------- ----------
5932026-01-05T21:10:20.771Z *.* root 80 in.mpathd Unbound
5942026-01-05T21:10:20.771Z *.* root 80 in.mpathd Unbound
5952026-01-05T21:10:20.771Z *.68 root 254 dhcpagent Idle
5962026-01-05T21:10:20.771Z *.546 root 254 dhcpagent Idle
5972026-01-05T21:10:20.771Z10.151.1.100.68 root 254 dhcpagent Idle
5982026-01-05T21:10:20.771Z *.111 daemon 720 rpcbind Idle
5992026-01-05T21:10:20.771Z *.* daemon 720 rpcbind Unbound
6002026-01-05T21:10:20.771Z *.56654 daemon 720 rpcbind Idle
6012026-01-05T21:10:20.771Z *.111 daemon 720 rpcbind Idle
6022026-01-05T21:10:20.771Z *.* daemon 720 rpcbind Unbound
6032026-01-05T21:10:20.771Z *.47403 daemon 720 rpcbind Idle
6042026-01-05T21:10:20.771Z *.* root 729 in.ndpd Unbound
6052026-01-05T21:10:20.771Z *.* root 874 rcm_daemon Unbound
6062026-01-05T21:10:20.771Z *.* root 874 rcm_daemon Unbound
6072026-01-05T21:10:20.771Z
6082026-01-05T21:10:20.771ZUDP: IPv6
6092026-01-05T21:10:20.771Z Local Address Remote Address User Pid Command State If
6102026-01-05T21:10:20.771Z--------------------------------- --------------------------------- -------- ------ -------------- ---------- -----
6112026-01-05T21:10:20.771Z *.* root 80 in.mpathd Unbound
6122026-01-05T21:10:20.771Z *.546 root 254 dhcpagent Idle
6132026-01-05T21:10:20.771Z *.111 daemon 720 rpcbind Idle
6142026-01-05T21:10:20.772Z *.* daemon 720 rpcbind Unbound
6152026-01-05T21:10:20.772Z *.56654 daemon 720 rpcbind Idle
6162026-01-05T21:10:20.772Z *.* root 729 in.ndpd Unbound
6172026-01-05T21:10:20.772Z *.* root 874 rcm_daemon Unbound
6182026-01-05T21:10:20.772Zff02::dd.3549 root 1583 ddmd Idle net0
6192026-01-05T21:10:20.772Zff02::dd.3549 root 1583 ddmd Idle net1
6202026-01-05T21:10:20.772Zfe80::acaf:b3ff:fe04:827f.3549 root 1583 ddmd Idle net0
6212026-01-05T21:10:20.772Zfe80::982e:eaff:fe07:53b6.3549 root 1583 ddmd Idle net1
6222026-01-05T21:10:20.772Z
6232026-01-05T21:10:20.772ZTCP: IPv4
6242026-01-05T21:10:20.772Z Local Address Remote Address User Pid Command Swind Send-Q Rwind Recv-Q State
6252026-01-05T21:10:20.772Z-------------------- -------------------- -------- ------ -------------- ------ ------ ------ ------ -----------
6262026-01-05T21:10:20.772Z127.0.0.1.5999 *.* root 80 in.mpathd 0 0 128000 0 LISTEN
6272026-01-05T21:10:20.772Z127.0.0.1.4999 *.* root 254 dhcpagent 0 0 128000 0 LISTEN
6282026-01-05T21:10:20.772Z *.111 *.* daemon 720 rpcbind 0 0 128000 0 LISTEN
6292026-01-05T21:10:20.772Z *.* *.* daemon 720 rpcbind 0 0 128000 0 IDLE
6302026-01-05T21:10:20.772Z *.111 *.* daemon 720 rpcbind 0 0 128000 0 LISTEN
6312026-01-05T21:10:20.772Z *.* *.* daemon 720 rpcbind 0 0 128000 0 IDLE
6322026-01-05T21:10:20.772Z10.151.1.100.43328 54.187.123.254.443 root 811 agent 1049792 7441 128872 0 ESTABLISHED
6332026-01-05T21:10:20.772Z10.151.1.100.57106 54.187.123.254.443 root 811 agent 1049792 0 128872 0 ESTABLISHED
6342026-01-05T21:10:20.772Z10.151.1.100.33029 54.187.123.254.443 1049792 0 128872 0 TIME_WAIT
6352026-01-05T21:10:20.772Z10.151.1.100.49839 54.187.123.254.443 1049792 0 128872 0 TIME_WAIT
6362026-01-05T21:10:20.772Z10.151.1.100.43781 54.187.123.254.443 1049792 0 128872 0 TIME_WAIT
6372026-01-05T21:10:20.772Z10.151.1.100.57938 172.20.0.5.12346 512592 0 128872 0 TIME_WAIT
6382026-01-05T21:10:20.772Z10.151.1.100.41592 172.20.0.5.12346 512592 0 128872 0 TIME_WAIT
6392026-01-05T21:10:20.772Z
6402026-01-05T21:10:20.772ZTCP: IPv6
6412026-01-05T21:10:20.772Z Local Address Remote Address User Pid Command Swind Send-Q Rwind Recv-Q State If
6422026-01-05T21:10:20.772Z--------------------------------- --------------------------------- -------- ------ -------------- ------ ------ ------ ------ ----------- -----
6432026-01-05T21:10:20.772Z::1.5999 *.* root 80 in.mpathd 0 0 128000 0 LISTEN
6442026-01-05T21:10:20.772Z *.111 *.* daemon 720 rpcbind 0 0 128000 0 LISTEN
6452026-01-05T21:10:20.772Z *.* *.* daemon 720 rpcbind 0 0 128000 0 IDLE
6462026-01-05T21:10:20.772Z::1.8000 *.* root 1583 ddmd 0 0 128000 0 LISTEN
6472026-01-05T21:10:20.772Z
6482026-01-05T21:10:20.772ZActive UNIX domain sockets
6492026-01-05T21:10:20.772ZAddress Type User Pid Command Local Address Remote Address
6502026-01-05T21:10:20.772Z---------------- ---------- -------- ------ -------------- --------------------------------------- ---------------------------------------
6512026-01-05T21:10:20.772Zfffffe85a6d513e8 stream-ord root 1583 ddmd
6522026-01-05T21:10:20.772Zfffffe85a6d513e8 stream-ord root 1583 ddmd
6532026-01-05T21:10:20.773Zfffffe85a6d51788 stream-ord root 1583 ddmd
6542026-01-05T21:10:20.773Zfffffe859bb553c0 stream-ord root 897 zoneadmd /var/run/zones/sidecar_softnpu.console_
6552026-01-05T21:10:20.773Zfffffe85870373b8 stream-ord root 811 agent /var/run/buildomat.sock
6562026-01-05T21:10:20.773Zfffffe8587037758 stream-ord root 811 agent
6572026-01-05T21:10:20.773Zfffffe8587037758 stream-ord root 811 agent
6582026-01-05T21:10:20.773Zfffffe8587037af8 stream-ord root 811 agent
6592026-01-05T21:10:20.773Zfffffe858455b008 stream-ord root 766 inetd /var/run/.inetd.uds
6602026-01-05T21:10:20.773Zfffffe858455b3a8 dgram root 729 in.ndpd /var/run/in.ndpd_mib
6612026-01-05T21:10:20.773Zfffffe858455b748 stream-ord root 729 in.ndpd /var/run/in.ndpd_ipadm
6622026-01-05T21:10:20.773Z+ pfexec arp -an
6632026-01-05T21:10:20.773ZNet to Media Table: IPv4
6642026-01-05T21:10:20.773ZDevice IP Address Mask Flags Phys Addr
6652026-01-05T21:10:20.773Z------ -------------------- --------------- -------- ---------------
6662026-01-05T21:10:20.773Zigb0 10.151.1.1 255.255.255.255 aa:00:04:00:ca:fe
6672026-01-05T21:10:20.773Zigb0 10.151.1.100 255.255.255.255 SPLA 18:c0:4d:0d:9f:b2
6682026-01-05T21:10:20.773Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
6692026-01-05T21:10:20.798Zlocal v6:
6702026-01-05T21:10:20.798Zlocal v4:
6712026-01-05T21:10:20.798Zrouter v6_idx:
6722026-01-05T21:10:20.798Zrouter v6_routes:
6732026-01-05T21:10:20.798Zrouter v4_idx:
6742026-01-05T21:10:20.798Zrouter v4_routes:
6752026-01-05T21:10:20.798Zresolver v4:
6762026-01-05T21:10:20.798Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
6772026-01-05T21:10:20.798Zresolver v6:
6782026-01-05T21:10:20.798Znat v4:
6792026-01-05T21:10:20.798Znat_v6:
6802026-01-05T21:10:20.798Zport_mac:
6812026-01-05T21:10:20.798Zproxy arp:
6822026-01-05T21:10:20.798Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
6832026-01-05T21:10:20.798Z+ pfexec /opt/oxide/opte/bin/opteadm list-ports
6842026-01-05T21:10:20.798ZLINK MAC ADDRESS IPv4 ADDRESS EPHEMERAL IPv4 FLOATING IPv4 IPv6 ADDRESS EXTERNAL IPv6 FLOATING IPv6 STATE
6852026-01-05T21:10:20.798Z+ pfexec /opt/oxide/opte/bin/opteadm dump-v2b
6862026-01-05T21:10:20.798ZVirtual to Boundary Mappings
6872026-01-05T21:10:20.798Z======================================================================
6882026-01-05T21:10:20.798Z
6892026-01-05T21:10:20.798ZIPv4 mappings
6902026-01-05T21:10:20.798Z----------------------------------------------------------------------
6912026-01-05T21:10:20.798ZTUNNELED PREFIX BOUNDARY IP VNI
6922026-01-05T21:10:20.798Z
6932026-01-05T21:10:20.798ZIPv6 mappings
6942026-01-05T21:10:20.798Z----------------------------------------------------------------------
6952026-01-05T21:10:20.798ZTUNNELED PREFIX BOUNDARY IP VNI
6962026-01-05T21:10:20.798Z
6972026-01-05T21:10:20.798Z+ pfexec /opt/oxide/opte/bin/opteadm dump-v2p
6982026-01-05T21:10:20.798ZVirtual to Physical Mappings
6992026-01-05T21:10:20.798Z======================================================================
7002026-01-05T21:10:20.798Z+ z_swadm link ls
7012026-01-05T21:10:20.798Z+ echo '== swadm link' ls
7022026-01-05T21:10:20.798Z== swadm link ls
7032026-01-05T21:10:20.798Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm link ls
7042026-01-05T21:10:20.798Zzlogin: zone 'oxz_switch' unknown
7052026-01-05T21:10:20.823Z+ z_swadm addr list
7062026-01-05T21:10:20.823Z+ echo '== swadm addr' list
7072026-01-05T21:10:20.823Z== swadm addr list
7082026-01-05T21:10:20.823Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm addr list
7092026-01-05T21:10:20.823Zzlogin: zone 'oxz_switch' unknown
7102026-01-05T21:10:20.823Z+ z_swadm route list
7112026-01-05T21:10:20.823Z+ echo '== swadm route' list
7122026-01-05T21:10:20.823Z== swadm route list
7132026-01-05T21:10:20.823Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm route list
7142026-01-05T21:10:20.823Zzlogin: zone 'oxz_switch' unknown
7152026-01-05T21:10:20.823Z+ z_swadm arp list
7162026-01-05T21:10:20.823Z+ echo '== swadm arp' list
7172026-01-05T21:10:20.823Z== swadm arp list
7182026-01-05T21:10:20.823Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm arp list
7192026-01-05T21:10:20.823Zzlogin: zone 'oxz_switch' unknown
7202026-01-05T21:10:20.823Z+ z_swadm nat list
7212026-01-05T21:10:20.823Z+ echo '== swadm nat' list
7222026-01-05T21:10:20.823Z== swadm nat list
7232026-01-05T21:10:20.823Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm nat list
7242026-01-05T21:10:20.823Zzlogin: zone 'oxz_switch' unknown
7252026-01-05T21:10:20.823Z++ pfexec /opt/oxide/opte/bin/opteadm list-ports
7262026-01-05T21:10:20.823Z++ tail +2
7272026-01-05T21:10:20.823Z++ awk '{ print $1; }'
7282026-01-05T21:10:20.823Z+ PORTS=
7292026-01-05T21:10:20.823Z+ mkdir -p /tmp/kstat
7302026-01-05T21:10:20.848Z+ pfexec kstat -p xde:
7312026-01-05T21:10:20.848Z+ pfexec zfs list
7322026-01-05T21:10:20.848ZNAME USED AVAIL REFER MOUNTPOINT
7332026-01-05T21:10:20.848Zrpool 2.33G 4.93G 24K /rpool
7342026-01-05T21:10:20.848Zrpool/home 25.5K 4.93G 25.5K /home
7352026-01-05T21:10:20.848Zrpool/input 2.26G 4.93G 2.26G /input
7362026-01-05T21:10:20.848Zrpool/sidecar 75.8M 4.93G 24K /sidecar
7372026-01-05T21:10:20.848Zrpool/sidecar/sidecar_softnpu 75.7M 4.93G 75.7M /sidecar/sidecar_softnpu
7382026-01-05T21:10:20.848Zrpool/work 24K 4.93G 24K /work
7392026-01-05T21:10:20.848Zrpool/zone 24K 4.93G 24K /zone
7402026-01-05T21:10:20.848Zscratch 115K 1.80T 25K /scratch
7412026-01-05T21:10:20.848Z+ pfexec zpool list
7422026-01-05T21:10:20.848ZNAME SIZE ALLOC FREE CKPOINT EXPANDSZ FRAG CAP DEDUP HEALTH ALTROOT
7432026-01-05T21:10:20.848Zrpool 7.50G 2.33G 5.17G - - 0% 31% 1.00x ONLINE -
7442026-01-05T21:10:20.848Zscratch 1.86T 115K 1.86T - - 0% 0% 1.00x ONLINE -
7452026-01-05T21:10:20.848Z+ pfexec fmdump -eVp
7462026-01-05T21:10:20.873ZTIME CLASS
7472026-01-05T21:10:20.873Z+ pfexec ptree -z global
7482026-01-05T21:10:20.873Z8 /lib/svc/bin/svc.startd
7492026-01-05T21:10:20.873Z 648 /usr/lib/saf/ttymon -g -d /dev/console -l console -m ldterm,ttcompat -
7502026-01-05T21:10:20.873Z 676 /usr/lib/saf/sac -t 300
7512026-01-05T21:10:20.873Z 688 /usr/lib/saf/ttymon
7522026-01-05T21:10:20.873Z 810 /usr/bin/ctrun -l child -o noorphan,regent /opt/buildomat/lib/agent ru
7532026-01-05T21:10:20.873Z 811 /opt/buildomat/lib/agent run
7542026-01-05T21:10:20.873Z 825 /bin/bash /tmp/6kmtvlqOlLjwgzHl.sh
7552026-01-05T21:10:20.873Z 1791 ptree -z global
7562026-01-05T21:10:20.873Z10 /lib/svc/bin/svc.configd
7572026-01-05T21:10:20.874Z48 /lib/inet/ipmgmtd
7582026-01-05T21:10:20.874Z49 /lib/inet/netcfgd
7592026-01-05T21:10:20.874Z51 /sbin/dlmgmtd
7602026-01-05T21:10:20.874Z80 /lib/inet/in.mpathd
7612026-01-05T21:10:20.874Z101 /usr/lib/pfexecd
7622026-01-05T21:10:20.874Z162 /usr/lib/sysevent/syseventd
7632026-01-05T21:10:20.874Z172 devfsadmd
7642026-01-05T21:10:20.874Z178 /usr/lib/zones/zonestatd
7652026-01-05T21:10:20.874Z254 /sbin/dhcpagent
7662026-01-05T21:10:20.874Z574 /usr/lib/picl/picld
7672026-01-05T21:10:20.874Z606 /usr/sbin/nscd
7682026-01-05T21:10:20.874Z647 /usr/lib/utmpd
7692026-01-05T21:10:20.874Z689 /usr/sbin/syslogd
7702026-01-05T21:10:20.874Z693 /usr/lib/hotplugd
7712026-01-05T21:10:20.874Z720 /usr/sbin/rpcbind
7722026-01-05T21:10:20.874Z729 /usr/lib/inet/in.ndpd
7732026-01-05T21:10:20.874Z730 /usr/lib/fm/fmd/fmd
7742026-01-05T21:10:20.874Z766 /usr/lib/inet/inetd start
7752026-01-05T21:10:20.874Z788 /usr/perl5/bin/perl /usr/lib/intrd
7762026-01-05T21:10:20.874Z874 /usr/lib/rcm/rcm_daemon
7772026-01-05T21:10:20.874Z897 zoneadmd -z sidecar_softnpu
7782026-01-05T21:10:20.874Z1581 ctrun -l child -o noorphan,regent /opt/oxide/mg-ddm/pkg/ddm_method_scrip
7792026-01-05T21:10:20.874Z 1583 /opt/oxide/mg-ddm/ddmd --with-stats --admin-port 8000 --admin-addr ::1
7802026-01-05T21:10:20.874Z+ pfexec svcs -xv
7812026-01-05T21:10:20.924Zsvc:/oxide/sled-agent:default (Oxide Sled Agent)
7822026-01-05T21:10:20.924Z State: maintenance since January 5, 2026 at 09:09:50 PM UTC
7832026-01-05T21:10:20.924ZReason: Restarting too quickly.
7842026-01-05T21:10:20.924Z See: http://illumos.org/msg/SMF-8000-L5
7852026-01-05T21:10:20.924Z See: /var/svc/log/oxide-sled-agent:default.log
7862026-01-05T21:10:20.924ZImpact: This service is not running.
7872026-01-05T21:10:20.948Z++ zoneadm list -n
7882026-01-05T21:10:20.948Z+ for z in $(zoneadm list -n)
7892026-01-05T21:10:20.948Z+ banner sidecar_softnpu
7902026-01-05T21:10:20.948Z
7912026-01-05T21:10:20.948Z #### # ##### ###### #### ## ##### #### ####
7922026-01-05T21:10:20.948Z # # # # # # # # # # # # # #
7932026-01-05T21:10:20.948Z #### # # # ##### # # # # # #### # #
7942026-01-05T21:10:20.948Z # # # # # # ###### ##### # # #
7952026-01-05T21:10:20.948Z # # # # # # # # # # # # # # # #
7962026-01-05T21:10:20.948Z #### # ##### ###### #### # # # # ####### #### ####
7972026-01-05T21:10:20.948Z
7982026-01-05T21:10:20.948Z+ pfexec svcs -xv -z sidecar_softnpu
7992026-01-05T21:10:20.991Z+ pfexec ptree -z sidecar_softnpu
8002026-01-05T21:10:21.015Z900 zsched
8012026-01-05T21:10:21.015Z 917 /sbin/init
8022026-01-05T21:10:21.015Z922 /lib/svc/bin/svc.startd
8032026-01-05T21:10:21.015Z 1451 /usr/lib/saf/ttymon -g -d /dev/console -l console -m ldterm,ttcompat -
8042026-01-05T21:10:21.015Z924 /lib/svc/bin/svc.configd
8052026-01-05T21:10:21.015Z967 /lib/inet/ipmgmtd
8062026-01-05T21:10:21.015Z971 /lib/inet/netcfgd
8072026-01-05T21:10:21.015Z1159 /usr/lib/pfexecd
8082026-01-05T21:10:21.015Z1256 /usr/lib/fm/fmd/fmd
8092026-01-05T21:10:21.015Z1298 /softnpu/softnpu --uds-path /softnpu /softnpu/softnpu.toml
8102026-01-05T21:10:21.015Z1398 /usr/sbin/nscd
8112026-01-05T21:10:21.015Z1449 /usr/lib/utmpd
8122026-01-05T21:10:21.015Z1477 /usr/sbin/syslogd
8132026-01-05T21:10:21.015Z1521 /usr/lib/inet/in.ndpd
8142026-01-05T21:10:21.015Z+ pfexec zlogin sidecar_softnpu ipadm
8152026-01-05T21:10:21.040ZADDROBJ TYPE STATE ADDR
8162026-01-05T21:10:21.040Zlo0/v4 static ok 127.0.0.1/8
8172026-01-05T21:10:21.040Zlo0/v6 static ok ::1/128
8182026-01-05T21:10:21.040Z+ pfexec zlogin sidecar_softnpu netstat -rncva
8192026-01-05T21:10:21.040Z
8202026-01-05T21:10:21.040ZIRE Table: IPv4
8212026-01-05T21:10:21.040Z Destination Mask Gateway Device MTU Ref Flg Out In/Fwd
8222026-01-05T21:10:21.040Z-------------------- --------------- -------------------- ------ ----- --- --- ------ ------
8232026-01-05T21:10:21.040Z127.0.0.1 255.255.255.255 127.0.0.1 lo0 8232 2 UH 0 0
8242026-01-05T21:10:21.040Z
8252026-01-05T21:10:21.040ZIRE Table: IPv6
8262026-01-05T21:10:21.040Z Destination/Mask Gateway If MTU Ref Flags Out In/Fwd
8272026-01-05T21:10:21.040Z--------------------------- --------------------------- ----- ----- --- ----- ------ ------
8282026-01-05T21:10:21.040Z::1 ::1 lo0 8252 2 UH 0 0
8292026-01-05T21:10:21.040Z+ pfexec zlogin sidecar_softnpu netstat -anu
8302026-01-05T21:10:21.064Z
8312026-01-05T21:10:21.064ZUDP: IPv4
8322026-01-05T21:10:21.064Z Local Address Remote Address User Pid Command State
8332026-01-05T21:10:21.064Z-------------------- -------------------- -------- ------ -------------- ----------
8342026-01-05T21:10:21.064Z *.* root 1521 in.ndpd Unbound
8352026-01-05T21:10:21.064Z
8362026-01-05T21:10:21.064ZUDP: IPv6
8372026-01-05T21:10:21.064Z Local Address Remote Address User Pid Command State If
8382026-01-05T21:10:21.064Z--------------------------------- --------------------------------- -------- ------ -------------- ---------- -----
8392026-01-05T21:10:21.064Z *.* root 1521 in.ndpd Unbound
8402026-01-05T21:10:21.064Z
8412026-01-05T21:10:21.065ZActive UNIX domain sockets
8422026-01-05T21:10:21.065ZAddress Type User Pid Command Local Address Remote Address
8432026-01-05T21:10:21.065Z---------------- ---------- -------- ------ -------------- --------------------------------------- ---------------------------------------
8442026-01-05T21:10:21.065Zfffffe85b3cbe780 stream-ord root 1521 in.ndpd /var/run/in.ndpd_ipadm
8452026-01-05T21:10:21.065Zfffffe85b3c52030 dgram root 1298 softnpu /softnpu/server
8462026-01-05T21:10:21.065Zfffffe85b3c523d0 stream-ord root 1298 softnpu
8472026-01-05T21:10:21.065Zfffffe85b3c523d0 stream-ord root 1298 softnpu
8482026-01-05T21:10:21.065Zfffffe85b3c52770 stream-ord root 1298 softnpu
8492026-01-05T21:10:21.065Zfffffe8586ef83b0 dgram root 1521 in.ndpd /var/run/in.ndpd_mib
8502026-01-05T21:10:21.065Z+ pfexec zlogin sidecar_softnpu arp -an
8512026-01-05T21:10:21.089Z++ zoneadm list -n
8522026-01-05T21:10:21.089Z++ grep oxz_ntp
8532026-01-05T21:10:21.089Z+ pfexec zlogin sidecar_softnpu cat /var/log/softnpu.log
8542026-01-05T21:10:21.113ZConfig {
8552026-01-05T21:10:21.113Z p4_program: "/softnpu/asic_program.so",
8562026-01-05T21:10:21.113Z ports: [
8572026-01-05T21:10:21.113Z Port {
8582026-01-05T21:10:21.113Z sidecar: "sc0_0",
8592026-01-05T21:10:21.113Z scrimlet: "sidecar_shi0",
8602026-01-05T21:10:21.113Z mtu: 9000,
8612026-01-05T21:10:21.113Z },
8622026-01-05T21:10:21.113Z Port {
8632026-01-05T21:10:21.113Z sidecar: "sc0_1",
8642026-01-05T21:10:21.113Z scrimlet: "sidecar_shi1",
8652026-01-05T21:10:21.113Z mtu: 9000,
8662026-01-05T21:10:21.113Z },
8672026-01-05T21:10:21.113Z ],
8682026-01-05T21:10:21.113Z}
8692026-01-05T21:10:21.113Z+ exit 1
8702026-01-05T21:10:21.114Zprocess exited: duration 88020 ms, exit code 1
 
8712026-01-05T21:10:21.163Zfound 3 output files
8722026-01-05T21:10:21.163Zuploading: /var/svc/log/oxide-mg-ddm:default.log (4438 bytes)
8732026-01-05T21:10:22.260Zuploaded: /var/svc/log/oxide-mg-ddm:default.log
8742026-01-05T21:10:22.261Zuploading: /var/svc/log/oxide-sled-agent:default.log (13433 bytes)
8752026-01-05T21:10:23.376Zuploaded: /var/svc/log/oxide-sled-agent:default.log
8762026-01-05T21:10:23.376Zuploading: /tmp/kstat/xde.kstat (537 bytes)
8772026-01-05T21:10:24.469Zuploaded: /tmp/kstat/xde.kstat