01KF71PFAHDC4ADSA29ARF1R5E: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-*.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.37",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01KF71Q3V82GN0GQ1HN0SNRVT8

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12026-01-17T23:21:30.628Zjob dependencies complete; ready to run (waiting for 43 m 39 s)
22026-01-17T23:22:30.767Zjob assigned to worker 01KF7473NBPYDHEWDWY50DH929 [factory lab, sock/15676] (queued for 1 m 0 s)
32026-01-17T23:22:30.843Zhttp://172.20.0.5:9969/ipxe/sock... ok
42026-01-17T23:22:30.890Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
52026-01-17T23:22:30.924Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
62026-01-17T23:22:30.980Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
72026-01-17T23:22:31.014Zhttp://172.20.0.5:9969/postboot/sock... ok
82026-01-17T23:22:31.053ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92026-01-17T23:22:31.091ZWARNING: cpu0: failed to update microcode from version 0xa001133 to 0xa0011de
102026-01-17T23:22:31.125ZWARNING: cpu0: using older fallback microcode; update the system firmware
112026-01-17T23:22:31.159Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
122026-01-17T23:22:31.199ZOxide Helios Version helios-2.0.23698 64-bit
132026-01-17T23:22:31.236ZConfiguring devices.
142026-01-17T23:22:31.288Z##################################################
152026-01-17T23:22:31.498Z#### ############# ##
162026-01-17T23:22:31.582Z### ### ############ ##
172026-01-17T23:22:31.620Z## ### # ## ### ## Oxide Computer Company ##
182026-01-17T23:22:31.654Z## ## ## ### # ### ##
192026-01-17T23:22:31.687Z## # ### #### #### This Station Under ##
202026-01-17T23:22:31.721Z### ### #### # ### Computer Control ##
212026-01-17T23:22:31.754Z#### #### ### ## ##
222026-01-17T23:22:31.788Z##################################################
232026-01-17T23:22:31.821ZHostname: sock
242026-01-17T23:22:31.854ZLoading smf(7) service descriptions:
252026-01-17T23:22:32.733Zdownloading input: /input/package/work/package.tar.gz
262026-01-17T23:29:24.540Zdownloaded input: /input/package/work/package.tar.gz
 
272026-01-17T23:29:24.564Zstarting task 0: "setup"
282026-01-17T23:29:24.564Z++ uname -s
292026-01-17T23:29:24.564Z+ kern=SunOS
302026-01-17T23:29:24.564Z+ build_user=build
312026-01-17T23:29:24.564Z+ build_uid=12345
322026-01-17T23:29:24.564Z+ work_dir=/work
332026-01-17T23:29:24.564Z+ input_dir=/input
342026-01-17T23:29:24.564Z+ [[ 0 == 12345 ]]
352026-01-17T23:29:24.565Z+ case "$kern" in
362026-01-17T23:29:24.565Z+ groupadd -g 12345 build
372026-01-17T23:29:24.565Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
382026-01-17T23:29:26.465Z+ zfs create -o mountpoint=/work rpool/work
392026-01-17T23:29:26.489Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
402026-01-17T23:29:26.489Z+ home_fs=zfs
412026-01-17T23:29:26.489Z+ [[ zfs == autofs ]]
422026-01-17T23:29:26.489Z+ mkdir -p /home/build
432026-01-17T23:29:26.489Z+ chown build:build /home/build /work
442026-01-17T23:29:28.491Z+ chmod 0700 /home/build /work
452026-01-17T23:29:28.514Zprocess exited: duration 4047 ms, exit code 0
 
462026-01-17T23:29:28.562Zstarting task 1: "authentication"
472026-01-17T23:29:28.605Zprocess exited: duration 43 ms, exit code 0
 
482026-01-17T23:29:28.653Zstarting task 2: "build"
492026-01-17T23:29:28.677Z+ trap _exit_trap EXIT
502026-01-17T23:29:28.677Z+ OPTE_COMMIT=
512026-01-17T23:29:28.677Z+ [[ x != \x ]]
522026-01-17T23:29:28.677Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
532026-01-17T23:29:28.771Zsecpolicy_fs_linkdir: 0x55 = 0x55
542026-01-17T23:29:28.771Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
552026-01-17T23:29:28.771Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
562026-01-17T23:29:28.771Zsecpolicy_fs_linkdir+3: 0 = 0xe5
572026-01-17T23:29:28.771Zsecpolicy_fs_linkdir+4: 0 = 0xb8
582026-01-17T23:29:28.771Zsecpolicy_fs_linkdir+5: 0 = 0x1
592026-01-17T23:29:28.771Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
602026-01-17T23:29:28.771Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
612026-01-17T23:29:28.771Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
622026-01-17T23:29:28.771Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
632026-01-17T23:29:28.771Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
642026-01-17T23:29:28.795Z+ [[ -d /opt/oxide ]]
652026-01-17T23:29:28.795Z+ pfexec mv /opt/oxide /opt/oxide-underneath
662026-01-17T23:29:28.795Z+ pfexec mkdir /opt/oxide
672026-01-17T23:29:28.795Z+ pfexec mount -F tmpfs -O swap /opt/oxide
682026-01-17T23:29:28.795Z+ [[ -d /opt/oxide-underneath ]]
692026-01-17T23:29:28.795Z+ cd /opt/oxide-underneath
702026-01-17T23:29:28.795Z+ pfexec tar ceEp@/f - .
712026-01-17T23:29:28.795Z+ cd /opt/oxide
722026-01-17T23:29:28.795Z+ pfexec tar xveEp@/f -
732026-01-17T23:29:28.837Zx ., 0 bytes, 0 tape blocks
742026-01-17T23:29:28.837Zx ./opte, 0 bytes, 0 tape blocks
752026-01-17T23:29:28.838Zx ./opte/bin, 0 bytes, 0 tape blocks
762026-01-17T23:29:28.838Zx ./opte/bin/opteadm, 21006608 bytes, 41029 tape blocks
772026-01-17T23:29:28.861Z+ pfexec rm -rf /opt/oxide-underneath
782026-01-17T23:29:28.861Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
792026-01-17T23:29:28.884Z+ pfexec mkdir /opt/oxide/work
802026-01-17T23:29:28.885Z+ pfexec chown build:build /opt/oxide/work
812026-01-17T23:29:28.885Z+ cd /opt/oxide/work
822026-01-17T23:29:28.885Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
832026-01-17T23:29:50.467ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
842026-01-17T23:29:50.467Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
852026-01-17T23:29:50.467Zx out/target/test, 107 bytes, 1 tape blocks
862026-01-17T23:29:50.467Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
872026-01-17T23:29:50.467Zx package-manifest.toml, 34403 bytes, 68 tape blocks
882026-01-17T23:29:50.467Zx smf/sled-agent/non-gimlet/config.toml, 5304 bytes, 11 tape blocks
892026-01-17T23:29:50.467Zx target/release/omicron-package, 44027320 bytes, 85991 tape blocks
902026-01-17T23:29:50.467Zx target/release/xtask, 11743960 bytes, 22938 tape blocks
912026-01-17T23:29:50.467Zx target/debug/bootstrap, 325675328 bytes, 636085 tape blocks
922026-01-17T23:29:50.467Zx tests/bootstrap-f61d24018d1b28fa, 31858552 bytes, 62224 tape blocks
932026-01-17T23:29:50.467Zx tests/commtest-0ab37ffee72c6f9a, 32722360 bytes, 63911 tape blocks
942026-01-17T23:29:50.467Zx tests/dhcp_server-578c60f900b8c5be, 31858568 bytes, 62224 tape blocks
952026-01-17T23:29:50.467Zx tests/end_to_end_tests-e51ad70374292961, 371012904 bytes, 724635 tape blocks
962026-01-17T23:29:50.467Zx out/clickhouse.tar.gz, 328023643 bytes, 640672 tape blocks
972026-01-17T23:29:50.467Zx out/clickhouse_keeper.tar.gz, 310612769 bytes, 606666 tape blocks
982026-01-17T23:29:50.467Zx out/clickhouse_server.tar.gz, 328021535 bytes, 640668 tape blocks
992026-01-17T23:29:50.467Zx out/cockroachdb.tar.gz, 171928237 bytes, 335798 tape blocks
1002026-01-17T23:29:50.467Zx out/crucible-pantry-zone.tar.gz, 45612449 bytes, 89087 tape blocks
1012026-01-17T23:29:50.467Zx out/crucible-utils.tar, 18169344 bytes, 35487 tape blocks
1022026-01-17T23:29:50.467Zx out/crucible-zone.tar.gz, 60089852 bytes, 117363 tape blocks
1032026-01-17T23:29:50.467Zx out/external-dns.tar.gz, 54869491 bytes, 107167 tape blocks
1042026-01-17T23:29:50.467Zx out/internal-dns.tar.gz, 54869091 bytes, 107167 tape blocks
1052026-01-17T23:29:50.467Zx out/mg-ddm-gz.tar, 116893184 bytes, 228307 tape blocks
1062026-01-17T23:29:50.467Zx out/nexus.tar.gz, 204427657 bytes, 399273 tape blocks
1072026-01-17T23:29:50.467Zx out/ntp.tar.gz, 35723343 bytes, 69773 tape blocks
1082026-01-17T23:29:50.467Zx out/omicron-gateway-softnpu.tar.gz, 29001267 bytes, 56644 tape blocks
1092026-01-17T23:29:50.467Zx out/omicron-sled-agent.tar, 201665536 bytes, 393878 tape blocks
1102026-01-17T23:29:50.467Zx out/overlay.tar.gz, 3030 bytes, 6 tape blocks
1112026-01-17T23:29:50.467Zx out/oximeter.tar.gz, 68145873 bytes, 133098 tape blocks
1122026-01-17T23:29:50.467Zx out/oxlog.tar, 4037120 bytes, 7885 tape blocks
1132026-01-17T23:29:50.467Zx out/probe.tar.gz, 3109568 bytes, 6074 tape blocks
1142026-01-17T23:29:50.467Zx out/propolis-server.tar.gz, 76414464 bytes, 149247 tape blocks
1152026-01-17T23:29:50.467Zx out/pumpkind-gz.tar, 27286528 bytes, 53294 tape blocks
1162026-01-17T23:29:50.467Zx out/switch-softnpu.tar.gz, 391938800 bytes, 765506 tape blocks
1172026-01-17T23:29:50.492Z
1182026-01-17T23:29:50.492Zreal 21.573636739
1192026-01-17T23:29:50.492Zuser 19.333827549
1202026-01-17T23:29:50.492Zsys 3.770027629
1212026-01-17T23:29:50.492Ztrap 0.000897910
1222026-01-17T23:29:50.492Ztflt 0.000000000
1232026-01-17T23:29:50.492Zdflt 0.000000000
1242026-01-17T23:29:50.492Zkflt 0.000000000
1252026-01-17T23:29:50.492Zlock 0.000000000
1262026-01-17T23:29:50.492Zslp 19.483578156
1272026-01-17T23:29:50.492Zlat 0.556888817
1282026-01-17T23:29:50.492Zstop 0.000129862
1292026-01-17T23:29:50.492Z+ source .github/buildomat/ci-env.sh
1302026-01-17T23:29:50.492Z++ export CARGO_TERM_COLOR=always
1312026-01-17T23:29:50.492Z++ CARGO_TERM_COLOR=always
1322026-01-17T23:29:50.492Z+ bmat address ls
1332026-01-17T23:29:50.492ZNAME CIDR FIRST LAST COUNT
1342026-01-17T23:29:50.492Zextra 10.151.2.0/24 10.151.2.164 10.151.2.227 64
1352026-01-17T23:29:50.492Z++ bmat address ls -f extra -Ho first,last,count
1362026-01-17T23:29:50.492Z+ set -- 10.151.2.164 10.151.2.227 64
1372026-01-17T23:29:50.493Z+ EXTRA_IP_START=10.151.2.164
1382026-01-17T23:29:50.493Z+ EXTRA_IP_END=10.151.2.227
1392026-01-17T23:29:50.493Z+ EXTRA_IP_COUNT=64
1402026-01-17T23:29:50.493Z+ (( EXTRA_IP_COUNT >= 32 ))
1412026-01-17T23:29:50.493Z+ EXTRA_IP_BASE=10.151.2
1422026-01-17T23:29:50.493Z+ EXTRA_IP_FOCTET=164
1432026-01-17T23:29:50.493Z+ EXTRA_IP_LOCTET=227
1442026-01-17T23:29:50.493Z+ SERVICE_IP_POOL_START=10.151.2.164
1452026-01-17T23:29:50.493Z+ SERVICE_IP_POOL_END=10.151.2.173
1462026-01-17T23:29:50.493Z+ DNS_IP1=10.151.2.164
1472026-01-17T23:29:50.493Z+ DNS_IP2=10.151.2.165
1482026-01-17T23:29:50.493Z+ UPLINK_IP=10.151.2.174
1492026-01-17T23:29:50.493Z+ IPPOOL_START=10.151.2.175
1502026-01-17T23:29:50.493Z+ IPPOOL_END=10.151.2.227
1512026-01-17T23:29:50.493Z++ ipadm show-addr -po type,addr
1522026-01-17T23:29:50.493Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1532026-01-17T23:29:50.493Z+ GATEWAY_IP=10.151.2.100
1542026-01-17T23:29:50.493Z+ [[ -n 10.151.2.100 ]]
1552026-01-17T23:29:50.493Z+ ping -s 10.151.2.100 56 1
1562026-01-17T23:29:50.493ZPING 10.151.2.100: 56 data bytes
1572026-01-17T23:29:50.493Z64 bytes from 10.151.2.100: icmp_seq=0. time=0.011 ms
1582026-01-17T23:29:50.493Z
1592026-01-17T23:29:50.493Z----10.151.2.100 PING Statistics----
1602026-01-17T23:29:50.493Z1 packets transmitted, 1 packets received, 0% packet loss
1612026-01-17T23:29:50.493Zround-trip (ms) min/avg/max/stddev = 0.011/0.011/0.011/-nan
1622026-01-17T23:29:50.493Z++ arp -an
1632026-01-17T23:29:50.494Z++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}'
1642026-01-17T23:29:50.517Z+ GATEWAY_MAC=18:c0:4d:0d:a0:2a
1652026-01-17T23:29:50.518Z+ routeadm -e ipv4-forwarding -u
1662026-01-17T23:29:50.596Z+ PXA_START=10.151.2.164
1672026-01-17T23:29:50.596Z+ PXA_END=10.151.2.227
1682026-01-17T23:29:50.619Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1692026-01-17T23:29:50.763Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227
1702026-01-17T23:29:50.786ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1712026-01-17T23:29:50.836Zcreating virtual hardware
1722026-01-17T23:29:50.859Zcreating /scratch/m2_0.vdev
1732026-01-17T23:29:50.859Zcreating /scratch/m2_1.vdev
1742026-01-17T23:29:50.859Zcreating /scratch/u2_0.vdev
1752026-01-17T23:29:50.859Zcreating /scratch/u2_1.vdev
1762026-01-17T23:29:50.859Zcreating /scratch/u2_2.vdev
1772026-01-17T23:29:50.859Zcreating /scratch/u2_3.vdev
1782026-01-17T23:29:50.859Zcreating /scratch/u2_4.vdev
1792026-01-17T23:29:50.859Zcreating /scratch/u2_5.vdev
1802026-01-17T23:29:50.859Zcreating /scratch/u2_6.vdev
1812026-01-17T23:29:50.859Zcreating /scratch/u2_7.vdev
1822026-01-17T23:29:50.859Zcreating /scratch/u2_8.vdev
1832026-01-17T23:29:50.883ZSimnet net0/sc0_0 exists
1842026-01-17T23:29:50.883ZSimnet net1/sc1_0 exists
1852026-01-17T23:29:50.906ZVnic sc0_1 exists
1862026-01-17T23:30:03.167ZUsing 10.151.2.100 as gateway ip
1872026-01-17T23:30:03.167Zusing 18:C0:4D:0D:A0:2A as gateway mac
1882026-01-17T23:30:03.167Zconfiguring SoftNPU ARP entry
1892026-01-17T23:30:03.193Zconfiguring SoftNPU proxy ARP
1902026-01-17T23:30:03.245ZSoftNPU state:
1912026-01-17T23:30:03.245Z local v6:
1922026-01-17T23:30:03.245Z local v4:
1932026-01-17T23:30:03.245Z router v6_idx:
1942026-01-17T23:30:03.245Z router v6_routes:
1952026-01-17T23:30:03.245Z router v4_idx:
1962026-01-17T23:30:03.245Z router v4_routes:
1972026-01-17T23:30:03.245Z resolver v4:
1982026-01-17T23:30:03.245Z 10.151.2.100 -> 18:c0:4d:0d:a0:2a
1992026-01-17T23:30:03.245Z resolver v6:
2002026-01-17T23:30:03.245Z nat v4:
2012026-01-17T23:30:03.245Z nat_v6:
2022026-01-17T23:30:03.246Z port_mac:
2032026-01-17T23:30:03.246Z proxy arp:
2042026-01-17T23:30:03.246Z 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
2052026-01-17T23:30:03.246Zcreated virtual hardware
2062026-01-17T23:30:03.270Z
2072026-01-17T23:30:03.270Zreal 12.479790515
2082026-01-17T23:30:03.270Zuser 0.617701696
2092026-01-17T23:30:03.270Zsys 3.018491979
2102026-01-17T23:30:03.270Ztrap 0.000094587
2112026-01-17T23:30:03.270Ztflt 0.000710745
2122026-01-17T23:30:03.270Zdflt 0.000775601
2132026-01-17T23:30:03.270Zkflt 0.000006209
2142026-01-17T23:30:03.270Zlock 9:40.028776366
2152026-01-17T23:30:03.270Zslp 37.772779483
2162026-01-17T23:30:03.270Zlat 0.090880869
2172026-01-17T23:30:03.270Zstop 0.402120480
2182026-01-17T23:30:03.270Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2192026-01-17T23:30:03.300Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2202026-01-17T23:30:03.345Z+ diff -u pkg/config.toml~ pkg/config.toml
2212026-01-17T23:30:03.345Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2222026-01-17T23:30:03.345Z+++ pkg/config.toml Sat Jan 17 23:30:03 2026
2232026-01-17T23:30:03.345Z@@ -29,18 +29,18 @@
2242026-01-17T23:30:03.345Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2252026-01-17T23:30:03.345Z # followed by a string that is embedded into their fake serial values.
2262026-01-17T23:30:03.345Z vdevs = [
2272026-01-17T23:30:03.345Z- "m2_0.vdev",
2282026-01-17T23:30:03.345Z- "m2_1.vdev",
2292026-01-17T23:30:03.346Z+ "/scratch/m2_0.vdev",
2302026-01-17T23:30:03.346Z+ "/scratch/m2_1.vdev",
2312026-01-17T23:30:03.346Z
2322026-01-17T23:30:03.346Z- "u2_0.vdev",
2332026-01-17T23:30:03.346Z- "u2_1.vdev",
2342026-01-17T23:30:03.346Z- "u2_2.vdev",
2352026-01-17T23:30:03.346Z- "u2_3.vdev",
2362026-01-17T23:30:03.346Z- "u2_4.vdev",
2372026-01-17T23:30:03.346Z- "u2_5.vdev",
2382026-01-17T23:30:03.346Z- "u2_6.vdev",
2392026-01-17T23:30:03.346Z- "u2_7.vdev",
2402026-01-17T23:30:03.346Z- "u2_8.vdev",
2412026-01-17T23:30:03.346Z+ "/scratch/u2_0.vdev",
2422026-01-17T23:30:03.346Z+ "/scratch/u2_1.vdev",
2432026-01-17T23:30:03.346Z+ "/scratch/u2_2.vdev",
2442026-01-17T23:30:03.346Z+ "/scratch/u2_3.vdev",
2452026-01-17T23:30:03.346Z+ "/scratch/u2_4.vdev",
2462026-01-17T23:30:03.346Z+ "/scratch/u2_5.vdev",
2472026-01-17T23:30:03.346Z+ "/scratch/u2_6.vdev",
2482026-01-17T23:30:03.346Z+ "/scratch/u2_7.vdev",
2492026-01-17T23:30:03.346Z+ "/scratch/u2_8.vdev",
2502026-01-17T23:30:03.346Z ]
2512026-01-17T23:30:03.346Z
2522026-01-17T23:30:03.346Z # The amount of memory held back for services which exist between zero and one
2532026-01-17T23:30:03.346Z+ true
2542026-01-17T23:30:03.346Z++ grep -c -E 'u2.*\.vdev' pkg/config.toml
2552026-01-17T23:30:03.346Z+ EXPECTED_ZPOOL_COUNT=9
2562026-01-17T23:30:03.346Z+ echo 'expected number of zpools is 9'
2572026-01-17T23:30:03.346Zexpected number of zpools is 9
2582026-01-17T23:30:03.346Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2592026-01-17T23:30:03.346Z+ SILO_NAME=recovery
2602026-01-17T23:30:03.346Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2612026-01-17T23:30:03.346Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2622026-01-17T23:30:03.346Z+ sed -i~ '
2632026-01-17T23:30:03.346Z /^external_dns_ips/c\
2642026-01-17T23:30:03.346Zexternal_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2652026-01-17T23:30:03.346Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2662026-01-17T23:30:03.346Z /^first/c\
2672026-01-17T23:30:03.347Zfirst = "10.151.2.164"
2682026-01-17T23:30:03.347Z /^last/c\
2692026-01-17T23:30:03.347Zlast = "10.151.2.173"
2702026-01-17T23:30:03.347Z }
2712026-01-17T23:30:03.347Z /^infra_ip_first/c\
2722026-01-17T23:30:03.347Zinfra_ip_first = "10.151.2.174"
2732026-01-17T23:30:03.347Z /^infra_ip_last/c\
2742026-01-17T23:30:03.347Zinfra_ip_last = "10.151.2.174"
2752026-01-17T23:30:03.347Z /^\[\[rack_network_config.ports/,/^$/ {
2762026-01-17T23:30:03.347Z /^routes/c\
2772026-01-17T23:30:03.347Zroutes = \[{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}\]
2782026-01-17T23:30:03.347Z /^addresses/c\
2792026-01-17T23:30:03.347Zaddresses = \[{address = "10.151.2.174/24"} \]
2802026-01-17T23:30:03.347Z }
2812026-01-17T23:30:03.347Z' pkg/config-rss.toml
2822026-01-17T23:30:03.347Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2832026-01-17T23:30:03.347Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2842026-01-17T23:30:03.347Z+++ pkg/config-rss.toml Sat Jan 17 23:30:03 2026
2852026-01-17T23:30:03.347Z@@ -33,7 +33,7 @@
2862026-01-17T23:30:03.347Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2872026-01-17T23:30:03.347Z # must be contained in one of the "internal services" IP Pool ranges listed
2882026-01-17T23:30:03.347Z # below.
2892026-01-17T23:30:03.347Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2902026-01-17T23:30:03.347Z+external_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2912026-01-17T23:30:03.347Z
2922026-01-17T23:30:03.347Z # Initial TLS certificates for the external API
2932026-01-17T23:30:03.347Z #
2942026-01-17T23:30:03.347Z@@ -69,8 +69,8 @@
2952026-01-17T23:30:03.347Z #
2962026-01-17T23:30:03.347Z # For more on this and what to put here, see docs/how-to-run.adoc.
2972026-01-17T23:30:03.347Z [[internal_services_ip_pool_ranges]]
2982026-01-17T23:30:03.347Z-first = "192.168.1.20"
2992026-01-17T23:30:03.347Z-last = "192.168.1.29"
3002026-01-17T23:30:03.347Z+first = "10.151.2.164"
3012026-01-17T23:30:03.347Z+last = "10.151.2.173"
3022026-01-17T23:30:03.347Z
3032026-01-17T23:30:03.347Z # TODO - this configuration is subject to change going forward. Ultimately these
3042026-01-17T23:30:03.347Z # parameters should be provided to the control plane via wicket, but we need to
3052026-01-17T23:30:03.347Z@@ -91,8 +91,8 @@
3062026-01-17T23:30:03.348Z # A range of IP addresses used by Boundary Services on the external network. In
3072026-01-17T23:30:03.348Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3082026-01-17T23:30:03.348Z # With softnpu, only one address is used.
3092026-01-17T23:30:03.348Z-infra_ip_first = "192.168.1.30"
3102026-01-17T23:30:03.348Z-infra_ip_last = "192.168.1.30"
3112026-01-17T23:30:03.348Z+infra_ip_first = "10.151.2.174"
3122026-01-17T23:30:03.348Z+infra_ip_last = "10.151.2.174"
3132026-01-17T23:30:03.348Z
3142026-01-17T23:30:03.348Z # Configurations for BGP routers to run on the scrimlets.
3152026-01-17T23:30:03.348Z bgp = []
3162026-01-17T23:30:03.348Z@@ -100,9 +100,9 @@
3172026-01-17T23:30:03.348Z # You can configure multiple uplinks by repeating the following stanza
3182026-01-17T23:30:03.348Z [[rack_network_config.ports]]
3192026-01-17T23:30:03.348Z # Routes associated with this port.
3202026-01-17T23:30:03.375Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3212026-01-17T23:30:03.375Z+routes = [{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}]
3222026-01-17T23:30:03.375Z # Addresses associated with this port.
3232026-01-17T23:30:03.375Z-addresses = [{address = "192.168.1.30/24"}]
3242026-01-17T23:30:03.375Z+addresses = [{address = "10.151.2.174/24"} ]
3252026-01-17T23:30:03.375Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3262026-01-17T23:30:03.375Z port = "qsfp0"
3272026-01-17T23:30:03.375Z # The speed of this port.
3282026-01-17T23:30:03.375Z+ true
3292026-01-17T23:30:03.375Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3302026-01-17T23:30:03.375Za pkg/config-rss.toml 8K
3312026-01-17T23:30:03.375Za pkg/config.toml 6K
3322026-01-17T23:30:03.375Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3332026-01-17T23:30:03.375Z+ TLS_NAME=recovery.sys.oxide.test
3342026-01-17T23:30:03.375Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3352026-01-17T23:30:03.747Z.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+..........+.....+............+...+...+....+...+..+.+....................+......+...+.............+..+......+.+...........+..........+...+..............+...+...+.+...+............+......+...+.....+.+........+...+...+.......+..+...+....+.....+.+...+..+...+.......+.....+............+......+...............+.+.....+.+..+.+..............+............+.+.....+....+.....+....+.........+.....+...............+......+....+...+...+.....+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...............+........+..........+.........+........+.........................+.....+.......+.................+...+.......+......+.........+...+...............+..+.+...+.........+..+..................+............+.........+.+.........+.................+.......+...+...+..+.......+......+.........+.....+.+.....+....+...+.....+.......+......+......+......+...+......+.....+.........+.....................+.+..+...............+......+.......+..+..........+...+........+.+...........+...+...........................+...+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3362026-01-17T23:30:03.911Z.................+....+...+..+......+.+.....+...+......+......+..........+.....+.+.....+....+..............+.........+.+......+...+........+....+...+........+............+.+......+.........+..+....+........+......+....+..+.+........+......+...+.+..+............+.+.........+............+.....+...+.......+.....+...+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..................+.....................+.........+..+............+.+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3372026-01-17T23:30:03.935Z-----
3382026-01-17T23:30:03.959Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3392026-01-17T23:30:03.959Za pkg/initial-tls-cert.pem 2K
3402026-01-17T23:30:03.959Za pkg/initial-tls-key.pem 4K
3412026-01-17T23:30:03.959Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3422026-01-17T23:30:03.959Z+ rmdir pkg
3432026-01-17T23:30:03.959Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3442026-01-17T23:30:03.959Z+ pfexec mkdir -p /usr/oxide
3452026-01-17T23:30:03.959Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v2025112000
3462026-01-17T23:30:04.617Z+ pfexec chmod +x /usr/oxide/oxide
3472026-01-17T23:30:04.641Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3482026-01-17T23:30:24.693Z+ OMICRON_NO_UNINSTALL=1
3492026-01-17T23:30:24.693Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3502026-01-17T23:30:24.717ZLogging to: /opt/oxide/work/out/LOG
3512026-01-17T23:30:25.568Z
3522026-01-17T23:30:25.592Zreal 0.869713613
3532026-01-17T23:30:25.592Zuser 0.177071588
3542026-01-17T23:30:25.592Zsys 5.142422536
3552026-01-17T23:30:25.592Ztrap 0.000015037
3562026-01-17T23:30:25.592Ztflt 0.000086978
3572026-01-17T23:30:25.592Zdflt 0.000202365
3582026-01-17T23:30:25.592Zkflt 0.000000000
3592026-01-17T23:30:25.592Zlock 1:18.409872189
3602026-01-17T23:30:25.592Zslp 1.048631103
3612026-01-17T23:30:25.592Zlat 0.031879501
3622026-01-17T23:30:25.592Zstop 0.108306952
3632026-01-17T23:30:25.592Z+ retry=0
3642026-01-17T23:30:25.592Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3652026-01-17T23:30:25.592Z+ [[ 0 -gt 30 ]]
3662026-01-17T23:30:25.592Z+ sleep 1
3672026-01-17T23:30:26.584Z+ retry=1
3682026-01-17T23:30:26.584Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3692026-01-17T23:30:26.608Z+ [[ 1 -gt 30 ]]
3702026-01-17T23:30:26.608Z+ sleep 1
3712026-01-17T23:30:27.599Z+ retry=2
3722026-01-17T23:30:27.599Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3732026-01-17T23:30:27.624Z+ [[ 2 -gt 30 ]]
3742026-01-17T23:30:27.624Z+ sleep 1
3752026-01-17T23:30:28.614Z+ retry=3
3762026-01-17T23:30:28.614Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3772026-01-17T23:30:28.637Z+ [[ 3 -gt 30 ]]
3782026-01-17T23:30:28.637Z+ sleep 1
3792026-01-17T23:30:29.628Z+ retry=4
3802026-01-17T23:30:29.628Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3812026-01-17T23:30:29.652Z+ [[ 4 -gt 30 ]]
3822026-01-17T23:30:29.652Z+ sleep 1
3832026-01-17T23:30:30.648Z+ retry=5
3842026-01-17T23:30:30.648Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3852026-01-17T23:30:30.673Z+ [[ 5 -gt 30 ]]
3862026-01-17T23:30:30.673Z+ sleep 1
3872026-01-17T23:30:31.664Z+ retry=6
3882026-01-17T23:30:31.664Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3892026-01-17T23:30:31.687Z+ [[ 6 -gt 30 ]]
3902026-01-17T23:30:31.687Z+ sleep 1
3912026-01-17T23:30:32.679Z+ retry=7
3922026-01-17T23:30:32.679Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3932026-01-17T23:30:32.712Z+ [[ 7 -gt 30 ]]
3942026-01-17T23:30:32.712Z+ sleep 1
3952026-01-17T23:30:33.694Z+ retry=8
3962026-01-17T23:30:33.694Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3972026-01-17T23:30:33.718Z+ [[ 8 -gt 30 ]]
3982026-01-17T23:30:33.718Z+ sleep 1
3992026-01-17T23:30:34.708Z+ retry=9
4002026-01-17T23:30:34.708Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4012026-01-17T23:30:34.731Z+ [[ 9 -gt 30 ]]
4022026-01-17T23:30:34.731Z+ sleep 1
4032026-01-17T23:30:35.721Z+ retry=10
4042026-01-17T23:30:35.721Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4052026-01-17T23:30:35.745Z+ [[ 10 -gt 30 ]]
4062026-01-17T23:30:35.745Z+ sleep 1
4072026-01-17T23:30:36.734Z+ retry=11
4082026-01-17T23:30:36.734Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4092026-01-17T23:30:36.758Z+ [[ 11 -gt 30 ]]
4102026-01-17T23:30:36.758Z+ sleep 1
4112026-01-17T23:30:37.748Z+ retry=12
4122026-01-17T23:30:37.749Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4132026-01-17T23:30:37.772Z+ [[ 12 -gt 30 ]]
4142026-01-17T23:30:37.772Z+ sleep 1
4152026-01-17T23:30:38.763Z+ retry=13
4162026-01-17T23:30:38.763Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4172026-01-17T23:30:38.787Z+ [[ 13 -gt 30 ]]
4182026-01-17T23:30:38.787Z+ sleep 1
4192026-01-17T23:30:39.777Z+ retry=14
4202026-01-17T23:30:39.777Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4212026-01-17T23:30:39.801Z+ [[ 14 -gt 30 ]]
4222026-01-17T23:30:39.801Z+ sleep 1
4232026-01-17T23:30:40.792Z+ retry=15
4242026-01-17T23:30:40.792Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4252026-01-17T23:30:40.816Z+ [[ 15 -gt 30 ]]
4262026-01-17T23:30:40.816Z+ sleep 1
4272026-01-17T23:30:41.806Z+ retry=16
4282026-01-17T23:30:41.806Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4292026-01-17T23:30:41.830Z+ [[ 16 -gt 30 ]]
4302026-01-17T23:30:41.830Z+ sleep 1
4312026-01-17T23:30:42.820Z+ retry=17
4322026-01-17T23:30:42.821Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4332026-01-17T23:30:42.844Z+ [[ 17 -gt 30 ]]
4342026-01-17T23:30:42.844Z+ sleep 1
4352026-01-17T23:30:43.834Z+ retry=18
4362026-01-17T23:30:43.835Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4372026-01-17T23:30:43.858Z+ [[ 18 -gt 30 ]]
4382026-01-17T23:30:43.858Z+ sleep 1
4392026-01-17T23:30:44.849Z+ retry=19
4402026-01-17T23:30:44.849Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4412026-01-17T23:30:44.872Z+ [[ 19 -gt 30 ]]
4422026-01-17T23:30:44.872Z+ sleep 1
4432026-01-17T23:30:45.862Z+ retry=20
4442026-01-17T23:30:45.862Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4452026-01-17T23:30:45.886Z+ [[ 20 -gt 30 ]]
4462026-01-17T23:30:45.886Z+ sleep 1
4472026-01-17T23:30:46.875Z+ retry=21
4482026-01-17T23:30:46.875Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4492026-01-17T23:30:46.899Z+ [[ 21 -gt 30 ]]
4502026-01-17T23:30:46.899Z+ sleep 1
4512026-01-17T23:30:47.887Z+ retry=22
4522026-01-17T23:30:47.887Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4532026-01-17T23:30:47.910Z+ [[ 22 -gt 30 ]]
4542026-01-17T23:30:47.911Z+ sleep 1
4552026-01-17T23:30:48.901Z+ retry=23
4562026-01-17T23:30:48.901Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4572026-01-17T23:30:48.925Z+ [[ 23 -gt 30 ]]
4582026-01-17T23:30:48.925Z+ sleep 1
4592026-01-17T23:30:49.914Z+ retry=24
4602026-01-17T23:30:49.915Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4612026-01-17T23:30:49.939Z+ [[ 24 -gt 30 ]]
4622026-01-17T23:30:49.939Z+ sleep 1
4632026-01-17T23:30:50.929Z+ retry=25
4642026-01-17T23:30:50.929Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4652026-01-17T23:30:50.953Z+ [[ 25 -gt 30 ]]
4662026-01-17T23:30:50.953Z+ sleep 1
4672026-01-17T23:30:51.943Z+ retry=26
4682026-01-17T23:30:51.943Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4692026-01-17T23:30:51.967Z+ [[ 26 -gt 30 ]]
4702026-01-17T23:30:51.967Z+ sleep 1
4712026-01-17T23:30:52.958Z+ retry=27
4722026-01-17T23:30:52.958Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4732026-01-17T23:30:52.982Z+ [[ 27 -gt 30 ]]
4742026-01-17T23:30:52.982Z+ sleep 1
4752026-01-17T23:30:53.971Z+ retry=28
4762026-01-17T23:30:53.972Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4772026-01-17T23:30:53.995Z+ [[ 28 -gt 30 ]]
4782026-01-17T23:30:53.996Z+ sleep 1
4792026-01-17T23:30:54.984Z+ retry=29
4802026-01-17T23:30:54.984Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4812026-01-17T23:30:55.008Z+ [[ 29 -gt 30 ]]
4822026-01-17T23:30:55.008Z+ sleep 1
4832026-01-17T23:30:55.997Z+ retry=30
4842026-01-17T23:30:55.998Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4852026-01-17T23:30:56.021Z+ [[ 30 -gt 30 ]]
4862026-01-17T23:30:56.021Z+ sleep 1
4872026-01-17T23:30:57.011Z+ retry=31
4882026-01-17T23:30:57.011Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4892026-01-17T23:30:57.035Z+ [[ 31 -gt 30 ]]
4902026-01-17T23:30:57.035Z+ echo 'Failed to reach switch zone after 30 seconds'
4912026-01-17T23:30:57.035Z+ exit 1
4922026-01-17T23:30:57.035ZFailed to reach switch zone after 30 seconds
4932026-01-17T23:30:57.035Z+ _exit_trap
4942026-01-17T23:30:57.035Z+ local status=1
4952026-01-17T23:30:57.035Z+ set +o errexit
4962026-01-17T23:30:57.035Z+ [[ x != \x ]]
4972026-01-17T23:30:57.035Z+ pfexec svcadm -Z disable -s cron
4982026-01-17T23:30:57.100Z+ [[ 1 -eq 0 ]]
4992026-01-17T23:30:57.100Z+ set -o xtrace
5002026-01-17T23:30:57.100Z+ banner evidence
5012026-01-17T23:30:57.124Z
5022026-01-17T23:30:57.124Z ###### # # # ##### ###### # # #### ######
5032026-01-17T23:30:57.124Z # # # # # # # ## # # # #
5042026-01-17T23:30:57.124Z ##### # # # # # ##### # # # # #####
5052026-01-17T23:30:57.124Z # # # # # # # # # # # #
5062026-01-17T23:30:57.125Z # # # # # # # # ## # # #
5072026-01-17T23:30:57.125Z ###### ## # ##### ###### # # #### ######
5082026-01-17T23:30:57.125Z
5092026-01-17T23:30:57.125Z+ zoneadm list -civ
5102026-01-17T23:30:57.125Z ID NAME STATUS PATH BRAND IP
5112026-01-17T23:30:57.125Z 0 global running / ipkg shared
5122026-01-17T23:30:57.125Z 1 sidecar_softnpu running /sidecar/sidecar_softnpu omicron1 excl
5132026-01-17T23:30:57.125Z 2 oxz_switch running /zone/oxz_switch omicron1 excl
5142026-01-17T23:30:57.125Z+ pfexec dladm show-phys -m
5152026-01-17T23:30:57.125ZLINK SLOT ADDRESS INUSE CLIENT
5162026-01-17T23:30:57.125Zigb0 primary 18:c0:4d:d:a0:2a yes igb0
5172026-01-17T23:30:57.125Zigb1 primary 18:c0:4d:d:a0:2b no --
5182026-01-17T23:30:57.125Z+ pfexec dladm show-link
5192026-01-17T23:30:57.125ZLINK CLASS MTU STATE BRIDGE OVER
5202026-01-17T23:30:57.125Zigb0 phys 1500 up -- --
5212026-01-17T23:30:57.125Zigb1 phys 1500 unknown -- --
5222026-01-17T23:30:57.125Znet0 simnet 9000 up -- sc0_0
5232026-01-17T23:30:57.125Zsc0_0 simnet 9000 up -- net0
5242026-01-17T23:30:57.125Znet1 simnet 9000 up -- sc1_0
5252026-01-17T23:30:57.125Zsc1_0 simnet 9000 up -- net1
5262026-01-17T23:30:57.125Zsc0_1 vnic 1500 up -- igb0
5272026-01-17T23:30:57.125Ztfportrear0_0 simnet 9000 up -- sidecar_shi0
5282026-01-17T23:30:57.149Zsidecar_shi0 simnet 9000 up -- tfportrear0_0
5292026-01-17T23:30:57.149Ztfportqsfp0_0 simnet 9000 up -- sidecar_shi1
5302026-01-17T23:30:57.150Zsidecar_shi1 simnet 9000 up -- tfportqsfp0_0
5312026-01-17T23:30:57.150Zbootstrap_stub0 etherstub 9000 up -- --
5322026-01-17T23:30:57.150Zbootstrap0 vnic 1500 up -- bootstrap_stub0
5332026-01-17T23:30:57.150Zunderlay_stub0 etherstub 9000 up -- --
5342026-01-17T23:30:57.150Zunderlay0 vnic 9000 up -- underlay_stub0
5352026-01-17T23:30:57.150ZoxBootstrap0 vnic 1500 up -- bootstrap_stub0
5362026-01-17T23:30:57.150ZoxControlService0 vnic 9000 up -- underlay_stub0
5372026-01-17T23:30:57.150Z+ pfexec dladm show-vnic
5382026-01-17T23:30:57.150ZLINK OVER SPEED MACADDRESS MACADDRTYPE VID
5392026-01-17T23:30:57.150Zsc0_1 igb0 1000 a8:e1:de:1:70:1d fixed 0
5402026-01-17T23:30:57.150Zbootstrap0 bootstrap_stub0 0 2:8:20:a7:91:ee random 0
5412026-01-17T23:30:57.150Zunderlay0 underlay_stub0 0 2:8:20:75:46:a3 random 0
5422026-01-17T23:30:57.150ZoxBootstrap0 bootstrap_stub0 0 2:8:20:f1:87:1 random 0
5432026-01-17T23:30:57.151ZoxControlService0 underlay_stub0 0 2:8:20:ae:c0:a5 random 0
5442026-01-17T23:30:57.151Z+ pfexec ipadm
5452026-01-17T23:30:57.151ZADDROBJ TYPE STATE ADDR
5462026-01-17T23:30:57.151Zlo0/v4 static ok 127.0.0.1/8
5472026-01-17T23:30:57.151Zigb0/dhcp dhcp ok 10.151.2.100/24
5482026-01-17T23:30:57.151Zlo0/v6 static ok ::1/128
5492026-01-17T23:30:57.151Znet0/ll addrconf ok fe80::4823:dcff:fe4a:7118%net0/10
5502026-01-17T23:30:57.151Znet1/ll addrconf ok fe80::4485:55ff:fee6:446d%net1/10
5512026-01-17T23:30:57.151Zbootstrap0/ll addrconf ok fe80::8:20ff:fea7:91ee%bootstrap0/10
5522026-01-17T23:30:57.151Zbootstrap0/bootstrap6 static ok fdb0:18c0:4d0d:a02a::1/64
5532026-01-17T23:30:57.151Z+ pfexec netstat -rncva
5542026-01-17T23:30:57.151Z
5552026-01-17T23:30:57.151ZIRE Table: IPv4
5562026-01-17T23:30:57.151Z Destination Mask Gateway Device MTU Ref Flg Out In/Fwd
5572026-01-17T23:30:57.151Z-------------------- --------------- -------------------- ------ ----- --- --- ------ ------
5582026-01-17T23:30:57.151Z0.0.0.0 255.255.255.255 -- igb0 1500 1 UHb 0 0
5592026-01-17T23:30:57.151Zdefault 0.0.0.0 10.151.2.1 igb0 1500 9 UG 1705004 0
5602026-01-17T23:30:57.151Z10.0.0.0 255.255.255.255 -- igb0 1500 1 UHb 0 0
5612026-01-17T23:30:57.151Z10.151.2.0 255.255.255.255 -- igb0 1500 1 UHb 0 0
5622026-01-17T23:30:57.151Z10.151.2.0/24 255.255.255.0 10.151.2.100 igb0 1500 3 U 0 0
5632026-01-17T23:30:57.151Z10.151.2.1/32 255.255.255.255 10.151.2.100 igb0 1500 3 UC 0 0
5642026-01-17T23:30:57.151Z10.151.2.100 255.255.255.255 -- igb0 1500 2 UHL 2 3407979
5652026-01-17T23:30:57.151Z10.151.2.255 255.255.255.255 -- igb0 1500 1 UHb 0 0
5662026-01-17T23:30:57.151Z10.255.255.255 255.255.255.255 -- igb0 1500 1 UHb 0 0
5672026-01-17T23:30:57.151Z127.0.0.1 255.255.255.255 127.0.0.1 lo0 8232 2 UH 56 56
5682026-01-17T23:30:57.151Z255.255.255.255 255.255.255.255 -- igb0 1500 1 UHb 0 0
5692026-01-17T23:30:57.151Z
5702026-01-17T23:30:57.151ZIRE Table: IPv6
5712026-01-17T23:30:57.151Z Destination/Mask Gateway If MTU Ref Flags Out In/Fwd
5722026-01-17T23:30:57.151Z--------------------------- --------------------------- ----- ----- --- ----- ------ ------
5732026-01-17T23:30:57.151Z::1 ::1 lo0 8252 4 UH 10 10
5742026-01-17T23:30:57.151Zfe80::4485:55ff:fee6:446d -- net1 9000 2 UHL 0 0
5752026-01-17T23:30:57.152Zfdb0:18c0:4d0d:a02a::1 -- bootstrap0 1500 2 UHL 231 231
5762026-01-17T23:30:57.152Zfe80::4823:dcff:fe4a:7118 -- net0 9000 2 UHL 7 25
5772026-01-17T23:30:57.152Zfe80::40a6:1eff:fec7:373c fe80::4823:dcff:fe4a:7118 net0 9000 4 UC 17 0
5782026-01-17T23:30:57.152Zfe80::8:20ff:fea7:91ee -- bootstrap0 1500 2 UHL 0 0
5792026-01-17T23:30:57.152Zfdb0:18c0:4d0d:a02a::/64 fdb0:18c0:4d0d:a02a::1 bootstrap0 1500 2 U 0 0
5802026-01-17T23:30:57.152Zfe80::/10 fe80::8:20ff:fea7:91ee bootstrap0 1500 2 U 0 0
5812026-01-17T23:30:57.152Zfe80::/10 fe80::4485:55ff:fee6:446d net1 9000 2 U 0 0
5822026-01-17T23:30:57.152Zfe80::/10 fe80::4823:dcff:fe4a:7118 net0 9000 3 U 17 0
5832026-01-17T23:30:57.152Z+ pfexec netstat -anu
5842026-01-17T23:30:57.176Z
5852026-01-17T23:30:57.176ZUDP: IPv4
5862026-01-17T23:30:57.177Z Local Address Remote Address User Pid Command State
5872026-01-17T23:30:57.177Z-------------------- -------------------- -------- ------ -------------- ----------
5882026-01-17T23:30:57.177Z *.* root 71 in.mpathd Unbound
5892026-01-17T23:30:57.177Z *.* root 71 in.mpathd Unbound
5902026-01-17T23:30:57.177Z *.68 root 313 dhcpagent Idle
5912026-01-17T23:30:57.177Z *.546 root 313 dhcpagent Idle
5922026-01-17T23:30:57.177Z10.151.2.100.68 root 313 dhcpagent Idle
5932026-01-17T23:30:57.177Z *.111 daemon 709 rpcbind Idle
5942026-01-17T23:30:57.177Z *.* daemon 709 rpcbind Unbound
5952026-01-17T23:30:57.177Z *.65342 daemon 709 rpcbind Idle
5962026-01-17T23:30:57.178Z *.111 daemon 709 rpcbind Idle
5972026-01-17T23:30:57.178Z *.* daemon 709 rpcbind Unbound
5982026-01-17T23:30:57.178Z *.48406 daemon 709 rpcbind Idle
5992026-01-17T23:30:57.178Z *.* root 720 in.ndpd Unbound
6002026-01-17T23:30:57.178Z *.* root 868 rcm_daemon Unbound
6012026-01-17T23:30:57.178Z *.* root 868 rcm_daemon Unbound
6022026-01-17T23:30:57.178Z
6032026-01-17T23:30:57.178ZUDP: IPv6
6042026-01-17T23:30:57.178Z Local Address Remote Address User Pid Command State If
6052026-01-17T23:30:57.178Z--------------------------------- --------------------------------- -------- ------ -------------- ---------- -----
6062026-01-17T23:30:57.178Z *.* root 71 in.mpathd Unbound
6072026-01-17T23:30:57.178Z *.546 root 313 dhcpagent Idle
6082026-01-17T23:30:57.178Z *.111 daemon 709 rpcbind Idle
6092026-01-17T23:30:57.178Z *.* daemon 709 rpcbind Unbound
6102026-01-17T23:30:57.178Z *.65342 daemon 709 rpcbind Idle
6112026-01-17T23:30:57.178Z *.* root 720 in.ndpd Unbound
6122026-01-17T23:30:57.178Z *.* root 868 rcm_daemon Unbound
6132026-01-17T23:30:57.178Zff02::dd.3549 root 1575 ddmd Idle net0
6142026-01-17T23:30:57.178Zfe80::4823:dcff:fe4a:7118.3549 root 1575 ddmd Idle net0
6152026-01-17T23:30:57.178Zff02::dd.3549 root 1575 ddmd Idle net1
6162026-01-17T23:30:57.178Zfe80::4485:55ff:fee6:446d.3549 root 1575 ddmd Idle net1
6172026-01-17T23:30:57.178Z
6182026-01-17T23:30:57.178ZTCP: IPv4
6192026-01-17T23:30:57.178Z Local Address Remote Address User Pid Command Swind Send-Q Rwind Recv-Q State
6202026-01-17T23:30:57.178Z-------------------- -------------------- -------- ------ -------------- ------ ------ ------ ------ -----------
6212026-01-17T23:30:57.178Z127.0.0.1.5999 *.* root 71 in.mpathd 0 0 128000 0 LISTEN
6222026-01-17T23:30:57.178Z127.0.0.1.4999 *.* root 313 dhcpagent 0 0 128000 0 LISTEN
6232026-01-17T23:30:57.178Z *.111 *.* daemon 709 rpcbind 0 0 128000 0 LISTEN
6242026-01-17T23:30:57.178Z *.* *.* daemon 709 rpcbind 0 0 128000 0 IDLE
6252026-01-17T23:30:57.178Z *.111 *.* daemon 709 rpcbind 0 0 128000 0 LISTEN
6262026-01-17T23:30:57.178Z *.* *.* daemon 709 rpcbind 0 0 128000 0 IDLE
6272026-01-17T23:30:57.178Z10.151.2.100.51317 54.187.123.254.443 root 802 agent 1049792 8781 128872 0 ESTABLISHED
6282026-01-17T23:30:57.178Z10.151.2.100.47419 54.187.123.254.443 root 802 agent 1049792 0 128872 0 ESTABLISHED
6292026-01-17T23:30:57.178Z10.151.2.100.39331 54.187.123.254.443 1049792 0 128872 0 TIME_WAIT
6302026-01-17T23:30:57.178Z10.151.2.100.58707 54.187.123.254.443 1049792 0 128872 0 TIME_WAIT
6312026-01-17T23:30:57.178Z10.151.2.100.57126 54.187.123.254.443 1049792 0 128872 0 TIME_WAIT
6322026-01-17T23:30:57.178Z10.151.2.100.63558 172.20.0.5.12346 512592 0 128872 0 TIME_WAIT
6332026-01-17T23:30:57.179Z10.151.2.100.42373 172.20.0.5.12346 512592 0 128872 0 TIME_WAIT
6342026-01-17T23:30:57.179Z
6352026-01-17T23:30:57.179ZTCP: IPv6
6362026-01-17T23:30:57.179Z Local Address Remote Address User Pid Command Swind Send-Q Rwind Recv-Q State If
6372026-01-17T23:30:57.179Z--------------------------------- --------------------------------- -------- ------ -------------- ------ ------ ------ ------ ----------- -----
6382026-01-17T23:30:57.179Z::1.5999 *.* root 71 in.mpathd 0 0 128000 0 LISTEN
6392026-01-17T23:30:57.179Z *.111 *.* daemon 709 rpcbind 0 0 128000 0 LISTEN
6402026-01-17T23:30:57.179Z *.* *.* daemon 709 rpcbind 0 0 128000 0 IDLE
6412026-01-17T23:30:57.179Z::1.8000 *.* root 1575 ddmd 0 0 128000 0 LISTEN
6422026-01-17T23:30:57.179Zfdb0:18c0:4d0d:a02a::1.12349 *.* root 1558 sled-agent 0 0 128000 0 LISTEN
6432026-01-17T23:30:57.179Zfdb0:18c0:4d0d:a02a::1.12347 *.* root 1558 sled-agent 0 0 128000 0 LISTEN
6442026-01-17T23:30:57.179Zfdb0:18c0:4d0d:a02a::1.80 *.* root 1558 sled-agent 0 0 128000 0 LISTEN
6452026-01-17T23:30:57.179Zfdb0:18c0:4d0d:a02a::1.12346 *.* root 1558 sled-agent 0 0 128000 0 LISTEN
6462026-01-17T23:30:57.179Z::1.41890 ::1.8000 root 1558 sled-agent 65440 0 139264 0 ESTABLISHED
6472026-01-17T23:30:57.179Z::1.8000 ::1.41890 root 1575 ddmd 139060 0 130880 0 ESTABLISHED
6482026-01-17T23:30:57.179Zfe80::4823:dcff:fe4a:7118.56797 *.* root 1575 ddmd 0 0 128000 0 LISTEN
6492026-01-17T23:30:57.179Zfe80::4823:dcff:fe4a:7118.38952 fe80::40a6:1eff:fec7:373c.56797 1008864 0 142848 0 TIME_WAIT net0
6502026-01-17T23:30:57.179Z
6512026-01-17T23:30:57.179ZActive UNIX domain sockets
6522026-01-17T23:30:57.179ZAddress Type User Pid Command Local Address Remote Address
6532026-01-17T23:30:57.179Z---------------- ---------- -------- ------ -------------- --------------------------------------- ---------------------------------------
6542026-01-17T23:30:57.179Zfffffe85b875c7a8 stream-ord root 1749 zoneadmd /var/run/zones/oxz_switch.console_sock
6552026-01-17T23:30:57.179Zfffffe85b875cb48 stream-ord root 1608 tofino-monitor
6562026-01-17T23:30:57.179Zfffffe85b84a3060 stream-ord root 1608 tofino-monitor
6572026-01-17T23:30:57.179Zfffffe85b84a3400 stream-ord root 1575 ddmd
6582026-01-17T23:30:57.179Zfffffe85b84a3400 stream-ord root 1575 ddmd
6592026-01-17T23:30:57.179Zfffffe85b84a37a0 stream-ord root 1575 ddmd
6602026-01-17T23:30:57.179Zfffffe85b8481798 stream-ord root 1558 sled-agent
6612026-01-17T23:30:57.179Zfffffe85b8481798 stream-ord root 1558 sled-agent
6622026-01-17T23:30:57.179Zfffffe85b8481b38 stream-ord root 1558 sled-agent
6632026-01-17T23:30:57.179Zfffffe859c312020 stream-ord root 888 zoneadmd /var/run/zones/sidecar_softnpu.console_
6642026-01-17T23:30:57.179Zfffffe8586e8a758 stream-ord root 802 agent /var/run/buildomat.sock
6652026-01-17T23:30:57.179Zfffffe8586e8aaf8 stream-ord root 802 agent
6662026-01-17T23:30:57.179Zfffffe8586e8aaf8 stream-ord root 802 agent
6672026-01-17T23:30:57.179Zfffffe8586e49010 stream-ord root 802 agent
6682026-01-17T23:30:57.179Zfffffe858461f3a8 stream-ord root 757 inetd /var/run/.inetd.uds
6692026-01-17T23:30:57.179Zfffffe858461f748 dgram root 720 in.ndpd /var/run/in.ndpd_mib
6702026-01-17T23:30:57.179Zfffffe858461fae8 stream-ord root 720 in.ndpd /var/run/in.ndpd_ipadm
6712026-01-17T23:30:57.180Z+ pfexec arp -an
6722026-01-17T23:30:57.180ZNet to Media Table: IPv4
6732026-01-17T23:30:57.180ZDevice IP Address Mask Flags Phys Addr
6742026-01-17T23:30:57.180Z------ -------------------- --------------- -------- ---------------
6752026-01-17T23:30:57.180Zigb0 10.151.2.1 255.255.255.255 aa:00:04:00:ca:fe
6762026-01-17T23:30:57.180Zigb0 10.151.2.100 255.255.255.255 SPLA 18:c0:4d:0d:a0:2a
6772026-01-17T23:30:57.180Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
6782026-01-17T23:30:57.205Zlocal v6:
6792026-01-17T23:30:57.205Zfdf0:34b8:cb22:20ca::1
6802026-01-17T23:30:57.205Zfe80::40a6:1eff:fec7:373c
6812026-01-17T23:30:57.205Zlocal v4:
6822026-01-17T23:30:57.205Zrouter v6_idx:
6832026-01-17T23:30:57.205Zfdb0:18c0:4d0d:a02a::/64 -> 0
6842026-01-17T23:30:57.205Zrouter v6_routes:
6852026-01-17T23:30:57.205Z0 -> fe80::4823:dcff:fe4a:7118 (1)
6862026-01-17T23:30:57.205Zrouter v4_idx:
6872026-01-17T23:30:57.205Zrouter v4_routes:
6882026-01-17T23:30:57.205Zresolver v4:
6892026-01-17T23:30:57.205Z10.151.2.100 -> 18:c0:4d:0d:a0:2a
6902026-01-17T23:30:57.205Zresolver v6:
6912026-01-17T23:30:57.205Zfe80::4823:dcff:fe4a:7118 -> 4a:23:dc:4a:71:18
6922026-01-17T23:30:57.205Zfe80::40a6:1eff:fec7:373c -> 42:a6:1e:c7:37:3c
6932026-01-17T23:30:57.205Znat v4:
6942026-01-17T23:30:57.205Znat_v6:
6952026-01-17T23:30:57.205Zport_mac:
6962026-01-17T23:30:57.205Z1000: a8:40:25:5f:16:01
6972026-01-17T23:30:57.205Z1: a8:40:25:5f:16:02
6982026-01-17T23:30:57.205Zproxy arp:
6992026-01-17T23:30:57.205Z10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
7002026-01-17T23:30:57.205Z+ pfexec /opt/oxide/opte/bin/opteadm list-ports
7012026-01-17T23:30:57.205ZLINK MAC ADDRESS IPv4 ADDRESS EPHEMERAL IPv4 FLOATING IPv4 IPv6 ADDRESS EXTERNAL IPv6 FLOATING IPv6 STATE
7022026-01-17T23:30:57.205Z+ pfexec /opt/oxide/opte/bin/opteadm dump-v2b
7032026-01-17T23:30:57.229ZVirtual to Boundary Mappings
7042026-01-17T23:30:57.229Z======================================================================
7052026-01-17T23:30:57.229Z
7062026-01-17T23:30:57.229ZIPv4 mappings
7072026-01-17T23:30:57.229Z----------------------------------------------------------------------
7082026-01-17T23:30:57.229ZTUNNELED PREFIX BOUNDARY IP VNI
7092026-01-17T23:30:57.229Z
7102026-01-17T23:30:57.229ZIPv6 mappings
7112026-01-17T23:30:57.229Z----------------------------------------------------------------------
7122026-01-17T23:30:57.229ZTUNNELED PREFIX BOUNDARY IP VNI
7132026-01-17T23:30:57.229Z
7142026-01-17T23:30:57.229Z+ pfexec /opt/oxide/opte/bin/opteadm dump-v2p
7152026-01-17T23:30:57.229ZVirtual to Physical Mappings
7162026-01-17T23:30:57.229Z======================================================================
7172026-01-17T23:30:57.229Z+ z_swadm link ls
7182026-01-17T23:30:57.229Z+ echo '== swadm link' ls
7192026-01-17T23:30:57.230Z== swadm link ls
7202026-01-17T23:30:57.230Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm link ls
7212026-01-17T23:30:57.276ZPort/Link Media Speed FEC Autoneg Enabled State MAC
7222026-01-17T23:30:57.276Zint0/0 CPU 10G None true true Up a8:40:25:5f:16:01
7232026-01-17T23:30:57.276Zrear0/0 Copper 100G None true true Up a8:40:25:5f:16:02
7242026-01-17T23:30:57.300Z+ z_swadm addr list
7252026-01-17T23:30:57.300Z+ echo '== swadm addr' list
7262026-01-17T23:30:57.300Z== swadm addr list
7272026-01-17T23:30:57.300Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm addr list
7282026-01-17T23:30:57.344ZLink IPv4 IPv6
7292026-01-17T23:30:57.344Zrear0/0 fe80::40a6:1eff:fec7:373c
7302026-01-17T23:30:57.344Zloopback fdf0:34b8:cb22:20ca::1
7312026-01-17T23:30:57.368Z== swadm route list
7322026-01-17T23:30:57.368Z+ z_swadm route list
7332026-01-17T23:30:57.368Z+ echo '== swadm route' list
7342026-01-17T23:30:57.368Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm route list
7352026-01-17T23:30:57.409ZSubnet Port Link Gateway Vlan
7362026-01-17T23:30:57.409Zfdb0:18c0:4d0d:a02a::/64 rear0 0 fe80::4823:dcff:fe4a:7118
7372026-01-17T23:30:57.433Z+ z_swadm arp list
7382026-01-17T23:30:57.433Z+ echo '== swadm arp' list
7392026-01-17T23:30:57.433Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm arp list
7402026-01-17T23:30:57.433Z== swadm arp list
7412026-01-17T23:30:57.470Zhost mac age
7422026-01-17T23:30:57.470Zfe80::40a6:1eff:fec7:373c 42:a6:1e:c7:37:3c 9s
7432026-01-17T23:30:57.470Zfe80::4823:dcff:fe4a:7118 4a:23:dc:4a:71:18 8s
7442026-01-17T23:30:57.494Z+ z_swadm nat list
7452026-01-17T23:30:57.494Z+ echo '== swadm nat' list
7462026-01-17T23:30:57.494Z== swadm nat list
7472026-01-17T23:30:57.494Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm nat list
7482026-01-17T23:30:57.529ZExternal IP Port low Port high Internal IP Inner MAC VNI
7492026-01-17T23:30:57.553Z++ pfexec /opt/oxide/opte/bin/opteadm list-ports
7502026-01-17T23:30:57.554Z++ tail +2
7512026-01-17T23:30:57.554Z++ awk '{ print $1; }'
7522026-01-17T23:30:57.554Z+ PORTS=
7532026-01-17T23:30:57.554Z+ mkdir -p /tmp/kstat
7542026-01-17T23:30:57.554Z+ pfexec kstat -p xde:
7552026-01-17T23:30:57.554Z+ pfexec zfs list
7562026-01-17T23:30:57.578ZNAME USED AVAIL REFER MOUNTPOINT
7572026-01-17T23:30:57.578Zoxi_5c7ec556-5020-49f9-9ff2-ad1faaca98f7 1.48M 18.9G 96K /oxi_5c7ec556-5020-49f9-9ff2-ad1faaca98f7
7582026-01-17T23:30:57.578Zoxi_5c7ec556-5020-49f9-9ff2-ad1faaca98f7/backing 96K 18.9G 96K /pool/int/5c7ec556-5020-49f9-9ff2-ad1faaca98f7/backing
7592026-01-17T23:30:57.578Zoxi_5c7ec556-5020-49f9-9ff2-ad1faaca98f7/cluster 100K 18.9G 100K /pool/int/5c7ec556-5020-49f9-9ff2-ad1faaca98f7/cluster
7602026-01-17T23:30:57.578Zoxi_5c7ec556-5020-49f9-9ff2-ad1faaca98f7/config 100K 18.9G 100K /pool/int/5c7ec556-5020-49f9-9ff2-ad1faaca98f7/config
7612026-01-17T23:30:57.578Zoxi_5c7ec556-5020-49f9-9ff2-ad1faaca98f7/crash 96K 18.9G 96K /pool/int/5c7ec556-5020-49f9-9ff2-ad1faaca98f7/crash
7622026-01-17T23:30:57.578Zoxi_5c7ec556-5020-49f9-9ff2-ad1faaca98f7/debug 96K 18.9G 96K /pool/int/5c7ec556-5020-49f9-9ff2-ad1faaca98f7/debug
7632026-01-17T23:30:57.578Zoxi_5c7ec556-5020-49f9-9ff2-ad1faaca98f7/install 96K 18.9G 96K /pool/int/5c7ec556-5020-49f9-9ff2-ad1faaca98f7/install
7642026-01-17T23:30:57.578Zoxi_5c7ec556-5020-49f9-9ff2-ad1faaca98f7/update 96K 18.9G 96K /pool/int/5c7ec556-5020-49f9-9ff2-ad1faaca98f7/update
7652026-01-17T23:30:57.578Zoxi_68d4e65d-26fd-4c14-b68e-b870455ee534 1.52M 18.9G 96K /oxi_68d4e65d-26fd-4c14-b68e-b870455ee534
7662026-01-17T23:30:57.578Zoxi_68d4e65d-26fd-4c14-b68e-b870455ee534/backing 96K 18.9G 96K /pool/int/68d4e65d-26fd-4c14-b68e-b870455ee534/backing
7672026-01-17T23:30:57.578Zoxi_68d4e65d-26fd-4c14-b68e-b870455ee534/cluster 100K 18.9G 100K /pool/int/68d4e65d-26fd-4c14-b68e-b870455ee534/cluster
7682026-01-17T23:30:57.578Zoxi_68d4e65d-26fd-4c14-b68e-b870455ee534/config 100K 18.9G 100K /pool/int/68d4e65d-26fd-4c14-b68e-b870455ee534/config
7692026-01-17T23:30:57.578Zoxi_68d4e65d-26fd-4c14-b68e-b870455ee534/crash 96K 18.9G 96K /pool/int/68d4e65d-26fd-4c14-b68e-b870455ee534/crash
7702026-01-17T23:30:57.578Zoxi_68d4e65d-26fd-4c14-b68e-b870455ee534/debug 96K 18.9G 96K /pool/int/68d4e65d-26fd-4c14-b68e-b870455ee534/debug
7712026-01-17T23:30:57.578Zoxi_68d4e65d-26fd-4c14-b68e-b870455ee534/install 96K 18.9G 96K /pool/int/68d4e65d-26fd-4c14-b68e-b870455ee534/install
7722026-01-17T23:30:57.578Zoxi_68d4e65d-26fd-4c14-b68e-b870455ee534/update 96K 18.9G 96K /pool/int/68d4e65d-26fd-4c14-b68e-b870455ee534/update
7732026-01-17T23:30:57.578Zrpool 2.86G 4.40G 24K /rpool
7742026-01-17T23:30:57.578Zrpool/home 25.5K 4.40G 25.5K /home
7752026-01-17T23:30:57.578Zrpool/input 2.28G 4.40G 2.28G /input
7762026-01-17T23:30:57.578Zrpool/sidecar 75.7M 4.40G 24K /sidecar
7772026-01-17T23:30:57.578Zrpool/sidecar/sidecar_softnpu 75.7M 4.40G 75.7M /sidecar/sidecar_softnpu
7782026-01-17T23:30:57.578Zrpool/work 24K 4.40G 24K /work
7792026-01-17T23:30:57.578Zrpool/zone 521M 4.40G 24K /zone
7802026-01-17T23:30:57.578Zrpool/zone/oxz_switch 521M 4.40G 521M /zone/oxz_switch
7812026-01-17T23:30:57.578Zscratch 19.6M 1.80T 19.4M /scratch
7822026-01-17T23:30:57.578Z+ pfexec zpool list
7832026-01-17T23:30:57.578ZNAME SIZE ALLOC FREE CKPOINT EXPANDSZ FRAG CAP DEDUP HEALTH ALTROOT
7842026-01-17T23:30:57.578Zoxi_5c7ec556-5020-49f9-9ff2-ad1faaca98f7 19.5G 1.48M 19.5G - - 0% 0% 1.00x ONLINE -
7852026-01-17T23:30:57.578Zoxi_68d4e65d-26fd-4c14-b68e-b870455ee534 19.5G 1.52M 19.5G - - 0% 0% 1.00x ONLINE -
7862026-01-17T23:30:57.578Zrpool 7.50G 2.86G 4.64G - - 0% 38% 1.00x ONLINE -
7872026-01-17T23:30:57.579Zscratch 1.86T 19.7M 1.86T - - 0% 0% 1.00x ONLINE -
7882026-01-17T23:30:57.579Z+ pfexec fmdump -eVp
7892026-01-17T23:30:57.579ZTIME CLASS
7902026-01-17T23:30:57.579Z+ pfexec ptree -z global
7912026-01-17T23:30:57.603Z8 /lib/svc/bin/svc.startd
7922026-01-17T23:30:57.603Z 639 /usr/lib/saf/ttymon -g -d /dev/console -l console -m ldterm,ttcompat -
7932026-01-17T23:30:57.604Z 670 /usr/lib/saf/sac -t 300
7942026-01-17T23:30:57.604Z 677 /usr/lib/saf/ttymon
7952026-01-17T23:30:57.604Z 801 /usr/bin/ctrun -l child -o noorphan,regent /opt/buildomat/lib/agent ru
7962026-01-17T23:30:57.604Z 802 /opt/buildomat/lib/agent run
7972026-01-17T23:30:57.604Z 816 /bin/bash /tmp/8PCoUC7R44yzTSDO.sh
7982026-01-17T23:30:57.604Z 2666 ptree -z global
7992026-01-17T23:30:57.604Z10 /lib/svc/bin/svc.configd
8002026-01-17T23:30:57.604Z39 /lib/inet/netcfgd
8012026-01-17T23:30:57.604Z41 /lib/inet/ipmgmtd
8022026-01-17T23:30:57.604Z45 /sbin/dlmgmtd
8032026-01-17T23:30:57.604Z71 /lib/inet/in.mpathd
8042026-01-17T23:30:57.604Z91 /usr/lib/pfexecd
8052026-01-17T23:30:57.604Z168 /usr/lib/zones/zonestatd
8062026-01-17T23:30:57.604Z179 /usr/lib/sysevent/syseventd
8072026-01-17T23:30:57.604Z199 devfsadmd
8082026-01-17T23:30:57.604Z313 /sbin/dhcpagent
8092026-01-17T23:30:57.604Z565 /usr/lib/picl/picld
8102026-01-17T23:30:57.604Z597 /usr/sbin/nscd
8112026-01-17T23:30:57.604Z638 /usr/lib/utmpd
8122026-01-17T23:30:57.604Z654 /usr/lib/hotplugd
8132026-01-17T23:30:57.604Z680 /usr/sbin/syslogd
8142026-01-17T23:30:57.604Z709 /usr/sbin/rpcbind
8152026-01-17T23:30:57.604Z720 /usr/lib/inet/in.ndpd
8162026-01-17T23:30:57.604Z722 /usr/lib/fm/fmd/fmd
8172026-01-17T23:30:57.605Z757 /usr/lib/inet/inetd start
8182026-01-17T23:30:57.605Z784 /usr/perl5/bin/perl /usr/lib/intrd
8192026-01-17T23:30:57.605Z868 /usr/lib/rcm/rcm_daemon
8202026-01-17T23:30:57.605Z888 zoneadmd -z sidecar_softnpu
8212026-01-17T23:30:57.605Z1556 ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /
8222026-01-17T23:30:57.605Z 1558 /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.
8232026-01-17T23:30:57.605Z 1608 /opt/oxide/sled-agent/tofino-monitor
8242026-01-17T23:30:57.605Z1573 ctrun -l child -o noorphan,regent /opt/oxide/mg-ddm/pkg/ddm_method_scrip
8252026-01-17T23:30:57.605Z 1575 /opt/oxide/mg-ddm/ddmd --with-stats --admin-port 8000 --admin-addr ::1
8262026-01-17T23:30:57.605Z1749 zoneadmd -z oxz_switch
8272026-01-17T23:30:57.605Z+ pfexec svcs -xv
8282026-01-17T23:30:57.629Z++ zoneadm list -n
8292026-01-17T23:30:57.629Z+ for z in $(zoneadm list -n)
8302026-01-17T23:30:57.629Z+ banner sidecar_softnpu
8312026-01-17T23:30:57.629Z
8322026-01-17T23:30:57.629Z #### # ##### ###### #### ## ##### #### ####
8332026-01-17T23:30:57.629Z # # # # # # # # # # # # # #
8342026-01-17T23:30:57.629Z #### # # # ##### # # # # # #### # #
8352026-01-17T23:30:57.629Z # # # # # # ###### ##### # # #
8362026-01-17T23:30:57.630Z # # # # # # # # # # # # # # # #
8372026-01-17T23:30:57.630Z #### # ##### ###### #### # # # # ####### #### ####
8382026-01-17T23:30:57.630Z
8392026-01-17T23:30:57.630Z+ pfexec svcs -xv -z sidecar_softnpu
8402026-01-17T23:30:57.656Z+ pfexec ptree -z sidecar_softnpu
8412026-01-17T23:30:57.680Z891 zsched
8422026-01-17T23:30:57.680Z 908 /sbin/init
8432026-01-17T23:30:57.680Z913 /lib/svc/bin/svc.startd
8442026-01-17T23:30:57.680Z 1450 /usr/lib/saf/ttymon -g -d /dev/console -l console -m ldterm,ttcompat -
8452026-01-17T23:30:57.680Z915 /lib/svc/bin/svc.configd
8462026-01-17T23:30:57.680Z958 /lib/inet/ipmgmtd
8472026-01-17T23:30:57.680Z960 /lib/inet/netcfgd
8482026-01-17T23:30:57.680Z1217 /usr/lib/pfexecd
8492026-01-17T23:30:57.680Z1251 /usr/lib/fm/fmd/fmd
8502026-01-17T23:30:57.680Z1289 /softnpu/softnpu --uds-path /softnpu /softnpu/softnpu.toml
8512026-01-17T23:30:57.680Z1391 /usr/sbin/nscd
8522026-01-17T23:30:57.680Z1441 /usr/lib/utmpd
8532026-01-17T23:30:57.680Z1453 /usr/sbin/syslogd
8542026-01-17T23:30:57.680Z1518 /usr/lib/inet/in.ndpd
8552026-01-17T23:30:57.680Z+ pfexec zlogin sidecar_softnpu ipadm
8562026-01-17T23:30:57.704ZADDROBJ TYPE STATE ADDR
8572026-01-17T23:30:57.704Zlo0/v4 static ok 127.0.0.1/8
8582026-01-17T23:30:57.704Zlo0/v6 static ok ::1/128
8592026-01-17T23:30:57.704Z+ pfexec zlogin sidecar_softnpu netstat -rncva
8602026-01-17T23:30:57.728Z
8612026-01-17T23:30:57.728ZIRE Table: IPv4
8622026-01-17T23:30:57.728Z Destination Mask Gateway Device MTU Ref Flg Out In/Fwd
8632026-01-17T23:30:57.728Z-------------------- --------------- -------------------- ------ ----- --- --- ------ ------
8642026-01-17T23:30:57.728Z127.0.0.1 255.255.255.255 127.0.0.1 lo0 8232 2 UH 0 0
8652026-01-17T23:30:57.728Z
8662026-01-17T23:30:57.728ZIRE Table: IPv6
8672026-01-17T23:30:57.728Z Destination/Mask Gateway If MTU Ref Flags Out In/Fwd
8682026-01-17T23:30:57.728Z--------------------------- --------------------------- ----- ----- --- ----- ------ ------
8692026-01-17T23:30:57.728Z::1 ::1 lo0 8252 2 UH 0 0
8702026-01-17T23:30:57.728Z+ pfexec zlogin sidecar_softnpu netstat -anu
8712026-01-17T23:30:57.728Z
8722026-01-17T23:30:57.728ZUDP: IPv4
8732026-01-17T23:30:57.728Z Local Address Remote Address User Pid Command State
8742026-01-17T23:30:57.728Z-------------------- -------------------- -------- ------ -------------- ----------
8752026-01-17T23:30:57.728Z *.* root 1518 in.ndpd Unbound
8762026-01-17T23:30:57.728Z
8772026-01-17T23:30:57.728ZUDP: IPv6
8782026-01-17T23:30:57.728Z Local Address Remote Address User Pid Command State If
8792026-01-17T23:30:57.728Z--------------------------------- --------------------------------- -------- ------ -------------- ---------- -----
8802026-01-17T23:30:57.728Z *.* root 1518 in.ndpd Unbound
8812026-01-17T23:30:57.728Z
8822026-01-17T23:30:57.728ZActive UNIX domain sockets
8832026-01-17T23:30:57.729ZAddress Type User Pid Command Local Address Remote Address
8842026-01-17T23:30:57.729Z---------------- ---------- -------- ------ -------------- --------------------------------------- ---------------------------------------
8852026-01-17T23:30:57.729Zfffffe85a7351790 dgram root 1518 in.ndpd /var/run/in.ndpd_mib
8862026-01-17T23:30:57.729Zfffffe85a111b038 stream-ord root 1518 in.ndpd /var/run/in.ndpd_ipadm
8872026-01-17T23:30:57.729Zfffffe85a111b3d8 stream-ord root 1289 softnpu
8882026-01-17T23:30:57.729Zfffffe85a111b778 dgram root 1289 softnpu /softnpu/server
8892026-01-17T23:30:57.729Zfffffe858461f008 stream-ord root 1289 softnpu
8902026-01-17T23:30:57.729Zfffffe858461f008 stream-ord root 1289 softnpu
8912026-01-17T23:30:57.729Z+ pfexec zlogin sidecar_softnpu arp -an
8922026-01-17T23:30:57.753Z+ for z in $(zoneadm list -n)
8932026-01-17T23:30:57.753Z+ banner switch
8942026-01-17T23:30:57.753Z
8952026-01-17T23:30:57.753Z #### # # # ##### #### # #
8962026-01-17T23:30:57.753Z # # # # # # # # #
8972026-01-17T23:30:57.753Z #### # # # # # ######
8982026-01-17T23:30:57.753Z # # ## # # # # # #
8992026-01-17T23:30:57.753Z # # ## ## # # # # # #
9002026-01-17T23:30:57.753Z #### # # # # #### # #
9012026-01-17T23:30:57.753Z
9022026-01-17T23:30:57.753Z+ pfexec svcs -xv -z oxz_switch
9032026-01-17T23:30:57.810Z+ pfexec ptree -z oxz_switch
9042026-01-17T23:30:57.834Z1754 zsched
9052026-01-17T23:30:57.834Z 1771 /sbin/init
9062026-01-17T23:30:57.835Z1778 /lib/svc/bin/svc.startd
9072026-01-17T23:30:57.835Z 2323 /usr/lib/saf/ttymon -g -d /dev/console -l console -m ldterm,ttcompat -
9082026-01-17T23:30:57.835Z1780 /lib/svc/bin/svc.configd
9092026-01-17T23:30:57.835Z1825 /lib/inet/ipmgmtd
9102026-01-17T23:30:57.835Z1832 /lib/inet/netcfgd
9112026-01-17T23:30:57.835Z2061 /usr/lib/pfexecd
9122026-01-17T23:30:57.835Z2090 /usr/lib/fm/fmd/fmd
9132026-01-17T23:30:57.835Z2219 /usr/sbin/nscd
9142026-01-17T23:30:57.835Z2232 /opt/oxide/dendrite/bin/uplinkd
9152026-01-17T23:30:57.835Z2262 /opt/oxide/bin/lldpd run
9162026-01-17T23:30:57.835Z2272 ctrun -l child -o noorphan,regent /opt/oxide/mg-ddm/pkg/ddm_method_scrip
9172026-01-17T23:30:57.835Z 2275 /opt/oxide/mg-ddm/bin/ddmd --with-stats --admin-port 8000 --admin-addr
9182026-01-17T23:30:57.835Z2290 ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.s
9192026-01-17T23:30:57.835Z 2292 /opt/oxide/mgd/bin/mgd run --with-stats --admin-port 4676 --admin-addr
9202026-01-17T23:30:57.835Z2322 /usr/lib/utmpd
9212026-01-17T23:30:57.835Z2342 /usr/sbin/syslogd
9222026-01-17T23:30:57.835Z2370 ctrun -l child -o noorphan,regent /opt/oxide/sp-sim/bin/sp-sim /var/svc/
9232026-01-17T23:30:57.835Z 2371 /opt/oxide/sp-sim/bin/sp-sim /var/svc/manifest/site/sp-sim/config.toml
9242026-01-17T23:30:57.835Z2458 /usr/lib/inet/in.ndpd
9252026-01-17T23:30:57.835Z2505 /opt/oxide/mgs/bin/mgs run --id-and-address-from-smf /var/svc/manifest/s
9262026-01-17T23:30:57.835Z2509 /opt/oxide/dendrite/bin/dpd run
9272026-01-17T23:30:57.835Z2512 ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync
9282026-01-17T23:30:57.835Z 2513 /opt/oxide/dendrite/bin/tfportd --sync-only
9292026-01-17T23:30:57.835Z2515 ctrun -l child -o noorphan,regent /opt/oxide/wicketd/bin/wicketd run /va
9302026-01-17T23:30:57.835Z 2516 /opt/oxide/wicketd/bin/wicketd run /var/svc/manifest/site/wicketd/conf
9312026-01-17T23:30:57.835Z2600 /sbin/dhcpagent
9322026-01-17T23:30:57.835Z+ pfexec zlogin oxz_switch ipadm
9332026-01-17T23:30:57.860ZADDROBJ TYPE STATE ADDR
9342026-01-17T23:30:57.860Zlo0/v4 static ok 127.0.0.1/8
9352026-01-17T23:30:57.860Zlo0/v6 static ok ::1/128
9362026-01-17T23:30:57.860Ztfportrear0_0/ll addrconf ok fe80::40a6:1eff:fec7:373c%tfportrear0_0/10
9372026-01-17T23:30:57.860ZoxBootstrap0/ll addrconf ok fe80::8:20ff:fef1:8701%oxBootstrap0/10
9382026-01-17T23:30:57.860ZoxBootstrap0/bootstrap6 static ok fdb0:18c0:4d0d:a02a::2/64
9392026-01-17T23:30:57.860Z+ pfexec zlogin oxz_switch netstat -rncva
9402026-01-17T23:30:57.860Z
9412026-01-17T23:30:57.860ZIRE Table: IPv4
9422026-01-17T23:30:57.860Z Destination Mask Gateway Device MTU Ref Flg Out In/Fwd
9432026-01-17T23:30:57.860Z-------------------- --------------- -------------------- ------ ----- --- --- ------ ------
9442026-01-17T23:30:57.860Z127.0.0.1 255.255.255.255 127.0.0.1 lo0 8232 2 UH 76 76
9452026-01-17T23:30:57.860Z
9462026-01-17T23:30:57.860ZIRE Table: IPv6
9472026-01-17T23:30:57.860Z Destination/Mask Gateway If MTU Ref Flags Out In/Fwd
9482026-01-17T23:30:57.860Z--------------------------- --------------------------- ----- ----- --- ----- ------ ------
9492026-01-17T23:30:57.860Zfe80::8:20ff:fef1:8701 -- oxBootstrap0 1500 2 UHL 0 0
9502026-01-17T23:30:57.860Z::1 ::1 lo0 8252 26 UH 759 759
9512026-01-17T23:30:57.860Zfdb0:18c0:4d0d:a02a::2 -- oxBootstrap0 1500 2 UHL 0 0
9522026-01-17T23:30:57.861Zfe80::40a6:1eff:fec7:373c -- tfportrear0_0 9000 2 UHL 7 25
9532026-01-17T23:30:57.861Zfe80::4823:dcff:fe4a:7118 fe80::40a6:1eff:fec7:373c tfportrear0_0 9000 4 UC 19 0
9542026-01-17T23:30:57.861Zfdb0:18c0:4d0d:a02a::/64 fdb0:18c0:4d0d:a02a::2 oxBootstrap0 1500 2 U 0 0
9552026-01-17T23:30:57.861Zfdb0::/16 fe80::8:20ff:fea7:91ee oxBootstrap0 1500 1 UG 0 0
9562026-01-17T23:30:57.861Zfe80::/10 fe80::8:20ff:fef1:8701 oxBootstrap0 1500 2 U 0 0
9572026-01-17T23:30:57.861Zfe80::/10 fe80::40a6:1eff:fec7:373c tfportrear0_0 9000 3 U 19 0
9582026-01-17T23:30:57.861Z+ pfexec zlogin oxz_switch netstat -anu
9592026-01-17T23:30:57.885Z
9602026-01-17T23:30:57.885ZUDP: IPv4
9612026-01-17T23:30:57.885Z Local Address Remote Address User Pid Command State
9622026-01-17T23:30:57.885Z-------------------- -------------------- -------- ------ -------------- ----------
9632026-01-17T23:30:57.885Z *.68 root 2600 dhcpagent Idle
9642026-01-17T23:30:57.885Z *.546 root 2600 dhcpagent Idle
9652026-01-17T23:30:57.885Z *.* root 2458 in.ndpd Unbound
9662026-01-17T23:30:57.885Z *.55602 root 2505 mgs Idle
9672026-01-17T23:30:57.885Z *.42357 root 2505 mgs Idle
9682026-01-17T23:30:57.885Z *.40909 root 2505 mgs Idle
9692026-01-17T23:30:57.885Z *.60542 root 2505 mgs Idle
9702026-01-17T23:30:57.885Z *.46915 root 2505 mgs Idle
9712026-01-17T23:30:57.885Z *.54825 root 2505 mgs Idle
9722026-01-17T23:30:57.886Z
9732026-01-17T23:30:57.886ZUDP: IPv6
9742026-01-17T23:30:57.886Z Local Address Remote Address User Pid Command State If
9752026-01-17T23:30:57.886Z--------------------------------- --------------------------------- -------- ------ -------------- ---------- -----
9762026-01-17T23:30:57.886Z *.546 root 2600 dhcpagent Idle
9772026-01-17T23:30:57.886Z::1.33300 root 2371 sp-sim Idle
9782026-01-17T23:30:57.886Z::1.33301 root 2371 sp-sim Idle
9792026-01-17T23:30:57.886Z::1.44400 root 2371 sp-sim Idle
9802026-01-17T23:30:57.886Z::1.44401 root 2371 sp-sim Idle
9812026-01-17T23:30:57.886Z::1.33310 root 2371 sp-sim Idle
9822026-01-17T23:30:57.886Z::1.33311 root 2371 sp-sim Idle
9832026-01-17T23:30:57.887Z::1.44410 root 2371 sp-sim Idle
9842026-01-17T23:30:57.887Z::1.44411 root 2371 sp-sim Idle
9852026-01-17T23:30:57.887Z::1.33320 root 2371 sp-sim Idle
9862026-01-17T23:30:57.887Z::1.33321 root 2371 sp-sim Idle
9872026-01-17T23:30:57.887Z::1.44420 root 2371 sp-sim Idle
9882026-01-17T23:30:57.887Z::1.44421 root 2371 sp-sim Idle
9892026-01-17T23:30:57.887Z *.* root 2458 in.ndpd Unbound
9902026-01-17T23:30:57.887Z *.55602 root 2505 mgs Idle
9912026-01-17T23:30:57.887Z *.42357 root 2505 mgs Idle
9922026-01-17T23:30:57.887Z *.40909 root 2505 mgs Idle
9932026-01-17T23:30:57.887Z *.60542 root 2505 mgs Idle
9942026-01-17T23:30:57.887Z *.46915 root 2505 mgs Idle
9952026-01-17T23:30:57.887Z *.54825 root 2505 mgs Idle
9962026-01-17T23:30:57.887Zff02::dd.3549 root 2275 ddmd Idle tfportrear0_0
9972026-01-17T23:30:57.887Zfe80::40a6:1eff:fec7:373c.3549 root 2275 ddmd Idle tfportrear0_0
9982026-01-17T23:30:57.888Z
9992026-01-17T23:30:57.888ZTCP: IPv4
10002026-01-17T23:30:57.888Z Local Address Remote Address User Pid Command Swind Send-Q Rwind Recv-Q State
10012026-01-17T23:30:57.888Z-------------------- -------------------- -------- ------ -------------- ------ ------ ------ ------ -----------
10022026-01-17T23:30:57.888Z127.0.0.1.4999 *.* root 2600 dhcpagent 0 0 1000000 0 LISTEN
10032026-01-17T23:30:57.888Z *.179 *.* root 2292 mgd 0 0 128000 0 LISTEN
10042026-01-17T23:30:57.888Z *.4676 *.* root 2292 mgd 0 0 128000 0 LISTEN
10052026-01-17T23:30:57.888Z *.12229 *.* root 2516 wicketd 0 0 1000000 0 LISTEN
10062026-01-17T23:30:57.888Z127.0.0.1.12230 *.* root 2262 lldpd 0 0 1000000 0 LISTEN
10072026-01-17T23:30:57.888Z
10082026-01-17T23:30:57.888ZTCP: IPv6
10092026-01-17T23:30:57.888Z Local Address Remote Address User Pid Command Swind Send-Q Rwind Recv-Q State If
10102026-01-17T23:30:57.888Z--------------------------------- --------------------------------- -------- ------ -------------- ------ ------ ------ ------ ----------- -----
10112026-01-17T23:30:57.888Z *.179 *.* root 2292 mgd 0 0 128000 0 LISTEN
10122026-01-17T23:30:57.888Z::1.8000 *.* root 2275 ddmd 0 0 128000 0 LISTEN
10132026-01-17T23:30:57.889Z *.4676 *.* root 2292 mgd 0 0 128000 0 LISTEN
10142026-01-17T23:30:57.889Z::1.33312 *.* root 2371 sp-sim 0 0 128000 0 LISTEN
10152026-01-17T23:30:57.889Z::1.33322 *.* root 2371 sp-sim 0 0 128000 0 LISTEN
10162026-01-17T23:30:57.889Z::1.12225 *.* root 2505 mgs 0 0 1000000 0 LISTEN
10172026-01-17T23:30:57.889Z::1.12224 *.* root 2509 dpd 0 0 1000000 0 LISTEN
10182026-01-17T23:30:57.889Z::1.36192 ::1.12224 root 2513 tfportd 62883 0 1015808 0 ESTABLISHED
10192026-01-17T23:30:57.889Z::1.12224 ::1.36192 root 2509 dpd 1014320 0 1006140 0 ESTABLISHED
10202026-01-17T23:30:57.889Z::1.45669 ::1.12225 root 2516 wicketd 62883 0 1015808 0 ESTABLISHED
10212026-01-17T23:30:57.889Z::1.12225 ::1.45669 root 2505 mgs 1014320 0 1006140 0 ESTABLISHED
10222026-01-17T23:30:57.889Z::1.37747 ::1.12225 root 2516 wicketd 62883 0 1015808 0 ESTABLISHED
10232026-01-17T23:30:57.889Z::1.12225 ::1.37747 root 2505 mgs 1014320 0 1006140 0 ESTABLISHED
10242026-01-17T23:30:57.889Z::1.42271 ::1.12225 root 2516 wicketd 62883 0 1015808 0 ESTABLISHED
10252026-01-17T23:30:57.889Z::1.48528 ::1.12225 root 2516 wicketd 62883 0 1015808 0 ESTABLISHED
10262026-01-17T23:30:57.889Z::1.12225 ::1.42271 root 2505 mgs 1014320 0 1006140 0 ESTABLISHED
10272026-01-17T23:30:57.889Z::1.12225 ::1.48528 root 2505 mgs 1014320 0 1006140 0 ESTABLISHED
10282026-01-17T23:30:57.889Z *.12229 *.* root 2516 wicketd 0 0 1000000 0 LISTEN
10292026-01-17T23:30:57.889Z::1.57275 ::1.12224 root 2262 lldpd 62883 0 1015808 0 ESTABLISHED
10302026-01-17T23:30:57.889Z::1.12224 ::1.57275 root 2509 dpd 1014320 0 1006140 0 ESTABLISHED
10312026-01-17T23:30:57.889Z::1.12230 *.* root 2262 lldpd 0 0 1000000 0 LISTEN
10322026-01-17T23:30:57.889Z::1.33332 ::1.8000 root 2516 wicketd 65440 0 1015808 0 ESTABLISHED
10332026-01-17T23:30:57.889Z::1.8000 ::1.33332 root 2275 ddmd 1014320 0 130880 0 ESTABLISHED
10342026-01-17T23:30:57.889Z::1.12226 *.* root 2516 wicketd 0 0 1000000 0 LISTEN
10352026-01-17T23:30:57.889Zfdb0:18c0:4d0d:a02a::2.12227 *.* root 2516 wicketd 0 0 1000000 0 LISTEN
10362026-01-17T23:30:57.889Zfe80::40a6:1eff:fec7:373c.56797 *.* root 2275 ddmd 0 0 1000000 0 LISTEN
10372026-01-17T23:30:57.889Z::1.59339 ::1.12224 root 2292 mgd 62883 0 1015808 0 ESTABLISHED
10382026-01-17T23:30:57.889Z::1.12224 ::1.59339 root 2509 dpd 1014320 0 1006140 0 ESTABLISHED
10392026-01-17T23:30:57.889Zfe80::40a6:1eff:fec7:373c.37325 fe80::4823:dcff:fe4a:7118.56797 133920 0 1008864 0 TIME_WAIT tfportrear0_0
10402026-01-17T23:30:57.889Z::1.57401 ::1.12224 root 2513 tfportd 62883 0 1015808 0 ESTABLISHED
10412026-01-17T23:30:57.889Z::1.12224 ::1.57401 root 2509 dpd 1014320 0 1006140 0 ESTABLISHED
10422026-01-17T23:30:57.889Z
10432026-01-17T23:30:57.889ZActive UNIX domain sockets
10442026-01-17T23:30:57.889ZAddress Type User Pid Command Local Address Remote Address
10452026-01-17T23:30:57.890Z---------------- ---------- -------- ------ -------------- --------------------------------------- ---------------------------------------
10462026-01-17T23:30:57.890Zfffffe85ceff77f8 stream-ord root 2262 lldpd
10472026-01-17T23:30:57.890Zfffffe85ceff7b98 stream-ord root 2262 lldpd
10482026-01-17T23:30:57.890Zfffffe85cefae7f0 stream-ord root 2513 tfportd
10492026-01-17T23:30:57.890Zfffffe85cefaeb90 stream-ord root 2513 tfportd
10502026-01-17T23:30:57.890Zfffffe85ceed20a8 stream-ord root 2516 wicketd
10512026-01-17T23:30:57.890Zfffffe85ceed20a8 stream-ord root 2516 wicketd
10522026-01-17T23:30:57.890Zfffffe85ceed2448 stream-ord root 2516 wicketd
10532026-01-17T23:30:57.890Zfffffe85ceed2b88 stream-ord root 2513 tfportd
10542026-01-17T23:30:57.890Zfffffe85ceed2b88 stream-ord root 2513 tfportd
10552026-01-17T23:30:57.890Zfffffe85cee3f0a0 stream-ord root 2513 tfportd
10562026-01-17T23:30:57.890Zfffffe85cee3f440 stream-ord root 2509 dpd
10572026-01-17T23:30:57.890Zfffffe85cee3f7e0 stream-ord root 2509 dpd
10582026-01-17T23:30:57.890Zfffffe85cee3fb80 stream-ord root 2509 dpd
10592026-01-17T23:30:57.915Zfffffe85cee3fb80 stream-ord root 2509 dpd
10602026-01-17T23:30:57.915Zfffffe85cee01098 stream-ord root 2509 dpd
10612026-01-17T23:30:57.915Zfffffe85cee01438 stream-ord root 2505 mgs
10622026-01-17T23:30:57.915Zfffffe85cee017d8 stream-ord root 2505 mgs
10632026-01-17T23:30:57.915Zfffffe85cee01b78 stream-ord root 2505 mgs
10642026-01-17T23:30:57.915Zfffffe85cee01b78 stream-ord root 2505 mgs
10652026-01-17T23:30:57.915Zfffffe85cebee090 stream-ord root 2505 mgs
10662026-01-17T23:30:57.915Zfffffe85ceaf0428 dgram root 2458 in.ndpd /var/run/in.ndpd_mib
10672026-01-17T23:30:57.915Zfffffe85ceaf07c8 stream-ord root 2371 sp-sim
10682026-01-17T23:30:57.915Zfffffe85ceaf07c8 stream-ord root 2371 sp-sim
10692026-01-17T23:30:57.915Zfffffe85ceaf0b68 stream-ord root 2371 sp-sim
10702026-01-17T23:30:57.915Zfffffe85a2e00420 stream-ord root 2292 mgd
10712026-01-17T23:30:57.915Zfffffe85a2e00420 stream-ord root 2292 mgd
10722026-01-17T23:30:57.915Zfffffe85a2e007c0 stream-ord root 2292 mgd
10732026-01-17T23:30:57.915Zfffffe85a2f82078 stream-ord root 2275 ddmd
10742026-01-17T23:30:57.915Zfffffe85a2f82078 stream-ord root 2275 ddmd
10752026-01-17T23:30:57.915Zfffffe85a2f82418 stream-ord root 2275 ddmd
10762026-01-17T23:30:57.915Zfffffe85a2f82b58 stream-ord root 2262 lldpd
10772026-01-17T23:30:57.915Zfffffe85a2f82b58 stream-ord root 2262 lldpd
10782026-01-17T23:30:57.915Zfffffe85a53aa070 stream-ord root 2262 lldpd
10792026-01-17T23:30:57.915Zfffffe85a53aa410 stream-ord root 2232 uplinkd
10802026-01-17T23:30:57.915Zfffffe85a53aa7b0 stream-ord root 2232 uplinkd
10812026-01-17T23:30:57.915Zfffffe85a53aab50 stream-ord root 2232 uplinkd
10822026-01-17T23:30:57.915Zfffffe85a53aab50 stream-ord root 2232 uplinkd
10832026-01-17T23:30:57.915Zfffffe85b875c068 stream-ord root 2232 uplinkd
10842026-01-17T23:30:57.915Zfffffe85b8481058 stream-ord root 2458 in.ndpd /var/run/in.ndpd_ipadm
10852026-01-17T23:30:57.915Z+ pfexec zlogin oxz_switch arp -an
10862026-01-17T23:30:57.915Z++ zoneadm list -n
10872026-01-17T23:30:57.915Z++ grep oxz_ntp
10882026-01-17T23:30:57.915Z+ pfexec zlogin sidecar_softnpu cat /var/log/softnpu.log
10892026-01-17T23:30:57.939ZConfig {
10902026-01-17T23:30:57.939Z p4_program: "/softnpu/asic_program.so",
10912026-01-17T23:30:57.939Z ports: [
10922026-01-17T23:30:57.939Z Port {
10932026-01-17T23:30:57.939Z sidecar: "sc0_0",
10942026-01-17T23:30:57.939Z scrimlet: "sidecar_shi0",
10952026-01-17T23:30:57.939Z mtu: 9000,
10962026-01-17T23:30:57.939Z },
10972026-01-17T23:30:57.940Z Port {
10982026-01-17T23:30:57.940Z sidecar: "sc0_1",
10992026-01-17T23:30:57.940Z scrimlet: "sidecar_shi1",
11002026-01-17T23:30:57.940Z mtu: 9000,
11012026-01-17T23:30:57.940Z },
11022026-01-17T23:30:57.940Z ],
11032026-01-17T23:30:57.940Z}
11042026-01-17T23:30:57.940Z+ exit 1
11052026-01-17T23:30:57.940Zprocess exited: duration 89276 ms, exit code 1
 
11062026-01-17T23:30:57.988Zfound 14 output files
11072026-01-17T23:30:57.988Zuploading: /var/svc/log/oxide-mg-ddm:default.log (2640 bytes)
11082026-01-17T23:30:59.085Zuploaded: /var/svc/log/oxide-mg-ddm:default.log
11092026-01-17T23:30:59.109Zuploading: /var/svc/log/oxide-sled-agent:default.log (150221 bytes)
11102026-01-17T23:30:59.261Zupload warning: file "/var/svc/log/oxide-sled-agent:default.log" changed size mid upload: 150221 -> 153004
11112026-01-17T23:31:00.330Zuploaded: /var/svc/log/oxide-sled-agent:default.log
11122026-01-17T23:31:00.355Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (143989 bytes)
11132026-01-17T23:31:00.530Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 143989 -> 161141
11142026-01-17T23:31:01.600Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
11152026-01-17T23:31:01.600Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (22296 bytes)
11162026-01-17T23:31:02.739Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
11172026-01-17T23:31:02.739Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (5411 bytes)
11182026-01-17T23:31:03.833Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
11192026-01-17T23:31:03.857Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (22653 bytes)
11202026-01-17T23:31:04.970Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
11212026-01-17T23:31:04.971Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (82146 bytes)
11222026-01-17T23:31:05.123Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 82146 -> 89595
11232026-01-17T23:31:06.193Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
11242026-01-17T23:31:06.193Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (29883 bytes)
11252026-01-17T23:31:06.303Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 29883 -> 35377
11262026-01-17T23:31:07.371Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
11272026-01-17T23:31:07.396Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (3335 bytes)
11282026-01-17T23:31:08.464Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
11292026-01-17T23:31:08.464Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (8055 bytes)
11302026-01-17T23:31:08.530Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 8055 -> 12596
11312026-01-17T23:31:09.598Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
11322026-01-17T23:31:09.598Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (460 bytes)
11332026-01-17T23:31:10.689Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
11342026-01-17T23:31:10.689Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (1773 bytes)
11352026-01-17T23:31:11.780Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
11362026-01-17T23:31:11.780Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (1629 bytes)
11372026-01-17T23:31:12.871Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
11382026-01-17T23:31:12.895Zuploading: /tmp/kstat/xde.kstat (541 bytes)
11392026-01-17T23:31:13.962Zuploaded: /tmp/kstat/xde.kstat